update instance finder to new db. supports timeouts now
This commit is contained in:
parent
9f0f85b604
commit
673e5841a8
GPG key ID:
BCC5A619923C0BA5
1 changed files with 103 additions and 91 deletions
|
|
@ -1,17 +1,24 @@
|
|||
from typing import Optional
|
||||
import pebble.concurrent
|
||||
import concurrent.futures
|
||||
|
||||
import traceback
|
||||
|
||||
from sat import solve_sat
|
||||
from database import conn
|
||||
from download_data import export_game
|
||||
from variants import VARIANTS, variant_name
|
||||
from database.database import conn, cur
|
||||
from download_data import detailed_export_game
|
||||
from alive_progress import alive_bar
|
||||
from compress import decompress_deck, link
|
||||
import concurrent.futures
|
||||
from hanabi import HanabiInstance
|
||||
from threading import Lock
|
||||
from time import perf_counter
|
||||
from greedy_solver import GameState, GreedyStrategy
|
||||
from log_setup.logger_setup import logger
|
||||
from log_setup import logger
|
||||
from deck_analyzer import analyze, InfeasibilityReason
|
||||
from variants import Variant
|
||||
|
||||
MAX_PROCESSES = 6
|
||||
|
||||
MAX_PROCESSES=4
|
||||
|
||||
def update_seeds_db():
|
||||
cur2 = conn.cursor()
|
||||
|
|
@ -33,53 +40,47 @@ def update_seeds_db():
|
|||
|
||||
|
||||
def get_decks_of_seeds():
|
||||
cur = conn.cursor()
|
||||
cur2 = conn.cursor()
|
||||
cur.execute("SELECT seed FROM seeds WHERE deck is NULL")
|
||||
for (seed,) in cur:
|
||||
cur2.execute("SELECT id FROM games WHERE seed = (%s)", (seed,))
|
||||
cur.execute("SELECT seed, variant_id FROM seeds WHERE deck is NULL")
|
||||
for (seed, variant_id) in cur:
|
||||
cur2.execute("SELECT id FROM games WHERE seed = (%s) LIMIT 1", (seed,))
|
||||
(game_id,) = cur2.fetchone()
|
||||
print("Exporting game {} for seed {}.".format(game_id, seed))
|
||||
export_game(game_id)
|
||||
logger.verbose("Exporting game {} for seed {}.".format(game_id, seed))
|
||||
detailed_export_game(game_id, var_id=variant_id, seed_exists=True)
|
||||
conn.commit()
|
||||
|
||||
|
||||
def update_trivially_feasible_games():
|
||||
cur = conn.cursor()
|
||||
for var in VARIANTS:
|
||||
cur.execute("SELECT seed FROM seeds WHERE variant_id = (%s) AND feasible is null", (var['id'],))
|
||||
def update_trivially_feasible_games(variant_id):
|
||||
variant: Variant = Variant.from_db(variant_id)
|
||||
cur.execute("SELECT seed FROM seeds WHERE variant_id = (%s) AND feasible is null", (variant_id,))
|
||||
seeds = cur.fetchall()
|
||||
print('Checking variant {} (id {}), found {} seeds to check...'.format(var['name'], var['id'], len(seeds)))
|
||||
print('Checking variant {} (id {}), found {} seeds to check...'.format(variant.name, variant_id, len(seeds)))
|
||||
|
||||
with alive_bar(total=len(seeds), title='{} ({})'.format(var['name'], var['id'])) as bar:
|
||||
with alive_bar(total=len(seeds), title='{} ({})'.format(variant.name, variant_id)) as bar:
|
||||
for (seed,) in seeds:
|
||||
cur.execute("SELECT id, deck_plays, one_extra_card, one_less_card, all_or_nothing "
|
||||
"FROM games WHERE score = (%s) AND seed = (%s) ORDER BY id;",
|
||||
(5 * len(var['suits']), seed)
|
||||
(variant.max_score, seed)
|
||||
)
|
||||
res = cur.fetchall()
|
||||
print("Checking seed {}: {:3} results".format(seed, len(res)))
|
||||
logger.debug("Checking seed {}: {:3} results".format(seed, len(res)))
|
||||
for (game_id, a, b, c, d) in res:
|
||||
if None in [a, b, c, d]:
|
||||
print(' Game {} not found in database, exporting...'.format(game_id))
|
||||
succ, valid = export_game(game_id)
|
||||
if not succ:
|
||||
print('Error exporting game {}.'.format(game_id))
|
||||
continue
|
||||
logger.debug(' Game {} not found in database, exporting...'.format(game_id))
|
||||
detailed_export_game(game_id, var_id=variant_id)
|
||||
else:
|
||||
logger.debug(' Game {} already in database'.format(game_id, valid))
|
||||
valid = not any([a, b, c, d])
|
||||
print(' Game {} already in database, valid: {}'.format(game_id, valid))
|
||||
if valid:
|
||||
print('Seed {:10} (variant {} / {}) found to be feasible via game {:6}'.format(seed, var['id'], var['name'], game_id))
|
||||
logger.verbose('Seed {:10} (variant {}) found to be feasible via game {:6}'.format(seed, variant_id, game_id))
|
||||
cur.execute("UPDATE seeds SET feasible = (%s) WHERE seed = (%s)", (True, seed))
|
||||
conn.commit()
|
||||
break
|
||||
else:
|
||||
print(' Cheaty game found')
|
||||
logger.verbose(' Cheaty game found')
|
||||
bar()
|
||||
|
||||
|
||||
|
||||
def get_decks_for_all_seeds():
|
||||
cur = conn.cursor()
|
||||
cur.execute("SELECT id "
|
||||
|
|
@ -103,16 +104,17 @@ def get_decks_for_all_seeds():
|
|||
|
||||
mutex = Lock()
|
||||
|
||||
def solve_instance(num_players, deck):
|
||||
|
||||
def solve_instance(instance: HanabiInstance):
|
||||
# first, sanity check on running out of pace
|
||||
result = analyze(deck, num_players)
|
||||
result = analyze(instance)
|
||||
if result is not None:
|
||||
assert type(result) == InfeasibilityReason
|
||||
logger.info("found infeasible deck")
|
||||
logger.debug("found infeasible deck")
|
||||
return False, None, None
|
||||
for num_remaining_cards in [0, 5, 10, 20, 30]:
|
||||
for num_remaining_cards in [0, 20]:
|
||||
# logger.info("trying with {} remaining cards".format(num_remaining_cards))
|
||||
game = GameState(num_players, deck)
|
||||
game = GameState(instance)
|
||||
strat = GreedyStrategy(game)
|
||||
|
||||
# make a number of greedy moves
|
||||
|
|
@ -128,65 +130,75 @@ def solve_instance(num_players, deck):
|
|||
|
||||
# now, apply sat solver
|
||||
if not game.is_over():
|
||||
logger.info("continuing greedy sol with SAT")
|
||||
logger.debug("continuing greedy sol with SAT")
|
||||
solvable, sol = solve_sat(game)
|
||||
if solvable:
|
||||
if solvable is None:
|
||||
return True, sol, num_remaining_cards
|
||||
logger.info("No success with {} remaining cards, reducing number of greedy moves, failed attempt was: {}".format(num_remaining_cards, link(game.to_json())))
|
||||
logger.debug(
|
||||
"No success with {} remaining cards, reducing number of greedy moves, failed attempt was: {}".format(
|
||||
num_remaining_cards, link(game)))
|
||||
# print("Aborting trying with greedy strat")
|
||||
logger.info("Starting full SAT solver")
|
||||
game = GameState(num_players, deck)
|
||||
logger.debug("Starting full SAT solver")
|
||||
game = GameState(instance)
|
||||
a, b = solve_sat(game)
|
||||
return a, b, 99
|
||||
return a, b, instance.draw_pile_size
|
||||
|
||||
|
||||
def solve_seed(seed, num_players, deck_compressed, var_id):
|
||||
@pebble.concurrent.process(timeout=150)
|
||||
def solve_seed_with_timeout(seed, num_players, deck_compressed, var_name: Optional[str] = None):
|
||||
try:
|
||||
logger.verbose("Starting to solve seed {}".format(seed))
|
||||
deck = decompress_deck(deck_compressed)
|
||||
t0 = perf_counter()
|
||||
solvable, solution, num_remaining_cards = solve_instance(num_players, deck)
|
||||
solvable, solution, num_remaining_cards = solve_instance(HanabiInstance(deck, num_players))
|
||||
t1 = perf_counter()
|
||||
logger.info("Solved instance {} in {} seconds".format(seed, round(t1-t0, 2)))
|
||||
logger.verbose("Solved instance {} in {} seconds: {}".format(seed, round(t1 - t0, 2), solvable))
|
||||
|
||||
mutex.acquire()
|
||||
if solvable is not None:
|
||||
lcur = conn.cursor()
|
||||
lcur.execute("UPDATE seeds SET feasible = (%s) WHERE seed = (%s)", (solvable, seed))
|
||||
cur.execute("UPDATE seeds SET feasible = (%s) WHERE seed = (%s)", (solvable, seed))
|
||||
conn.commit()
|
||||
mutex.release()
|
||||
|
||||
if solvable == True:
|
||||
with open("remaining_cards.txt", "a") as f:
|
||||
f.write("Success with {} cards left in draw by greedy solver on seed {}: {}\n".format(num_remaining_cards, seed ,link(solution.to_json())))
|
||||
logger.verbose("Success with {} cards left in draw by greedy solver on seed {}: {}\n".format(
|
||||
num_remaining_cards, seed, link(solution))
|
||||
)
|
||||
elif solvable == False:
|
||||
logger.info("seed {} was not solvable".format(seed))
|
||||
with open('infeasible_instances.txt', 'a') as f:
|
||||
f.write('{}-player, seed {:10}, {}\n'.format(num_players, seed, variant_name(var_id)))
|
||||
logger.debug("seed {} was not solvable".format(seed))
|
||||
logger.debug('{}-player, seed {:10}, {}\n'.format(num_players, seed, var_name))
|
||||
elif solvable is None:
|
||||
logger.info("seed {} skipped".format(seed))
|
||||
logger.verbose("seed {} skipped".format(seed))
|
||||
else:
|
||||
raise Exception("Programming Error")
|
||||
|
||||
mutex.release()
|
||||
except Exception:
|
||||
traceback.format_exc()
|
||||
except Exception as e:
|
||||
print("exception in subprocess:")
|
||||
traceback.print_exc()
|
||||
|
||||
|
||||
def solve_unknown_seeds():
|
||||
cur = conn.cursor()
|
||||
for var in VARIANTS:
|
||||
cur.execute("SELECT seed, num_players, deck FROM seeds WHERE variant_id = (%s) AND feasible IS NULL AND deck IS NOT NULL", (var['id'],))
|
||||
def solve_seed(seed, num_players, deck_compressed, var_name: Optional[str] = None):
|
||||
f = solve_seed_with_timeout(seed, num_players, deck_compressed, var_name)
|
||||
try:
|
||||
return f.result()
|
||||
except TimeoutError:
|
||||
logger.verbose("Solving on seed {} timed out".format(seed))
|
||||
return
|
||||
|
||||
|
||||
def solve_unknown_seeds(variant_id, variant_name: Optional[str] = None):
|
||||
cur.execute("SELECT seed, num_players, deck FROM seeds WHERE variant_id = (%s) AND feasible IS NULL", (variant_id,))
|
||||
res = cur.fetchall()
|
||||
|
||||
# for r in res:
|
||||
# solve_seed(r[0], r[1], r[2], var['id'])
|
||||
# solve_seed(r[0], r[1], r[2], variant_name)
|
||||
|
||||
with concurrent.futures.ProcessPoolExecutor(max_workers=MAX_PROCESSES) as executor:
|
||||
fs = [executor.submit(solve_seed, r[0], r[1], r[2], var['id']) for r in res]
|
||||
with alive_bar(len(res), title='Seed solving on {}'.format(var['name'])) as bar:
|
||||
fs = [executor.submit(solve_seed, r[0], r[1], r[2], variant_name) for r in res]
|
||||
with alive_bar(len(res), title='Seed solving on {}'.format(variant_name)) as bar:
|
||||
for f in concurrent.futures.as_completed(fs):
|
||||
bar()
|
||||
break
|
||||
|
||||
|
||||
solve_unknown_seeds()
|
||||
update_trivially_feasible_games(0)
|
||||
solve_unknown_seeds(0, "No Variant")
|
||||
Loading…
Reference in a new issue