fix: training pipeline quits unused uci workers

This commit is contained in:
dogeystamp 2024-12-30 19:15:56 -05:00
parent 174519bec5
commit 4ba02e9963
No known key found for this signature in database
2 changed files with 3 additions and 1 deletions

View File

@ -22,7 +22,7 @@ from pathlib import Path
parser = argparse.ArgumentParser()
parser.add_argument("files", nargs="+", type=Path)
parser.add_argument("--batch-size", type=int, help="Number of games to save in each output file.", default=8)
parser.add_argument("--batch-size", type=int, help="Number of games to save in each output file. Set this to two to four times the amount of concurrent workers used in the processing step.", default=8)
parser.add_argument("--output-folder", type=Path, help="Folder to save batched games in.", default=Path("batches"))
args = parser.parse_args()

View File

@ -160,6 +160,8 @@ async def worker(game_generator: AsyncIterator[pgn.Game]) -> None:
await output_queue.put((board.fen(), tensor, int(eval_abs), wdl))
await engine.quit()
async def analyse_games(file: Path):
"""Task that manages reading PGNs and analyzing them."""