spawn_train_processes.py

import os
import sys

sys.path.insert(1, "sharpy-sc2")
sys.path.insert(1, os.path.join("sharpy-sc2", "python-sc2"))

import subprocess
import time
import platform

STOP_FILE: str = "runner-stop.txt"

TRAINING_SCRIPT = "./train.py"

if __name__ == '__main__':
    if os.path.isfile(STOP_FILE):
        os.remove(STOP_FILE)

    if platform.system() == 'Linux':
        cmd = "python3.7"
    else:
        cmd = "python.exe"

    processes = [time.sleep(3) or subprocess.Popen([cmd, TRAINING_SCRIPT, "-env", "harvester"])
                 for i in range(14)]
    run_games = True

    while run_games:
        for index, p in enumerate(processes):
            if p.poll() is not None:
                # new processes
                processes[index] = subprocess.Popen([cmd, TRAINING_SCRIPT, "-env", "harvester"])
                time.sleep(3)  # This is to prevent sc2 from crashing on launch.


        time.sleep(1)
        if os.path.isfile(STOP_FILE):
            print(f"Exiting runner... {STOP_FILE} found.")
            run_games = False
            running_game = True
            # Wait for the processes to end
            while running_game:
                running_game = False
                for index, p in enumerate(processes):
                    if p.poll() is None:
                        running_game = True

                time.sleep(1)