run_parallel.py

import subprocess
from concurrent.futures import ThreadPoolExecutor, as_completed
from pathlib import Path
import time
 
# input parameters
executable = "./GAOneMax.exe"
exe_args = ["parameters.txt"]
log_prefix = "log"
n_runs = 10
n_procs = 4
 
pad_width = len(str(n_runs))
 
 
def run_instance(run_id: int):
    log_name = f"{log_prefix}_{run_id:0{pad_width}d}.txt"
    #print(f"Starting instance {run_id}")
    with open(log_name, "w") as log_file:
        result = subprocess.run(
            [executable, *exe_args],
            stdout=log_file,
            stderr=subprocess.STDOUT
        )
    return run_id, result.returncode
 
 
def main():
    print(f"Running {n_runs} runs with {n_procs} parallel instances")
 
    with ThreadPoolExecutor(max_workers=n_procs) as executor:
        futures = []
 
        for run_id in range(1, n_runs + 1):
            futures.append(executor.submit(run_instance, run_id))
            time.sleep(1.1)   # delay before next start
 
        for future in as_completed(futures):
            run_id, rc = future.result()
            print(f"Run {run_id:0{pad_width}d} finished (code {rc})")
 
 
if __name__ == "__main__":
    main()