"""Run all four implementations in separate processes with identical arguments."""
import argparse
import json
import subprocess
import sys
from pathlib import Path
import numpy as np

def main():
    parser = argparse.ArgumentParser(description=__doc__, add_help=False)
    parser.add_argument('--backends', default='python,numpy,numba,c')
    parser.add_argument('--output', default='benchmark_results.json')
    parser.add_argument('--rtol', type=float, default=1e-8)
    parser.add_argument('--atol', type=float, default=1e-10)
    args, forwarded = parser.parse_known_args()
    if '--help' in forwarded:
        print('Runner: --backends python,numpy,numba,c --output benchmark_results.json --rtol 1e-8 --atol 1e-10\nCommon simulation arguments:')
        subprocess.run([sys.executable, str(Path(__file__).with_name('diffeq2nd_planet.py')), '--help'], check=True)
        return
    files = {'python':'diffeq2nd_planet.py','numpy':'diffeq2nd_planet_generator.py',
             'numba':'diffeq2nd_planet_generator_numba.py','c':'diffeq2nd_planet_c.py'}
    results = []; failures = []; reference = None
    for backend in args.backends.split(','):
        if backend not in files: parser.error(f'Unknown backend: {backend}')
        print(f'Running {backend} ...', flush=True)
        proc = subprocess.run([sys.executable, str(Path(__file__).with_name(files[backend])), *forwarded, '--json'], capture_output=True, text=True)
        if proc.returncode:
            failures.append({'backend':backend, 'error':proc.stderr})
            print(f'{backend}: FAILED\n{proc.stderr}', file=sys.stderr)
            continue
        result = json.loads(proc.stdout)
        if reference is None: reference = result
        result['matches_reference'] = all(np.allclose(result[key],reference[key],rtol=args.rtol,atol=args.atol) for key in ['r','v'])
        result['max_position_error_au'] = float(np.max(np.abs(np.array(result['r'])-reference['r'])))
        results.append(result)
        print(f"{backend}: startup={result['startup_s']:.6f}s, trials={result['times_s']}, median={result['median_s']:.6f}s, match={result['matches_reference']}", flush=True)
    Path(args.output).write_text(json.dumps({'reference':None if reference is None else reference['backend'], 'rtol':args.rtol,'atol':args.atol,'results':results,'failures':failures}, indent=2), encoding='utf-8')
    if results:
        base = results[0]['median_s']
        print('backend    median(s)    speedup    match')
        for r in results: print(f"{r['backend']:8} {r['median_s']:10.6f} {base/r['median_s']:9.2f} {r['matches_reference']}")
    if failures or any(not r['matches_reference'] for r in results): raise SystemExit(1)

if __name__ == '__main__': main()
