<filename>src/experiments/real/results/learning_visualization_iterations_all_problems/main_plot.py
from matplotlib import pyplot as plt
import numpy as np
import subprocess
from tqdm import tqdm as tqdm
from sklearn.preprocessing import StandardScaler

SEED=2
SOLVER_POPSIZE=10
MAX_SOLVER_FE=1000
MAX_GEN=5000
N_EVALS = 1000 # N of repetitions averaged
N_REPS = 1 # N of averaged repetitions repeated
THREADS = 1
CONTROLLER_PATH = '/home/paran/Dropbox/BCAM/02_NEAT_transferability/code/NEAT_code/experimentResults/transfer_generated_continuous/controllers/all_controllers'
FULL_MODEL = "false"

NLO_train_list = [1,4,16,32]
N_CONTROLLER_TYPES_TESTED = len(NLO_train_list)

instance_index_list=[0]*N_CONTROLLER_TYPES_TESTED
dim_list = [20]*N_CONTROLLER_TYPES_TESTED
NLO_test_list = [4]*N_CONTROLLER_TYPES_TESTED
CONTROLLER_PREFIX_list = [f'NLO_{NLO}' for NLO in NLO_train_list]


def write_conf_file(SOLVER_POPSIZE,PROBLEM_INDEX,PROBLEM_DIM,GEN_INDEX, CONTROLLER_PREFIX, NLO, SEED):
    subprocess.run(f"""
mkdir -p src/experiments/real/real_func_src/jani_ronkkonen_problem_generator/
cat > src/experiments/real/real_func_src/jani_ronkkonen_problem_generator/quad_function.dat <<EOF
1
1
{PROBLEM_DIM}
{SEED}
-1
1
{NLO}
-1
-1
-1
-1
EOF        
""",shell=True)

    
    tmp_ini_file_string = f"""
[Global] 
mode = test
PROBLEM_NAME = real_func

THREADS = {THREADS}
N_EVALS = {N_EVALS}
N_REPS = {N_REPS}

CONTROLLER_PATH = {CONTROLLER_PATH}/{CONTROLLER_PREFIX}_gen_{GEN_INDEX}.controller


PRINT_POSITIONS = false


SOLVER_POPSIZE = {SOLVER_POPSIZE}
FULL_MODEL = {FULL_MODEL}

PROBLEM_INDEX = {PROBLEM_INDEX}
PROBLEM_DIM = {PROBLEM_DIM}
MAX_SOLVER_FE = {MAX_SOLVER_FE}

"""
    with open("tmp_conf_file.ini","w") as f:
        f.writelines(tmp_ini_file_string)



def return_results(SOLVER_POPSIZE,PROBLEM_INDEX,PROBLEM_DIM,GEN_INDEX, CONTROLLER_PREFIX, NLO, SEED):
    write_conf_file(SOLVER_POPSIZE,PROBLEM_INDEX,PROBLEM_DIM,GEN_INDEX, CONTROLLER_PREFIX, NLO, SEED)
    subprocess.run("./neat tmp_conf_file.ini > /dev/null",shell=True)
    # subprocess.run("./neat tmp_conf_file.ini",shell=True)
    with open("score.txt","r") as f:
        res = f.readline().strip()
    subprocess.run("rm score.txt",shell=True)
    return float(eval(res)[0][0])

j = -1
fig, ax = plt.subplots()
all_fx_values = []
last_gen_list = []
last_y_list = []
for instance_index, NLO, dim in tqdm(zip(instance_index_list,NLO_train_list,dim_list), total=N_CONTROLLER_TYPES_TESTED):
    j += 1

    nlo_train = NLO_train_list[j]
    NLO_test = NLO_test_list[j]
    controller_prefix = CONTROLLER_PREFIX_list[j]
    dim = dim_list[j]

    files = str(subprocess.run('ls '+CONTROLLER_PATH + f"/NLO_{nlo_train}_*",shell=True, capture_output=True).stdout).split(r"\n")
    generations = [str(el.split("_gen_")[-1].split(".controller")[0]) for el in files if len(el) > 6]


    results = np.zeros(len(generations)+1)
    for i, gen in enumerate(generations):
        results[i] = return_results(SOLVER_POPSIZE, instance_index, dim, gen, controller_prefix, NLO_test, SEED)
        all_fx_values.append(results[i])

    last_gen_list.append(float(generations[-1]))
    last_y_list.append(results[-2])
    generations += [MAX_GEN]
    results[-1] = results[-2]
    ax.plot(np.array([int(el) for el in generations]), results, label="NLO="+str(nlo_train))

ax.scatter(last_gen_list,last_y_list, c="black", label="Last update")
ax.legend()
plt.show()


<filename>src/experiments/real/results/learning_visualization_iterations_all_problems/main_plot.py
from matplotlib import pyplot as plt
import numpy as np
import subprocess
from tqdm import tqdm as tqdm
from sklearn.preprocessing import StandardScaler

SEED=2
SOLVER_POPSIZE=10
MAX_SOLVER_FE=1000
MAX_GEN=5000
N_EVALS = 1000 # N of repetitions averaged
N_REPS = 1 # N of averaged repetitions repeated
THREADS = 1
CONTROLLER_PATH = '/home/paran/Dropbox/BCAM/02_NEAT_transferability/code/NEAT_code/experimentResults/transfer_generated_continuous/controllers/all_controllers'
FULL_MODEL = "false"

NLO_train_list = [1,4,16,32]
N_CONTROLLER_TYPES_TESTED = len(NLO_train_list)

instance_index_list=[0]*N_CONTROLLER_TYPES_TESTED
dim_list = [20]*N_CONTROLLER_TYPES_TESTED
NLO_test_list = [4]*N_CONTROLLER_TYPES_TESTED
CONTROLLER_PREFIX_list = [f'NLO_{NLO}' for NLO in NLO_train_list]


def write_conf_file(SOLVER_POPSIZE,PROBLEM_INDEX,PROBLEM_DIM,GEN_INDEX, CONTROLLER_PREFIX, NLO, SEED):
    subprocess.run(f"""
mkdir -p src/experiments/real/real_func_src/jani_ronkkonen_problem_generator/
cat > src/experiments/real/real_func_src/jani_ronkkonen_problem_generator/quad_function.dat <<EOF
1
1
{PROBLEM_DIM}
{SEED}
-1
1
{NLO}
-1
-1
-1
-1
EOF        
""",shell=True)

    
    tmp_ini_file_string = f"""
[Global] 
mode = test
PROBLEM_NAME = real_func

THREADS = {THREADS}
N_EVALS = {N_EVALS}
N_REPS = {N_REPS}

CONTROLLER_PATH = {CONTROLLER_PATH}/{CONTROLLER_PREFIX}_gen_{GEN_INDEX}.controller


PRINT_POSITIONS = false


SOLVER_POPSIZE = {SOLVER_POPSIZE}
FULL_MODEL = {FULL_MODEL}

PROBLEM_INDEX = {PROBLEM_INDEX}
PROBLEM_DIM = {PROBLEM_DIM}
MAX_SOLVER_FE = {MAX_SOLVER_FE}

"""
    with open("tmp_conf_file.ini","w") as f:
        f.writelines(tmp_ini_file_string)



def return_results(SOLVER_POPSIZE,PROBLEM_INDEX,PROBLEM_DIM,GEN_INDEX, CONTROLLER_PREFIX, NLO, SEED):
    write_conf_file(SOLVER_POPSIZE,PROBLEM_INDEX,PROBLEM_DIM,GEN_INDEX, CONTROLLER_PREFIX, NLO, SEED)
    subprocess.run("./neat tmp_conf_file.ini > /dev/null",shell=True)
    # subprocess.run("./neat tmp_conf_file.ini",shell=True)
    with open("score.txt","r") as f:
        res = f.readline().strip()
    subprocess.run("rm score.txt",shell=True)
    return float(eval(res)[0][0])

j = -1
fig, ax = plt.subplots()
all_fx_values = []
last_gen_list = []
last_y_list = []
for instance_index, NLO, dim in tqdm(zip(instance_index_list,NLO_train_list,dim_list), total=N_CONTROLLER_TYPES_TESTED):
    j += 1

    nlo_train = NLO_train_list[j]
    NLO_test = NLO_test_list[j]
    controller_prefix = CONTROLLER_PREFIX_list[j]
    dim = dim_list[j]

    files = str(subprocess.run('ls '+CONTROLLER_PATH + f"/NLO_{nlo_train}_*",shell=True, capture_output=True).stdout).split(r"\n")
    generations = [str(el.split("_gen_")[-1].split(".controller")[0]) for el in files if len(el) > 6]


    results = np.zeros(len(generations)+1)
    for i, gen in enumerate(generations):
        results[i] = return_results(SOLVER_POPSIZE, instance_index, dim, gen, controller_prefix, NLO_test, SEED)
        all_fx_values.append(results[i])

    last_gen_list.append(float(generations[-1]))
    last_y_list.append(results[-2])
    generations += [MAX_GEN]
    results[-1] = results[-2]
    ax.plot(np.array([int(el) for el in generations]), results, label="NLO="+str(nlo_train))

ax.scatter(last_gen_list,last_y_list, c="black", label="Last update")
ax.legend()
plt.show()


# N of repetitions averaged # N of averaged repetitions repeated mkdir -p src/experiments/real/real_func_src/jani_ronkkonen_problem_generator/ cat > src/experiments/real/real_func_src/jani_ronkkonen_problem_generator/quad_function.dat <<EOF 1 1 {PROBLEM_DIM} {SEED} -1 1 {NLO} -1 -1 -1 -1 EOF [Global]  mode = test PROBLEM_NAME = real_func  THREADS = {THREADS} N_EVALS = {N_EVALS} N_REPS = {N_REPS}  CONTROLLER_PATH = {CONTROLLER_PATH}/{CONTROLLER_PREFIX}_gen_{GEN_INDEX}.controller   PRINT_POSITIONS = false   SOLVER_POPSIZE = {SOLVER_POPSIZE} FULL_MODEL = {FULL_MODEL}  PROBLEM_INDEX = {PROBLEM_INDEX} PROBLEM_DIM = {PROBLEM_DIM} MAX_SOLVER_FE = {MAX_SOLVER_FE} # subprocess.run("./neat tmp_conf_file.ini",shell=True)