nn_likelihoods/simulator_get_stats.py at master · AlexanderFengler/nn_likelihoods · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
# Basic python utilities
import numpy as np
import scipy as scp
from scipy.stats import gamma

# Parallelization
import multiprocessing as mp
from  multiprocessing import Process
from  multiprocessing import Pool
import psutil

# System utilities
from datetime import datetime
import time
import os
import pickle
import uuid
import sys
import argparse
#import kde_info
from config import config as cfg

# My own code
import kde_class as kde
#import cddm_data_simulation as ddm_simulator
import boundary_functions as bf
import kde_training_utilities as kde_utils

if __name__ == "__main__":
    # Interface ------
    CLI = argparse.ArgumentParser()
    CLI.add_argument("--machine",
                     type = str,
                     default = 'ccv')
    CLI.add_argument("--method",
                     type = str,
                     default = 'ddm')
    CLI.add_argument("--simfolder",
                     type = str,
                     default = 'base_simulations')
    CLI.add_argument("--fileprefix",
                     type = str,
                     default = 'ddm_base_simulations')
    CLI.add_argument("--fileid",
                     type = str,
                     default = 'TEST')
    CLI.add_argument("--data_folder",
                     type = str,
                     default = 'datastorage/')

    args = CLI.parse_args()
    print(args)

    # Specify base simulation folder ------
    method_params = cfg['model_data'][args.method]
    base_simulations_folder = cfg['base_data_folder'][args.machine] + cfg['model_data'][arg.method]['folder_suffix'] + args.simfolder + '/'

    #method_params = kde_info.temp[args.method]

#     if args.machine == 'x7':
#         base_simulation_folder = method_params['method_folder_x7'] + args.simfolder +'/'

#     if args.machine == 'ccv':
#         base_simulation_folder = method_params['method_folder'] + args.simfolder +'/'

#     if args.machine == 'home':
#         base_simulation_folder = method_params['method_folder_home'] + args.simfolder +'/'

#     if args.machine == 'other':
#         base_simulation_folder = args.data_folder + args.method + '/' + args.simfolder + '/'

    # FILTERS: GENERAL
    filters = {'mode': 20, # !=
               'choice_cnt': 10, # >
               'mean_rt': 18, # <
               'std': 0, # >
               'mode_cnt_rel': 0.5  # <
               }

    # Run filter new
    start_time = time.time()
    kde_utils.filter_simulations_fast(base_simulation_folder = base_simulation_folder,
                                      file_name_prefix = args.fileprefix,
                                      file_id = args.fileid,
                                      method_params = method_params,
                                      param_ranges = 'none',
                                      filters = filters)

    end_time = time.time()
    exec_time = end_time - start_time
    print('Time elapsed: ', exec_time)


# UNUSED -----

        #method_params = kde_info.temp[args.method]['output_folder_x7']
#         method_params = pickle.load(open("/media/data_cifs/afengler/git_repos/nn_likelihoods/kde_stats.pickle",
#                                          "rb"))[args.method]

        #base_simulation_folder = kde_info.temp[config['method']]['method_folder_x7'] + args.simfolder + '/'