-
Notifications
You must be signed in to change notification settings - Fork 0
/
hyperparameter_reader.py
76 lines (57 loc) · 2.08 KB
/
hyperparameter_reader.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
import pandas as pd
import numpy as np
import pickle
from regressors import *
from classifiers import *
class HyperparameterReader(object):
def __init__(self):
pass
def _load(self):
try:
with open('config/hyperparameter', 'rb') as fp:
itemdict = pickle.load(fp)
except Exception as e:
print(e, 'in reading hyperparameter')
itemdict = dict()
return itemdict
def _save(self):
itemdict = self._load()
itemdict[self.id] = self.algorithm_params
try:
with open('config/hyperparameter', 'wb') as fp:
pickle.dump(itemdict, fp)
except Exception as e:
print(e, 'in saving hyperparameter')
def save_new_hyperparameter(self, id=None,
algorithm=None):
"""
Save an algorithm and its hyperparameters
Args:
id: project ID
algorithm: object
Returns:
"""
self.id = id
try:
algorithm_name = algorithm.__class__.__name__
hyperparameters = algorithm.get_params()
self.algorithm_params = {algorithm_name: hyperparameters}
except Exception as e:
print(e, 'in reading hyperparameter')
self._save()
def read_return(self, id=None):
itemdict = self._load()
try:
algorithm_params = itemdict[id]
algorithm_name = list(algorithm_params.keys())[0]
if algorithm_name in classifier_dict.keys():
algorithm = classifier_dict[algorithm_name]
elif algorithm_name in regressor_dict.keys():
algorithm = regressor_dict[algorithm_name]
else:
raise ValueError("Algorithm does not exist in metabase")
hyperparameters = algorithm_params[algorithm_name]
algorithm_util = algorithm().set_params(**hyperparameters)
return algorithm_util
except Exception as e:
print(ValueError('ID {0} does not have a corresponding algorithm'))