|
import logging |
|
import pickle |
|
|
|
root_dir = "/home/cwan5/OR/attention-learn-to-route/data/tsp/" |
|
|
|
|
|
def load(filename, root_dir=root_dir): |
|
return pickle.load(open(root_dir + filename, "rb")) |
|
|
|
|
|
file_catalog = { |
|
"test": { |
|
20: "tsp20_test_seed1234.pkl", |
|
50: "tsp50_test_seed1234.pkl", |
|
100: "tsp100_test_seed1234.pkl", |
|
}, |
|
"eval": { |
|
20: "tsp20_validation_seed4321.pkl", |
|
50: "tsp50_validation_seed4321.pkl", |
|
100: "tsp100_validation_seed4321.pkl", |
|
}, |
|
} |
|
|
|
|
|
class lazyClass: |
|
data = { |
|
"test": {}, |
|
"eval": {}, |
|
} |
|
|
|
def __getitem__(self, index): |
|
partition, nodes, idx = index |
|
if not (partition in self.data) or not (nodes in self.data[partition]): |
|
logging.warning( |
|
f"Data sepecified by ({partition}, {nodes}) was not initialized. Attepmting to load it for the first time." |
|
) |
|
data = load(file_catalog[partition][nodes]) |
|
self.data[partition][nodes] = [tuple(instance) for instance in data] |
|
|
|
return self.data[partition][nodes][idx] |
|
|
|
|
|
TSPDataset = lazyClass() |
|
|