| import pickle | |
| import embedding | |
| from tqdm import tqdm | |
| class SetLine: | |
| def __init__(self, name): | |
| self.name = name | |
| self.inp = embedding.getvec(name) | |
| net = [] | |
| with open("dataset.txt", "r") as f: lines = f.readlines() | |
| for ind, i in tqdm(enumerate(lines[1:])): | |
| if (i[:6] != "<null>"): net.append(SetLine(i)) | |
| with open("set.pckl", "wb") as f: pickle.dump(net, f) |