File size: 1,500 Bytes
9be4956 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 |
import json
from evaluation.hardConstriant import get_total_cost
from tqdm import tqdm
import math
def load_line_json_data(filename):
data = []
with open(filename, 'r', encoding='utf-8') as f:
for line in f.read().strip().split('\n'):
unit = json.loads(line)
data.append(unit)
return data
def round_up_to_nearest_hundred(number):
return math.ceil(number / 100) * 100
if __name__ == '__main__':
query = load_line_json_data('/home/xj/toolAugEnv/code/toolConstraint/data/query/all_reset_budget.jsonl')
rewritten_query = open('/home/xj/toolAugEnv/code/toolConstraint/data/api_request/query_rewritten_reset_budget_gpt4.txt').readlines()
assert len(rewritten_query) == len(query)
for idx in tqdm(range(len(query))):
# tested_data = json.load(open(f'/home/xj/toolAugEnv/code/toolConstraint/data/annotation/all/annotation_{idx+1}.json'))
# query[idx]['reset_budget'] = round_up_to_nearest_hundred(get_total_cost(query[idx], tested_data))
# print(query[idx])
# break
query[idx]['query'] = "".join(x for x in rewritten_query[idx].strip().split('\t')[1:])
query[idx]['budget'] = query[idx]['reset_budget']
query[idx].pop('reset_budget')
with open('/home/xj/toolAugEnv/code/toolConstraint/data/query/all.jsonl', 'w') as f:
for query_unit in query:
# print(query)
json.dump(query_unit, f)
f.write('\n')
f.close() |