data/remove_empty_output.py

import json

with open('merged_all.json', 'r') as file:
    data = json.load(file)

print(f"Normal len: {len(data)}")

data = [row for row in data if row["output"] != ""]

print(f"After len: {len(data)}")

with open('merged_all.json', 'w') as file:
    json.dump(data, file, indent=1)