Update app.py
Browse files
app.py
CHANGED
@@ -27,12 +27,10 @@ def load_and_train():
|
|
27 |
|
28 |
dataset_humanizado = load_dataset('daily_dialog', split='train', trust_remote_code=True)
|
29 |
dataset_codigo = load_dataset('code_search_net', split='train', trust_remote_code=True)
|
30 |
-
dataset_prompts = load_dataset('openai_humaneval', split='train', trust_remote_code=True)
|
31 |
|
32 |
combined_dataset = concatenate_datasets([
|
33 |
dataset_humanizado,
|
34 |
-
dataset_codigo
|
35 |
-
dataset_prompts
|
36 |
])
|
37 |
|
38 |
def tokenize_function(examples):
|
|
|
27 |
|
28 |
dataset_humanizado = load_dataset('daily_dialog', split='train', trust_remote_code=True)
|
29 |
dataset_codigo = load_dataset('code_search_net', split='train', trust_remote_code=True)
|
|
|
30 |
|
31 |
combined_dataset = concatenate_datasets([
|
32 |
dataset_humanizado,
|
33 |
+
dataset_codigo
|
|
|
34 |
])
|
35 |
|
36 |
def tokenize_function(examples):
|