marcelovidigal
commited on
Commit
•
28e186b
1
Parent(s):
53b06fe
Training in progress, epoch 1
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- config.json +33 -0
- model.safetensors +3 -0
- special_tokens_map.json +7 -0
- tokenizer.json +0 -0
- tokenizer_config.json +55 -0
- training_args.bin +3 -0
- vocab.txt +0 -0
- wandb/debug-internal.log +0 -0
- wandb/debug.log +57 -0
- wandb/run-20240924_095138-dq8gst1y/files/config.yaml +47 -0
- wandb/run-20240924_095138-dq8gst1y/files/requirements.txt +281 -0
- wandb/run-20240924_095138-dq8gst1y/files/wandb-metadata.json +44 -0
- wandb/run-20240924_095138-dq8gst1y/logs/debug-internal.log +0 -0
- wandb/run-20240924_095138-dq8gst1y/logs/debug.log +56 -0
- wandb/run-20240924_095138-dq8gst1y/run-dq8gst1y.wandb +0 -0
- wandb/run-20240924_155553-ak3igvfy/files/config.yaml +47 -0
- wandb/run-20240924_155553-ak3igvfy/files/output.log +1 -0
- wandb/run-20240924_155553-ak3igvfy/files/requirements.txt +281 -0
- wandb/run-20240924_155553-ak3igvfy/files/wandb-metadata.json +44 -0
- wandb/run-20240924_155553-ak3igvfy/logs/debug-internal.log +0 -0
- wandb/run-20240924_155553-ak3igvfy/logs/debug.log +53 -0
- wandb/run-20240924_155553-ak3igvfy/run-ak3igvfy.wandb +0 -0
- wandb/run-20240924_160602-9t20hlbh/files/config.yaml +673 -0
- wandb/run-20240924_160602-9t20hlbh/files/output.log +11 -0
- wandb/run-20240924_160602-9t20hlbh/files/requirements.txt +281 -0
- wandb/run-20240924_160602-9t20hlbh/files/wandb-metadata.json +44 -0
- wandb/run-20240924_160602-9t20hlbh/files/wandb-summary.json +1 -0
- wandb/run-20240924_160602-9t20hlbh/logs/debug-internal.log +721 -0
- wandb/run-20240924_160602-9t20hlbh/logs/debug.log +90 -0
- wandb/run-20240924_160602-9t20hlbh/run-9t20hlbh.wandb +0 -0
- wandb/run-20240924_161004-3p6gcxf7/files/config.yaml +48 -0
- wandb/run-20240924_161004-3p6gcxf7/files/output.log +4 -0
- wandb/run-20240924_161004-3p6gcxf7/files/requirements.txt +281 -0
- wandb/run-20240924_161004-3p6gcxf7/files/wandb-metadata.json +44 -0
- wandb/run-20240924_161004-3p6gcxf7/files/wandb-summary.json +1 -0
- wandb/run-20240924_161004-3p6gcxf7/logs/debug-internal.log +0 -0
- wandb/run-20240924_161004-3p6gcxf7/logs/debug.log +62 -0
- wandb/run-20240924_161004-3p6gcxf7/run-3p6gcxf7.wandb +0 -0
- wandb/run-20240924_161840-av3zk287/files/config.yaml +47 -0
- wandb/run-20240924_161840-av3zk287/files/output.log +11 -0
- wandb/run-20240924_161840-av3zk287/files/requirements.txt +281 -0
- wandb/run-20240924_161840-av3zk287/files/wandb-metadata.json +44 -0
- wandb/run-20240924_161840-av3zk287/logs/debug-internal.log +0 -0
- wandb/run-20240924_161840-av3zk287/logs/debug.log +94 -0
- wandb/run-20240924_161840-av3zk287/run-av3zk287.wandb +0 -0
- wandb/run-20240924_163127-1p1b6phc/files/config.yaml +47 -0
- wandb/run-20240924_163127-1p1b6phc/files/output.log +38 -0
- wandb/run-20240924_163127-1p1b6phc/files/requirements.txt +281 -0
- wandb/run-20240924_163127-1p1b6phc/files/wandb-metadata.json +44 -0
- wandb/run-20240924_163127-1p1b6phc/logs/debug-internal.log +0 -0
config.json
ADDED
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "distilbert/distilbert-base-uncased",
|
3 |
+
"activation": "gelu",
|
4 |
+
"architectures": [
|
5 |
+
"DistilBertForSequenceClassification"
|
6 |
+
],
|
7 |
+
"attention_dropout": 0.1,
|
8 |
+
"dim": 768,
|
9 |
+
"dropout": 0.1,
|
10 |
+
"hidden_dim": 3072,
|
11 |
+
"id2label": {
|
12 |
+
"0": "objeto",
|
13 |
+
"1": "outros"
|
14 |
+
},
|
15 |
+
"initializer_range": 0.02,
|
16 |
+
"label2id": {
|
17 |
+
"objeto": 0,
|
18 |
+
"outros": 1
|
19 |
+
},
|
20 |
+
"max_position_embeddings": 512,
|
21 |
+
"model_type": "distilbert",
|
22 |
+
"n_heads": 12,
|
23 |
+
"n_layers": 6,
|
24 |
+
"pad_token_id": 0,
|
25 |
+
"problem_type": "single_label_classification",
|
26 |
+
"qa_dropout": 0.1,
|
27 |
+
"seq_classif_dropout": 0.2,
|
28 |
+
"sinusoidal_pos_embds": false,
|
29 |
+
"tie_weights_": true,
|
30 |
+
"torch_dtype": "float32",
|
31 |
+
"transformers_version": "4.44.2",
|
32 |
+
"vocab_size": 30522
|
33 |
+
}
|
model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e6e816fdda6bc8f7c7116b4bc7cf956f6e9b22468f07ff8a604a912b470a4d5b
|
3 |
+
size 267832560
|
special_tokens_map.json
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"cls_token": "[CLS]",
|
3 |
+
"mask_token": "[MASK]",
|
4 |
+
"pad_token": "[PAD]",
|
5 |
+
"sep_token": "[SEP]",
|
6 |
+
"unk_token": "[UNK]"
|
7 |
+
}
|
tokenizer.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
tokenizer_config.json
ADDED
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"added_tokens_decoder": {
|
3 |
+
"0": {
|
4 |
+
"content": "[PAD]",
|
5 |
+
"lstrip": false,
|
6 |
+
"normalized": false,
|
7 |
+
"rstrip": false,
|
8 |
+
"single_word": false,
|
9 |
+
"special": true
|
10 |
+
},
|
11 |
+
"100": {
|
12 |
+
"content": "[UNK]",
|
13 |
+
"lstrip": false,
|
14 |
+
"normalized": false,
|
15 |
+
"rstrip": false,
|
16 |
+
"single_word": false,
|
17 |
+
"special": true
|
18 |
+
},
|
19 |
+
"101": {
|
20 |
+
"content": "[CLS]",
|
21 |
+
"lstrip": false,
|
22 |
+
"normalized": false,
|
23 |
+
"rstrip": false,
|
24 |
+
"single_word": false,
|
25 |
+
"special": true
|
26 |
+
},
|
27 |
+
"102": {
|
28 |
+
"content": "[SEP]",
|
29 |
+
"lstrip": false,
|
30 |
+
"normalized": false,
|
31 |
+
"rstrip": false,
|
32 |
+
"single_word": false,
|
33 |
+
"special": true
|
34 |
+
},
|
35 |
+
"103": {
|
36 |
+
"content": "[MASK]",
|
37 |
+
"lstrip": false,
|
38 |
+
"normalized": false,
|
39 |
+
"rstrip": false,
|
40 |
+
"single_word": false,
|
41 |
+
"special": true
|
42 |
+
}
|
43 |
+
},
|
44 |
+
"clean_up_tokenization_spaces": true,
|
45 |
+
"cls_token": "[CLS]",
|
46 |
+
"do_lower_case": true,
|
47 |
+
"mask_token": "[MASK]",
|
48 |
+
"model_max_length": 512,
|
49 |
+
"pad_token": "[PAD]",
|
50 |
+
"sep_token": "[SEP]",
|
51 |
+
"strip_accents": null,
|
52 |
+
"tokenize_chinese_chars": true,
|
53 |
+
"tokenizer_class": "DistilBertTokenizer",
|
54 |
+
"unk_token": "[UNK]"
|
55 |
+
}
|
training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a86d9039d7d29dc4e8edeb97896c20851dd693838ac9d5a1a14e01b643d083a6
|
3 |
+
size 5624
|
vocab.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|
wandb/debug-internal.log
ADDED
The diff for this file is too large to render.
See raw diff
|
|
wandb/debug.log
ADDED
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
2024-09-24 17:26:30,809 INFO MainThread:48218 [wandb_setup.py:_flush():76] Current SDK version is 0.17.5
|
2 |
+
2024-09-24 17:26:30,809 INFO MainThread:48218 [wandb_setup.py:_flush():76] Configure stats pid to 48218
|
3 |
+
2024-09-24 17:26:30,809 INFO MainThread:48218 [wandb_setup.py:_flush():76] Loading settings from /Users/marcelovidigal/.config/wandb/settings
|
4 |
+
2024-09-24 17:26:30,809 INFO MainThread:48218 [wandb_setup.py:_flush():76] Loading settings from /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/doutorado/wandb/settings
|
5 |
+
2024-09-24 17:26:30,809 INFO MainThread:48218 [wandb_setup.py:_flush():76] Loading settings from environment variables: {'notebook_name': '/Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/doutorado/secoes_contrato_rotulos_classificacao_texto_v1.ipynb'}
|
6 |
+
2024-09-24 17:26:30,809 INFO MainThread:48218 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
|
7 |
+
2024-09-24 17:26:30,810 INFO MainThread:48218 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
|
8 |
+
2024-09-24 17:26:30,810 INFO MainThread:48218 [wandb_setup.py:_flush():76] Applying login settings: {}
|
9 |
+
2024-09-24 17:26:30,810 INFO MainThread:48218 [wandb_init.py:_log_setup():529] Logging user logs to /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_172630-x9iddikd/logs/debug.log
|
10 |
+
2024-09-24 17:26:30,810 INFO MainThread:48218 [wandb_init.py:_log_setup():530] Logging internal logs to /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_172630-x9iddikd/logs/debug-internal.log
|
11 |
+
2024-09-24 17:26:30,810 INFO MainThread:48218 [wandb_init.py:_jupyter_setup():475] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x13563c750>
|
12 |
+
2024-09-24 17:26:30,811 INFO MainThread:48218 [wandb_init.py:init():569] calling init triggers
|
13 |
+
2024-09-24 17:26:30,811 INFO MainThread:48218 [wandb_init.py:init():576] wandb.init called with sweep_config: {}
|
14 |
+
config: {}
|
15 |
+
2024-09-24 17:26:30,811 INFO MainThread:48218 [wandb_init.py:init():619] starting backend
|
16 |
+
2024-09-24 17:26:30,811 INFO MainThread:48218 [wandb_init.py:init():623] setting up manager
|
17 |
+
2024-09-24 17:26:30,813 INFO MainThread:48218 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=spawn,fork,forkserver, using: spawn
|
18 |
+
2024-09-24 17:26:30,872 INFO MainThread:48218 [wandb_init.py:init():631] backend started and connected
|
19 |
+
2024-09-24 17:26:30,898 INFO MainThread:48218 [wandb_run.py:_label_probe_notebook():1334] probe notebook
|
20 |
+
2024-09-24 17:26:30,899 INFO MainThread:48218 [wandb_init.py:init():720] updated telemetry
|
21 |
+
2024-09-24 17:26:30,946 INFO MainThread:48218 [wandb_init.py:init():753] communicating run to backend with 90.0 second timeout
|
22 |
+
2024-09-24 17:26:31,595 INFO MainThread:48218 [wandb_run.py:_on_init():2435] communicating current version
|
23 |
+
2024-09-24 17:26:32,048 INFO MainThread:48218 [wandb_run.py:_on_init():2444] got version response upgrade_message: "wandb version 0.18.1 is available! To upgrade, please run:\n $ pip install wandb --upgrade"
|
24 |
+
|
25 |
+
2024-09-24 17:26:32,049 INFO MainThread:48218 [wandb_init.py:init():804] starting run threads in backend
|
26 |
+
2024-09-24 17:26:32,421 INFO MainThread:48218 [wandb_run.py:_console_start():2413] atexit reg
|
27 |
+
2024-09-24 17:26:32,421 INFO MainThread:48218 [wandb_run.py:_redirect():2255] redirect: wrap_raw
|
28 |
+
2024-09-24 17:26:32,421 INFO MainThread:48218 [wandb_run.py:_redirect():2320] Wrapping output streams.
|
29 |
+
2024-09-24 17:26:32,422 INFO MainThread:48218 [wandb_run.py:_redirect():2345] Redirects installed.
|
30 |
+
2024-09-24 17:26:32,424 INFO MainThread:48218 [wandb_init.py:init():847] run started, returning control to user process
|
31 |
+
2024-09-24 17:26:32,426 INFO MainThread:48218 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
32 |
+
2024-09-24 17:26:32,426 INFO MainThread:48218 [wandb_init.py:_pause_backend():440] pausing backend
|
33 |
+
2024-09-24 17:26:32,441 INFO MainThread:48218 [wandb_init.py:_resume_backend():445] resuming backend
|
34 |
+
2024-09-24 17:26:32,445 INFO MainThread:48218 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
35 |
+
2024-09-24 17:26:32,445 INFO MainThread:48218 [wandb_init.py:_pause_backend():440] pausing backend
|
36 |
+
2024-09-24 17:26:32,461 INFO MainThread:48218 [wandb_init.py:_resume_backend():445] resuming backend
|
37 |
+
2024-09-24 17:26:32,462 INFO MainThread:48218 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
38 |
+
2024-09-24 17:26:32,462 INFO MainThread:48218 [wandb_init.py:_pause_backend():440] pausing backend
|
39 |
+
2024-09-24 17:26:32,478 INFO MainThread:48218 [wandb_init.py:_resume_backend():445] resuming backend
|
40 |
+
2024-09-24 17:26:32,482 INFO MainThread:48218 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
41 |
+
2024-09-24 17:26:32,482 INFO MainThread:48218 [wandb_init.py:_pause_backend():440] pausing backend
|
42 |
+
2024-09-24 17:26:32,488 INFO MainThread:48218 [wandb_init.py:_resume_backend():445] resuming backend
|
43 |
+
2024-09-24 17:26:36,892 INFO MainThread:48218 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
44 |
+
2024-09-24 17:26:36,892 INFO MainThread:48218 [wandb_init.py:_pause_backend():440] pausing backend
|
45 |
+
2024-09-24 17:26:36,908 INFO MainThread:48218 [wandb_init.py:_resume_backend():445] resuming backend
|
46 |
+
2024-09-24 17:26:36,912 INFO MainThread:48218 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
47 |
+
2024-09-24 17:26:36,912 INFO MainThread:48218 [wandb_init.py:_pause_backend():440] pausing backend
|
48 |
+
2024-09-24 17:26:36,962 INFO MainThread:48218 [wandb_init.py:_resume_backend():445] resuming backend
|
49 |
+
2024-09-24 17:26:37,248 INFO MainThread:48218 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
50 |
+
2024-09-24 17:26:37,248 INFO MainThread:48218 [wandb_init.py:_pause_backend():440] pausing backend
|
51 |
+
2024-09-24 17:26:43,319 INFO MainThread:48218 [wandb_init.py:_resume_backend():445] resuming backend
|
52 |
+
2024-09-24 17:26:44,249 INFO MainThread:48218 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
53 |
+
2024-09-24 17:26:44,249 INFO MainThread:48218 [wandb_init.py:_pause_backend():440] pausing backend
|
54 |
+
2024-09-24 17:26:48,234 INFO MainThread:48218 [wandb_init.py:_resume_backend():445] resuming backend
|
55 |
+
2024-09-24 17:26:50,737 INFO MainThread:48218 [wandb_run.py:_config_callback():1382] config_cb None None {'vocab_size': 30522, 'max_position_embeddings': 512, 'sinusoidal_pos_embds': False, 'n_layers': 6, 'n_heads': 12, 'dim': 768, 'hidden_dim': 3072, 'dropout': 0.1, 'attention_dropout': 0.1, 'activation': 'gelu', 'initializer_range': 0.02, 'qa_dropout': 0.1, 'seq_classif_dropout': 0.2, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['DistilBertForMaskedLM'], 'finetuning_task': None, 'id2label': {0: 'objeto', 1: 'outros'}, 'label2id': {'objeto': 0, 'outros': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': 0, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'distilbert/distilbert-base-uncased', 'transformers_version': '4.44.2', 'model_type': 'distilbert', 'tie_weights_': True, 'output_dir': '/Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': True, 'do_predict': False, 'eval_strategy': 'epoch', 'prediction_loss_only': False, 'per_device_train_batch_size': 16, 'per_device_eval_batch_size': 16, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'torch_empty_cache_steps': None, 'learning_rate': 2e-05, 'weight_decay': 0.01, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 5, 'max_steps': -1, 'lr_scheduler_type': 'linear', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.0, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/runs/Sep24_17-26-48_mace16.local', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 500, 'logging_nan_inf_filter': True, 'save_strategy': 'epoch', 'save_steps': 500, 'save_total_limit': None, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'restore_callback_states_from_checkpoint': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 0, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': 'secoes_contrato_rotulos_classificacao_texto_v1', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': True, 'metric_for_best_model': 'loss', 'greater_is_better': False, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'eval_do_concat_batches': True, 'fp16_backend': 'auto', 'evaluation_strategy': None, 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None, 'batch_eval_metrics': False, 'eval_on_start': False, 'eval_use_gather_object': False}
|
56 |
+
2024-09-24 17:26:50,740 INFO MainThread:48218 [wandb_config.py:__setitem__():151] config set model/num_parameters = 66955010 - <bound method Run._config_callback of <wandb.sdk.wandb_run.Run object at 0x13c481490>>
|
57 |
+
2024-09-24 17:26:50,740 INFO MainThread:48218 [wandb_run.py:_config_callback():1382] config_cb model/num_parameters 66955010 None
|
wandb/run-20240924_095138-dq8gst1y/files/config.yaml
ADDED
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
wandb_version: 1
|
2 |
+
|
3 |
+
_wandb:
|
4 |
+
desc: null
|
5 |
+
value:
|
6 |
+
python_version: 3.11.9
|
7 |
+
cli_version: 0.17.5
|
8 |
+
framework: huggingface
|
9 |
+
huggingface_version: 4.44.2
|
10 |
+
is_jupyter_run: true
|
11 |
+
is_kaggle_kernel: true
|
12 |
+
start_time: 1727182298
|
13 |
+
t:
|
14 |
+
1:
|
15 |
+
- 1
|
16 |
+
- 5
|
17 |
+
- 11
|
18 |
+
- 41
|
19 |
+
- 49
|
20 |
+
- 51
|
21 |
+
- 53
|
22 |
+
- 55
|
23 |
+
- 71
|
24 |
+
- 98
|
25 |
+
- 100
|
26 |
+
2:
|
27 |
+
- 1
|
28 |
+
- 5
|
29 |
+
- 11
|
30 |
+
- 41
|
31 |
+
- 49
|
32 |
+
- 51
|
33 |
+
- 53
|
34 |
+
- 55
|
35 |
+
- 71
|
36 |
+
- 98
|
37 |
+
- 100
|
38 |
+
3:
|
39 |
+
- 23
|
40 |
+
4: 3.11.9
|
41 |
+
5: 0.17.5
|
42 |
+
6: 4.44.2
|
43 |
+
8:
|
44 |
+
- 1
|
45 |
+
- 2
|
46 |
+
- 5
|
47 |
+
13: darwin-x86_64
|
wandb/run-20240924_095138-dq8gst1y/files/requirements.txt
ADDED
@@ -0,0 +1,281 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Deprecated==1.2.14
|
2 |
+
GitPython==3.1.43
|
3 |
+
ImageHash==4.3.1
|
4 |
+
Jinja2==3.1.4
|
5 |
+
Markdown==3.6
|
6 |
+
MarkupSafe==2.1.5
|
7 |
+
PyWavelets==1.7.0
|
8 |
+
PyYAML==6.0.1
|
9 |
+
Pygments==2.15.1
|
10 |
+
Send2Trash==1.8.3
|
11 |
+
XlsxWriter==3.2.0
|
12 |
+
accelerate==0.34.2
|
13 |
+
aiohappyeyeballs==2.3.4
|
14 |
+
aiohttp==3.10.0
|
15 |
+
aiosignal==1.3.1
|
16 |
+
annotated-types==0.7.0
|
17 |
+
antlr4-python3-runtime==4.9.3
|
18 |
+
anyio==4.4.0
|
19 |
+
appnope==0.1.3
|
20 |
+
argon2-cffi-bindings==21.2.0
|
21 |
+
argon2-cffi==23.1.0
|
22 |
+
arrow==1.3.0
|
23 |
+
asttokens==2.2.1
|
24 |
+
async-lru==2.0.4
|
25 |
+
attrs==23.2.0
|
26 |
+
babel==2.16.0
|
27 |
+
backcall==0.2.0
|
28 |
+
backoff==2.2.1
|
29 |
+
beautifulsoup4==4.12.3
|
30 |
+
bertopic==0.16.3
|
31 |
+
bitsandbytes==0.42.0
|
32 |
+
bleach==6.1.0
|
33 |
+
blis==0.7.11
|
34 |
+
cachetools==5.4.0
|
35 |
+
catalogue==2.0.10
|
36 |
+
certifi==2024.8.30
|
37 |
+
cffi==1.16.0
|
38 |
+
chardet==5.2.0
|
39 |
+
charset-normalizer==3.3.2
|
40 |
+
click==8.1.7
|
41 |
+
cloudpathlib==0.18.1
|
42 |
+
coloredlogs==15.0.1
|
43 |
+
comm==0.1.3
|
44 |
+
confection==0.1.5
|
45 |
+
contourpy==1.2.1
|
46 |
+
cryptography==43.0.0
|
47 |
+
cycler==0.12.1
|
48 |
+
cymem==2.0.8
|
49 |
+
dataclasses-json==0.6.7
|
50 |
+
datasets==3.0.0
|
51 |
+
debugpy==1.6.7
|
52 |
+
decorator==5.1.1
|
53 |
+
deepdiff==7.0.1
|
54 |
+
defusedxml==0.7.1
|
55 |
+
dill==0.3.8
|
56 |
+
distro==1.9.0
|
57 |
+
docker-pycreds==0.4.0
|
58 |
+
docstring_parser==0.16
|
59 |
+
effdet==0.4.1
|
60 |
+
emoji==2.12.1
|
61 |
+
en-core-web-sm==3.7.1
|
62 |
+
et-xmlfile==1.1.0
|
63 |
+
evaluate==0.4.3
|
64 |
+
executing==1.2.0
|
65 |
+
fastjsonschema==2.20.0
|
66 |
+
filelock==3.15.4
|
67 |
+
filetype==1.2.0
|
68 |
+
flatbuffers==24.3.25
|
69 |
+
fonttools==4.53.1
|
70 |
+
fqdn==1.5.1
|
71 |
+
frozenlist==1.4.1
|
72 |
+
fsspec==2024.5.0
|
73 |
+
gitdb==4.0.11
|
74 |
+
google-api-core==2.19.1
|
75 |
+
google-auth==2.32.0
|
76 |
+
google-cloud-vision==3.7.3
|
77 |
+
googleapis-common-protos==1.63.2
|
78 |
+
grpcio-status==1.65.1
|
79 |
+
grpcio==1.65.1
|
80 |
+
h11==0.14.0
|
81 |
+
hdbscan==0.8.38.post1
|
82 |
+
htmlmin==0.1.12
|
83 |
+
httpcore==1.0.5
|
84 |
+
httpx==0.27.0
|
85 |
+
huggingface-hub==0.24.3
|
86 |
+
humanfriendly==10.0
|
87 |
+
idna==3.7
|
88 |
+
iopath==0.1.10
|
89 |
+
ipykernel==6.29.5
|
90 |
+
ipython-genutils==0.2.0
|
91 |
+
ipython==8.13.2
|
92 |
+
ipywidgets==8.1.5
|
93 |
+
isoduration==20.11.0
|
94 |
+
jedi==0.18.2
|
95 |
+
jiter==0.5.0
|
96 |
+
joblib==1.1.1
|
97 |
+
json5==0.9.25
|
98 |
+
jsonpath-python==1.0.6
|
99 |
+
jsonpointer==3.0.0
|
100 |
+
jsonschema-specifications==2023.12.1
|
101 |
+
jsonschema==4.23.0
|
102 |
+
jupyter-events==0.10.0
|
103 |
+
jupyter-lsp==2.2.5
|
104 |
+
jupyter_client==8.2.0
|
105 |
+
jupyter_core==5.3.0
|
106 |
+
jupyter_server==2.14.2
|
107 |
+
jupyter_server_terminals==0.5.3
|
108 |
+
jupyterlab==4.2.5
|
109 |
+
jupyterlab_pygments==0.3.0
|
110 |
+
jupyterlab_server==2.27.3
|
111 |
+
jupyterlab_widgets==3.0.13
|
112 |
+
kiwisolver==1.4.5
|
113 |
+
langcodes==3.4.0
|
114 |
+
langdetect==1.0.9
|
115 |
+
language_data==1.2.0
|
116 |
+
layoutparser==0.3.4
|
117 |
+
llvmlite==0.43.0
|
118 |
+
lxml==5.2.2
|
119 |
+
marisa-trie==1.2.0
|
120 |
+
markdown-it-py==3.0.0
|
121 |
+
marshmallow==3.21.3
|
122 |
+
matplotlib-inline==0.1.6
|
123 |
+
matplotlib==3.9.1
|
124 |
+
mdurl==0.1.2
|
125 |
+
missingno==0.5.2
|
126 |
+
mistune==3.0.2
|
127 |
+
mpmath==1.3.0
|
128 |
+
multidict==6.0.5
|
129 |
+
multimethod==1.12
|
130 |
+
multiprocess==0.70.16
|
131 |
+
murmurhash==1.0.10
|
132 |
+
mypy-extensions==1.0.0
|
133 |
+
nbclient==0.10.0
|
134 |
+
nbconvert==7.16.4
|
135 |
+
nbformat==5.10.4
|
136 |
+
nest-asyncio==1.6.0
|
137 |
+
networkx==3.3
|
138 |
+
nltk==3.8.1
|
139 |
+
notebook==7.2.2
|
140 |
+
notebook_shim==0.2.4
|
141 |
+
numba==0.60.0
|
142 |
+
numpy==1.26.4
|
143 |
+
olefile==0.47
|
144 |
+
omegaconf==2.3.0
|
145 |
+
onnx==1.16.1
|
146 |
+
onnxruntime==1.18.1
|
147 |
+
openai==1.43.0
|
148 |
+
opencv-python==4.10.0.84
|
149 |
+
openpyxl==3.1.5
|
150 |
+
ordered-set==4.1.0
|
151 |
+
overrides==7.7.0
|
152 |
+
packaging==24.1
|
153 |
+
pandas-profiling==3.2.0
|
154 |
+
pandas==2.2.2
|
155 |
+
pandocfilters==1.5.1
|
156 |
+
parso==0.8.3
|
157 |
+
pdf2image==1.17.0
|
158 |
+
pdfminer.six==20231228
|
159 |
+
pdfplumber==0.11.2
|
160 |
+
peft==0.12.0
|
161 |
+
pexpect==4.8.0
|
162 |
+
phik==0.12.4
|
163 |
+
pickleshare==0.7.5
|
164 |
+
pikepdf==9.1.0
|
165 |
+
pillow==10.4.0
|
166 |
+
pillow_heif==0.18.0
|
167 |
+
pip==24.2
|
168 |
+
platformdirs==4.2.2
|
169 |
+
plotly==5.24.0
|
170 |
+
poppler-utils==0.1.0
|
171 |
+
portalocker==2.10.1
|
172 |
+
preshed==3.0.9
|
173 |
+
prometheus_client==0.20.0
|
174 |
+
prompt-toolkit==3.0.38
|
175 |
+
proto-plus==1.24.0
|
176 |
+
protobuf==5.27.2
|
177 |
+
psutil==5.9.5
|
178 |
+
ptyprocess==0.7.0
|
179 |
+
pure-eval==0.2.2
|
180 |
+
pyarrow-hotfix==0.6
|
181 |
+
pyarrow==17.0.0
|
182 |
+
pyasn1==0.6.0
|
183 |
+
pyasn1_modules==0.4.0
|
184 |
+
pycocotools==2.0.8
|
185 |
+
pycparser==2.22
|
186 |
+
pycryptodome==3.20.0
|
187 |
+
pydantic==2.8.2
|
188 |
+
pydantic_core==2.20.1
|
189 |
+
pynndescent==0.5.13
|
190 |
+
pypandoc==1.13
|
191 |
+
pyparsing==3.1.2
|
192 |
+
pypdf==4.3.1
|
193 |
+
pypdfium2==4.30.0
|
194 |
+
pytesseract==0.3.10
|
195 |
+
python-dateutil==2.9.0.post0
|
196 |
+
python-docx==1.1.2
|
197 |
+
python-dotenv==1.0.1
|
198 |
+
python-iso639==2024.4.27
|
199 |
+
python-json-logger==2.0.7
|
200 |
+
python-magic==0.4.27
|
201 |
+
python-multipart==0.0.9
|
202 |
+
python-oxmsg==0.0.1
|
203 |
+
python-pptx==0.6.23
|
204 |
+
pytz==2024.1
|
205 |
+
pyzmq==25.0.2
|
206 |
+
rapidfuzz==3.9.5
|
207 |
+
referencing==0.35.1
|
208 |
+
regex==2024.7.24
|
209 |
+
requests-toolbelt==1.0.0
|
210 |
+
requests==2.32.3
|
211 |
+
rfc3339-validator==0.1.4
|
212 |
+
rfc3986-validator==0.1.1
|
213 |
+
rich==13.7.1
|
214 |
+
rpds-py==0.20.0
|
215 |
+
rsa==4.9
|
216 |
+
safetensors==0.4.3
|
217 |
+
scikit-learn==1.5.1
|
218 |
+
scipy==1.14.0
|
219 |
+
seaborn==0.13.2
|
220 |
+
sentence-transformers==3.0.1
|
221 |
+
sentencepiece==0.2.0
|
222 |
+
sentry-sdk==2.12.0
|
223 |
+
setproctitle==1.3.3
|
224 |
+
setuptools==65.5.0
|
225 |
+
shellingham==1.5.4
|
226 |
+
shtab==1.7.1
|
227 |
+
six==1.16.0
|
228 |
+
smart-open==7.0.4
|
229 |
+
smmap==5.0.1
|
230 |
+
sniffio==1.3.1
|
231 |
+
soupsieve==2.5
|
232 |
+
spacy-legacy==3.0.12
|
233 |
+
spacy-loggers==1.0.5
|
234 |
+
spacy==3.7.6
|
235 |
+
srsly==2.4.8
|
236 |
+
stack-data==0.6.2
|
237 |
+
sympy==1.13.1
|
238 |
+
tabulate==0.9.0
|
239 |
+
tangled-up-in-unicode==0.2.0
|
240 |
+
tdqm==0.0.1
|
241 |
+
tenacity==9.0.0
|
242 |
+
terminado==0.18.1
|
243 |
+
thinc==8.2.5
|
244 |
+
threadpoolctl==3.5.0
|
245 |
+
timm==1.0.8
|
246 |
+
tinycss2==1.3.0
|
247 |
+
tokenizers==0.19.1
|
248 |
+
torch==2.2.2
|
249 |
+
torchtext==0.17.2
|
250 |
+
torchvision==0.17.2
|
251 |
+
tornado==6.3.1
|
252 |
+
tqdm==4.66.4
|
253 |
+
traitlets==5.9.0
|
254 |
+
transformers==4.44.2
|
255 |
+
trl==0.9.6
|
256 |
+
typer==0.12.4
|
257 |
+
types-python-dateutil==2.9.0.20240821
|
258 |
+
typing-inspect==0.9.0
|
259 |
+
typing_extensions==4.12.2
|
260 |
+
tyro==0.8.5
|
261 |
+
tzdata==2024.1
|
262 |
+
umap-learn==0.5.6
|
263 |
+
unstructured-client==0.24.1
|
264 |
+
unstructured-inference==0.7.36
|
265 |
+
unstructured.pytesseract==0.3.12
|
266 |
+
unstructured==0.15.0
|
267 |
+
uri-template==1.3.0
|
268 |
+
urllib3==2.2.2
|
269 |
+
visions==0.7.4
|
270 |
+
wandb==0.17.5
|
271 |
+
wasabi==1.1.3
|
272 |
+
wcwidth==0.2.6
|
273 |
+
weasel==0.4.1
|
274 |
+
webcolors==24.8.0
|
275 |
+
webencodings==0.5.1
|
276 |
+
websocket-client==1.8.0
|
277 |
+
widgetsnbextension==4.0.13
|
278 |
+
wrapt==1.16.0
|
279 |
+
xlrd==2.0.1
|
280 |
+
xxhash==3.4.1
|
281 |
+
yarl==1.9.4
|
wandb/run-20240924_095138-dq8gst1y/files/wandb-metadata.json
ADDED
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"os": "macOS-15.0-x86_64-i386-64bit",
|
3 |
+
"python": "3.11.9",
|
4 |
+
"heartbeatAt": "2024-09-24T12:51:40.114543",
|
5 |
+
"startedAt": "2024-09-24T12:51:38.712763",
|
6 |
+
"docker": null,
|
7 |
+
"cuda": null,
|
8 |
+
"args": [],
|
9 |
+
"state": "running",
|
10 |
+
"program": "/Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/doutorado/secoes_contrato_rotulos_classificacao_texto_v1.ipynb",
|
11 |
+
"codePathLocal": "secoes_contrato_rotulos_classificacao_texto_v1.ipynb",
|
12 |
+
"git": {
|
13 |
+
"remote": "https://github.com/marcelovidigal/retrieval_augmented_generation.git",
|
14 |
+
"commit": "23db3b3a0427b4dfac5df9b26ac2572134e857c4"
|
15 |
+
},
|
16 |
+
"email": "marcelovidigal@gmail.com",
|
17 |
+
"root": "/Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation",
|
18 |
+
"host": "mace16.local",
|
19 |
+
"username": "marcelovidigal",
|
20 |
+
"executable": "/usr/local/bin/python3",
|
21 |
+
"cpu_count": 8,
|
22 |
+
"cpu_count_logical": 16,
|
23 |
+
"cpu_freq": {
|
24 |
+
"current": 2300,
|
25 |
+
"min": 2300,
|
26 |
+
"max": 2300
|
27 |
+
},
|
28 |
+
"cpu_freq_per_core": [
|
29 |
+
{
|
30 |
+
"current": 2300,
|
31 |
+
"min": 2300,
|
32 |
+
"max": 2300
|
33 |
+
}
|
34 |
+
],
|
35 |
+
"disk": {
|
36 |
+
"/": {
|
37 |
+
"total": 931.546989440918,
|
38 |
+
"used": 9.93536376953125
|
39 |
+
}
|
40 |
+
},
|
41 |
+
"memory": {
|
42 |
+
"total": 16.0
|
43 |
+
}
|
44 |
+
}
|
wandb/run-20240924_095138-dq8gst1y/logs/debug-internal.log
ADDED
The diff for this file is too large to render.
See raw diff
|
|
wandb/run-20240924_095138-dq8gst1y/logs/debug.log
ADDED
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
2024-09-24 09:51:38,717 INFO MainThread:40376 [wandb_setup.py:_flush():76] Current SDK version is 0.17.5
|
2 |
+
2024-09-24 09:51:38,717 INFO MainThread:40376 [wandb_setup.py:_flush():76] Configure stats pid to 40376
|
3 |
+
2024-09-24 09:51:38,717 INFO MainThread:40376 [wandb_setup.py:_flush():76] Loading settings from /Users/marcelovidigal/.config/wandb/settings
|
4 |
+
2024-09-24 09:51:38,718 INFO MainThread:40376 [wandb_setup.py:_flush():76] Loading settings from /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/doutorado/wandb/settings
|
5 |
+
2024-09-24 09:51:38,718 INFO MainThread:40376 [wandb_setup.py:_flush():76] Loading settings from environment variables: {'notebook_name': '/Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/doutorado/secoes_contrato_rotulos_classificacao_texto_v1.ipynb'}
|
6 |
+
2024-09-24 09:51:38,718 INFO MainThread:40376 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
|
7 |
+
2024-09-24 09:51:38,718 INFO MainThread:40376 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
|
8 |
+
2024-09-24 09:51:38,718 INFO MainThread:40376 [wandb_setup.py:_flush():76] Applying login settings: {}
|
9 |
+
2024-09-24 09:51:38,718 INFO MainThread:40376 [wandb_init.py:_log_setup():529] Logging user logs to /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_095138-dq8gst1y/logs/debug.log
|
10 |
+
2024-09-24 09:51:38,718 INFO MainThread:40376 [wandb_init.py:_log_setup():530] Logging internal logs to /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_095138-dq8gst1y/logs/debug-internal.log
|
11 |
+
2024-09-24 09:51:38,718 INFO MainThread:40376 [wandb_init.py:_jupyter_setup():475] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x13e7071d0>
|
12 |
+
2024-09-24 09:51:38,719 INFO MainThread:40376 [wandb_init.py:init():569] calling init triggers
|
13 |
+
2024-09-24 09:51:38,719 INFO MainThread:40376 [wandb_init.py:init():576] wandb.init called with sweep_config: {}
|
14 |
+
config: {}
|
15 |
+
2024-09-24 09:51:38,719 INFO MainThread:40376 [wandb_init.py:init():619] starting backend
|
16 |
+
2024-09-24 09:51:38,719 INFO MainThread:40376 [wandb_init.py:init():623] setting up manager
|
17 |
+
2024-09-24 09:51:38,721 INFO MainThread:40376 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=spawn,fork,forkserver, using: spawn
|
18 |
+
2024-09-24 09:51:38,723 INFO MainThread:40376 [wandb_init.py:init():631] backend started and connected
|
19 |
+
2024-09-24 09:51:38,736 INFO MainThread:40376 [wandb_run.py:_label_probe_notebook():1334] probe notebook
|
20 |
+
2024-09-24 09:51:38,736 INFO MainThread:40376 [wandb_init.py:init():720] updated telemetry
|
21 |
+
2024-09-24 09:51:38,804 INFO MainThread:40376 [wandb_init.py:init():753] communicating run to backend with 90.0 second timeout
|
22 |
+
2024-09-24 09:51:39,536 INFO MainThread:40376 [wandb_run.py:_on_init():2435] communicating current version
|
23 |
+
2024-09-24 09:51:40,095 INFO MainThread:40376 [wandb_run.py:_on_init():2444] got version response upgrade_message: "wandb version 0.18.1 is available! To upgrade, please run:\n $ pip install wandb --upgrade"
|
24 |
+
|
25 |
+
2024-09-24 09:51:40,095 INFO MainThread:40376 [wandb_init.py:init():804] starting run threads in backend
|
26 |
+
2024-09-24 09:51:40,380 INFO MainThread:40376 [wandb_run.py:_console_start():2413] atexit reg
|
27 |
+
2024-09-24 09:51:40,380 INFO MainThread:40376 [wandb_run.py:_redirect():2255] redirect: wrap_raw
|
28 |
+
2024-09-24 09:51:40,380 INFO MainThread:40376 [wandb_run.py:_redirect():2320] Wrapping output streams.
|
29 |
+
2024-09-24 09:51:40,381 INFO MainThread:40376 [wandb_run.py:_redirect():2345] Redirects installed.
|
30 |
+
2024-09-24 09:51:40,382 INFO MainThread:40376 [wandb_init.py:init():847] run started, returning control to user process
|
31 |
+
2024-09-24 09:51:40,386 INFO MainThread:40376 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
32 |
+
2024-09-24 09:51:40,386 INFO MainThread:40376 [wandb_init.py:_pause_backend():440] pausing backend
|
33 |
+
2024-09-24 09:52:38,178 INFO MainThread:40376 [wandb_init.py:_resume_backend():445] resuming backend
|
34 |
+
2024-09-24 09:52:38,180 INFO MainThread:40376 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
35 |
+
2024-09-24 09:52:38,180 INFO MainThread:40376 [wandb_init.py:_pause_backend():440] pausing backend
|
36 |
+
2024-09-24 09:53:19,507 INFO MainThread:40376 [wandb_init.py:_resume_backend():445] resuming backend
|
37 |
+
2024-09-24 09:53:19,510 INFO MainThread:40376 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
38 |
+
2024-09-24 09:53:19,510 INFO MainThread:40376 [wandb_init.py:_pause_backend():440] pausing backend
|
39 |
+
2024-09-24 09:53:22,867 INFO MainThread:40376 [wandb_init.py:_resume_backend():445] resuming backend
|
40 |
+
2024-09-24 09:53:22,870 INFO MainThread:40376 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
41 |
+
2024-09-24 09:53:22,870 INFO MainThread:40376 [wandb_init.py:_pause_backend():440] pausing backend
|
42 |
+
2024-09-24 09:53:23,023 INFO MainThread:40376 [wandb_init.py:_resume_backend():445] resuming backend
|
43 |
+
2024-09-24 09:53:23,026 INFO MainThread:40376 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
44 |
+
2024-09-24 09:53:23,026 INFO MainThread:40376 [wandb_init.py:_pause_backend():440] pausing backend
|
45 |
+
2024-09-24 09:53:23,120 INFO MainThread:40376 [wandb_init.py:_resume_backend():445] resuming backend
|
46 |
+
2024-09-24 09:53:23,124 INFO MainThread:40376 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
47 |
+
2024-09-24 09:53:23,124 INFO MainThread:40376 [wandb_init.py:_pause_backend():440] pausing backend
|
48 |
+
2024-09-24 09:53:24,369 INFO MainThread:40376 [wandb_init.py:_resume_backend():445] resuming backend
|
49 |
+
2024-09-24 09:53:24,372 INFO MainThread:40376 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
50 |
+
2024-09-24 09:53:24,372 INFO MainThread:40376 [wandb_init.py:_pause_backend():440] pausing backend
|
51 |
+
2024-09-24 09:53:51,702 INFO MainThread:40376 [wandb_init.py:_resume_backend():445] resuming backend
|
52 |
+
2024-09-24 09:53:56,298 INFO MainThread:40376 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
53 |
+
2024-09-24 09:53:56,298 INFO MainThread:40376 [wandb_init.py:_pause_backend():440] pausing backend
|
54 |
+
2024-09-24 09:54:02,396 INFO MainThread:40376 [wandb_init.py:_resume_backend():445] resuming backend
|
55 |
+
2024-09-24 09:54:02,399 INFO MainThread:40376 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
56 |
+
2024-09-24 09:54:02,399 INFO MainThread:40376 [wandb_init.py:_pause_backend():440] pausing backend
|
wandb/run-20240924_095138-dq8gst1y/run-dq8gst1y.wandb
ADDED
Binary file (3.72 kB). View file
|
|
wandb/run-20240924_155553-ak3igvfy/files/config.yaml
ADDED
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
wandb_version: 1
|
2 |
+
|
3 |
+
_wandb:
|
4 |
+
desc: null
|
5 |
+
value:
|
6 |
+
python_version: 3.11.9
|
7 |
+
cli_version: 0.17.5
|
8 |
+
framework: huggingface
|
9 |
+
huggingface_version: 4.44.2
|
10 |
+
is_jupyter_run: true
|
11 |
+
is_kaggle_kernel: true
|
12 |
+
start_time: 1727204153
|
13 |
+
t:
|
14 |
+
1:
|
15 |
+
- 1
|
16 |
+
- 5
|
17 |
+
- 11
|
18 |
+
- 41
|
19 |
+
- 49
|
20 |
+
- 51
|
21 |
+
- 53
|
22 |
+
- 55
|
23 |
+
- 71
|
24 |
+
- 98
|
25 |
+
- 100
|
26 |
+
2:
|
27 |
+
- 1
|
28 |
+
- 5
|
29 |
+
- 11
|
30 |
+
- 41
|
31 |
+
- 49
|
32 |
+
- 51
|
33 |
+
- 53
|
34 |
+
- 55
|
35 |
+
- 71
|
36 |
+
- 98
|
37 |
+
- 100
|
38 |
+
3:
|
39 |
+
- 23
|
40 |
+
4: 3.11.9
|
41 |
+
5: 0.17.5
|
42 |
+
6: 4.44.2
|
43 |
+
8:
|
44 |
+
- 1
|
45 |
+
- 2
|
46 |
+
- 5
|
47 |
+
13: darwin-x86_64
|
wandb/run-20240924_155553-ak3igvfy/files/output.log
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/transformers/tokenization_utils_base.py:1601: FutureWarning: `clean_up_tokenization_spaces` was not set. It will be set to `True` by default. This behavior will be depracted in transformers v4.45, and will be then set to `False` by default. For more details check this issue: https://github.com/huggingface/transformers/issues/31884
|
wandb/run-20240924_155553-ak3igvfy/files/requirements.txt
ADDED
@@ -0,0 +1,281 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Deprecated==1.2.14
|
2 |
+
GitPython==3.1.43
|
3 |
+
ImageHash==4.3.1
|
4 |
+
Jinja2==3.1.4
|
5 |
+
Markdown==3.6
|
6 |
+
MarkupSafe==2.1.5
|
7 |
+
PyWavelets==1.7.0
|
8 |
+
PyYAML==6.0.1
|
9 |
+
Pygments==2.15.1
|
10 |
+
Send2Trash==1.8.3
|
11 |
+
XlsxWriter==3.2.0
|
12 |
+
accelerate==0.34.2
|
13 |
+
aiohappyeyeballs==2.3.4
|
14 |
+
aiohttp==3.10.0
|
15 |
+
aiosignal==1.3.1
|
16 |
+
annotated-types==0.7.0
|
17 |
+
antlr4-python3-runtime==4.9.3
|
18 |
+
anyio==4.4.0
|
19 |
+
appnope==0.1.3
|
20 |
+
argon2-cffi-bindings==21.2.0
|
21 |
+
argon2-cffi==23.1.0
|
22 |
+
arrow==1.3.0
|
23 |
+
asttokens==2.2.1
|
24 |
+
async-lru==2.0.4
|
25 |
+
attrs==23.2.0
|
26 |
+
babel==2.16.0
|
27 |
+
backcall==0.2.0
|
28 |
+
backoff==2.2.1
|
29 |
+
beautifulsoup4==4.12.3
|
30 |
+
bertopic==0.16.3
|
31 |
+
bitsandbytes==0.42.0
|
32 |
+
bleach==6.1.0
|
33 |
+
blis==0.7.11
|
34 |
+
cachetools==5.4.0
|
35 |
+
catalogue==2.0.10
|
36 |
+
certifi==2024.8.30
|
37 |
+
cffi==1.16.0
|
38 |
+
chardet==5.2.0
|
39 |
+
charset-normalizer==3.3.2
|
40 |
+
click==8.1.7
|
41 |
+
cloudpathlib==0.18.1
|
42 |
+
coloredlogs==15.0.1
|
43 |
+
comm==0.1.3
|
44 |
+
confection==0.1.5
|
45 |
+
contourpy==1.2.1
|
46 |
+
cryptography==43.0.0
|
47 |
+
cycler==0.12.1
|
48 |
+
cymem==2.0.8
|
49 |
+
dataclasses-json==0.6.7
|
50 |
+
datasets==3.0.0
|
51 |
+
debugpy==1.6.7
|
52 |
+
decorator==5.1.1
|
53 |
+
deepdiff==7.0.1
|
54 |
+
defusedxml==0.7.1
|
55 |
+
dill==0.3.8
|
56 |
+
distro==1.9.0
|
57 |
+
docker-pycreds==0.4.0
|
58 |
+
docstring_parser==0.16
|
59 |
+
effdet==0.4.1
|
60 |
+
emoji==2.12.1
|
61 |
+
en-core-web-sm==3.7.1
|
62 |
+
et-xmlfile==1.1.0
|
63 |
+
evaluate==0.4.3
|
64 |
+
executing==1.2.0
|
65 |
+
fastjsonschema==2.20.0
|
66 |
+
filelock==3.15.4
|
67 |
+
filetype==1.2.0
|
68 |
+
flatbuffers==24.3.25
|
69 |
+
fonttools==4.53.1
|
70 |
+
fqdn==1.5.1
|
71 |
+
frozenlist==1.4.1
|
72 |
+
fsspec==2024.5.0
|
73 |
+
gitdb==4.0.11
|
74 |
+
google-api-core==2.19.1
|
75 |
+
google-auth==2.32.0
|
76 |
+
google-cloud-vision==3.7.3
|
77 |
+
googleapis-common-protos==1.63.2
|
78 |
+
grpcio-status==1.65.1
|
79 |
+
grpcio==1.65.1
|
80 |
+
h11==0.14.0
|
81 |
+
hdbscan==0.8.38.post1
|
82 |
+
htmlmin==0.1.12
|
83 |
+
httpcore==1.0.5
|
84 |
+
httpx==0.27.0
|
85 |
+
huggingface-hub==0.24.3
|
86 |
+
humanfriendly==10.0
|
87 |
+
idna==3.7
|
88 |
+
iopath==0.1.10
|
89 |
+
ipykernel==6.29.5
|
90 |
+
ipython-genutils==0.2.0
|
91 |
+
ipython==8.13.2
|
92 |
+
ipywidgets==8.1.5
|
93 |
+
isoduration==20.11.0
|
94 |
+
jedi==0.18.2
|
95 |
+
jiter==0.5.0
|
96 |
+
joblib==1.1.1
|
97 |
+
json5==0.9.25
|
98 |
+
jsonpath-python==1.0.6
|
99 |
+
jsonpointer==3.0.0
|
100 |
+
jsonschema-specifications==2023.12.1
|
101 |
+
jsonschema==4.23.0
|
102 |
+
jupyter-events==0.10.0
|
103 |
+
jupyter-lsp==2.2.5
|
104 |
+
jupyter_client==8.2.0
|
105 |
+
jupyter_core==5.3.0
|
106 |
+
jupyter_server==2.14.2
|
107 |
+
jupyter_server_terminals==0.5.3
|
108 |
+
jupyterlab==4.2.5
|
109 |
+
jupyterlab_pygments==0.3.0
|
110 |
+
jupyterlab_server==2.27.3
|
111 |
+
jupyterlab_widgets==3.0.13
|
112 |
+
kiwisolver==1.4.5
|
113 |
+
langcodes==3.4.0
|
114 |
+
langdetect==1.0.9
|
115 |
+
language_data==1.2.0
|
116 |
+
layoutparser==0.3.4
|
117 |
+
llvmlite==0.43.0
|
118 |
+
lxml==5.2.2
|
119 |
+
marisa-trie==1.2.0
|
120 |
+
markdown-it-py==3.0.0
|
121 |
+
marshmallow==3.21.3
|
122 |
+
matplotlib-inline==0.1.6
|
123 |
+
matplotlib==3.9.1
|
124 |
+
mdurl==0.1.2
|
125 |
+
missingno==0.5.2
|
126 |
+
mistune==3.0.2
|
127 |
+
mpmath==1.3.0
|
128 |
+
multidict==6.0.5
|
129 |
+
multimethod==1.12
|
130 |
+
multiprocess==0.70.16
|
131 |
+
murmurhash==1.0.10
|
132 |
+
mypy-extensions==1.0.0
|
133 |
+
nbclient==0.10.0
|
134 |
+
nbconvert==7.16.4
|
135 |
+
nbformat==5.10.4
|
136 |
+
nest-asyncio==1.6.0
|
137 |
+
networkx==3.3
|
138 |
+
nltk==3.8.1
|
139 |
+
notebook==7.2.2
|
140 |
+
notebook_shim==0.2.4
|
141 |
+
numba==0.60.0
|
142 |
+
numpy==1.26.4
|
143 |
+
olefile==0.47
|
144 |
+
omegaconf==2.3.0
|
145 |
+
onnx==1.16.1
|
146 |
+
onnxruntime==1.18.1
|
147 |
+
openai==1.43.0
|
148 |
+
opencv-python==4.10.0.84
|
149 |
+
openpyxl==3.1.5
|
150 |
+
ordered-set==4.1.0
|
151 |
+
overrides==7.7.0
|
152 |
+
packaging==24.1
|
153 |
+
pandas-profiling==3.2.0
|
154 |
+
pandas==2.2.2
|
155 |
+
pandocfilters==1.5.1
|
156 |
+
parso==0.8.3
|
157 |
+
pdf2image==1.17.0
|
158 |
+
pdfminer.six==20231228
|
159 |
+
pdfplumber==0.11.2
|
160 |
+
peft==0.12.0
|
161 |
+
pexpect==4.8.0
|
162 |
+
phik==0.12.4
|
163 |
+
pickleshare==0.7.5
|
164 |
+
pikepdf==9.1.0
|
165 |
+
pillow==10.4.0
|
166 |
+
pillow_heif==0.18.0
|
167 |
+
pip==24.2
|
168 |
+
platformdirs==4.2.2
|
169 |
+
plotly==5.24.0
|
170 |
+
poppler-utils==0.1.0
|
171 |
+
portalocker==2.10.1
|
172 |
+
preshed==3.0.9
|
173 |
+
prometheus_client==0.20.0
|
174 |
+
prompt-toolkit==3.0.38
|
175 |
+
proto-plus==1.24.0
|
176 |
+
protobuf==5.27.2
|
177 |
+
psutil==5.9.5
|
178 |
+
ptyprocess==0.7.0
|
179 |
+
pure-eval==0.2.2
|
180 |
+
pyarrow-hotfix==0.6
|
181 |
+
pyarrow==17.0.0
|
182 |
+
pyasn1==0.6.0
|
183 |
+
pyasn1_modules==0.4.0
|
184 |
+
pycocotools==2.0.8
|
185 |
+
pycparser==2.22
|
186 |
+
pycryptodome==3.20.0
|
187 |
+
pydantic==2.8.2
|
188 |
+
pydantic_core==2.20.1
|
189 |
+
pynndescent==0.5.13
|
190 |
+
pypandoc==1.13
|
191 |
+
pyparsing==3.1.2
|
192 |
+
pypdf==4.3.1
|
193 |
+
pypdfium2==4.30.0
|
194 |
+
pytesseract==0.3.10
|
195 |
+
python-dateutil==2.9.0.post0
|
196 |
+
python-docx==1.1.2
|
197 |
+
python-dotenv==1.0.1
|
198 |
+
python-iso639==2024.4.27
|
199 |
+
python-json-logger==2.0.7
|
200 |
+
python-magic==0.4.27
|
201 |
+
python-multipart==0.0.9
|
202 |
+
python-oxmsg==0.0.1
|
203 |
+
python-pptx==0.6.23
|
204 |
+
pytz==2024.1
|
205 |
+
pyzmq==25.0.2
|
206 |
+
rapidfuzz==3.9.5
|
207 |
+
referencing==0.35.1
|
208 |
+
regex==2024.7.24
|
209 |
+
requests-toolbelt==1.0.0
|
210 |
+
requests==2.32.3
|
211 |
+
rfc3339-validator==0.1.4
|
212 |
+
rfc3986-validator==0.1.1
|
213 |
+
rich==13.7.1
|
214 |
+
rpds-py==0.20.0
|
215 |
+
rsa==4.9
|
216 |
+
safetensors==0.4.3
|
217 |
+
scikit-learn==1.5.1
|
218 |
+
scipy==1.14.0
|
219 |
+
seaborn==0.13.2
|
220 |
+
sentence-transformers==3.0.1
|
221 |
+
sentencepiece==0.2.0
|
222 |
+
sentry-sdk==2.12.0
|
223 |
+
setproctitle==1.3.3
|
224 |
+
setuptools==65.5.0
|
225 |
+
shellingham==1.5.4
|
226 |
+
shtab==1.7.1
|
227 |
+
six==1.16.0
|
228 |
+
smart-open==7.0.4
|
229 |
+
smmap==5.0.1
|
230 |
+
sniffio==1.3.1
|
231 |
+
soupsieve==2.5
|
232 |
+
spacy-legacy==3.0.12
|
233 |
+
spacy-loggers==1.0.5
|
234 |
+
spacy==3.7.6
|
235 |
+
srsly==2.4.8
|
236 |
+
stack-data==0.6.2
|
237 |
+
sympy==1.13.1
|
238 |
+
tabulate==0.9.0
|
239 |
+
tangled-up-in-unicode==0.2.0
|
240 |
+
tdqm==0.0.1
|
241 |
+
tenacity==9.0.0
|
242 |
+
terminado==0.18.1
|
243 |
+
thinc==8.2.5
|
244 |
+
threadpoolctl==3.5.0
|
245 |
+
timm==1.0.8
|
246 |
+
tinycss2==1.3.0
|
247 |
+
tokenizers==0.19.1
|
248 |
+
torch==2.2.2
|
249 |
+
torchtext==0.17.2
|
250 |
+
torchvision==0.17.2
|
251 |
+
tornado==6.3.1
|
252 |
+
tqdm==4.66.4
|
253 |
+
traitlets==5.9.0
|
254 |
+
transformers==4.44.2
|
255 |
+
trl==0.9.6
|
256 |
+
typer==0.12.4
|
257 |
+
types-python-dateutil==2.9.0.20240821
|
258 |
+
typing-inspect==0.9.0
|
259 |
+
typing_extensions==4.12.2
|
260 |
+
tyro==0.8.5
|
261 |
+
tzdata==2024.1
|
262 |
+
umap-learn==0.5.6
|
263 |
+
unstructured-client==0.24.1
|
264 |
+
unstructured-inference==0.7.36
|
265 |
+
unstructured.pytesseract==0.3.12
|
266 |
+
unstructured==0.15.0
|
267 |
+
uri-template==1.3.0
|
268 |
+
urllib3==2.2.2
|
269 |
+
visions==0.7.4
|
270 |
+
wandb==0.17.5
|
271 |
+
wasabi==1.1.3
|
272 |
+
wcwidth==0.2.6
|
273 |
+
weasel==0.4.1
|
274 |
+
webcolors==24.8.0
|
275 |
+
webencodings==0.5.1
|
276 |
+
websocket-client==1.8.0
|
277 |
+
widgetsnbextension==4.0.13
|
278 |
+
wrapt==1.16.0
|
279 |
+
xlrd==2.0.1
|
280 |
+
xxhash==3.4.1
|
281 |
+
yarl==1.9.4
|
wandb/run-20240924_155553-ak3igvfy/files/wandb-metadata.json
ADDED
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"os": "macOS-15.0-x86_64-i386-64bit",
|
3 |
+
"python": "3.11.9",
|
4 |
+
"heartbeatAt": "2024-09-24T18:55:54.690889",
|
5 |
+
"startedAt": "2024-09-24T18:55:53.383296",
|
6 |
+
"docker": null,
|
7 |
+
"cuda": null,
|
8 |
+
"args": [],
|
9 |
+
"state": "running",
|
10 |
+
"program": "/Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/doutorado/secoes_contrato_rotulos_classificacao_texto_v1.ipynb",
|
11 |
+
"codePathLocal": "secoes_contrato_rotulos_classificacao_texto_v1.ipynb",
|
12 |
+
"git": {
|
13 |
+
"remote": "https://github.com/marcelovidigal/retrieval_augmented_generation.git",
|
14 |
+
"commit": "23db3b3a0427b4dfac5df9b26ac2572134e857c4"
|
15 |
+
},
|
16 |
+
"email": "marcelovidigal@gmail.com",
|
17 |
+
"root": "/Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation",
|
18 |
+
"host": "mace16.local",
|
19 |
+
"username": "marcelovidigal",
|
20 |
+
"executable": "/usr/local/bin/python3",
|
21 |
+
"cpu_count": 8,
|
22 |
+
"cpu_count_logical": 16,
|
23 |
+
"cpu_freq": {
|
24 |
+
"current": 2300,
|
25 |
+
"min": 2300,
|
26 |
+
"max": 2300
|
27 |
+
},
|
28 |
+
"cpu_freq_per_core": [
|
29 |
+
{
|
30 |
+
"current": 2300,
|
31 |
+
"min": 2300,
|
32 |
+
"max": 2300
|
33 |
+
}
|
34 |
+
],
|
35 |
+
"disk": {
|
36 |
+
"/": {
|
37 |
+
"total": 931.546989440918,
|
38 |
+
"used": 9.93536376953125
|
39 |
+
}
|
40 |
+
},
|
41 |
+
"memory": {
|
42 |
+
"total": 16.0
|
43 |
+
}
|
44 |
+
}
|
wandb/run-20240924_155553-ak3igvfy/logs/debug-internal.log
ADDED
The diff for this file is too large to render.
See raw diff
|
|
wandb/run-20240924_155553-ak3igvfy/logs/debug.log
ADDED
@@ -0,0 +1,53 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
2024-09-24 15:55:53,388 INFO MainThread:45249 [wandb_setup.py:_flush():76] Current SDK version is 0.17.5
|
2 |
+
2024-09-24 15:55:53,388 INFO MainThread:45249 [wandb_setup.py:_flush():76] Configure stats pid to 45249
|
3 |
+
2024-09-24 15:55:53,388 INFO MainThread:45249 [wandb_setup.py:_flush():76] Loading settings from /Users/marcelovidigal/.config/wandb/settings
|
4 |
+
2024-09-24 15:55:53,388 INFO MainThread:45249 [wandb_setup.py:_flush():76] Loading settings from /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/doutorado/wandb/settings
|
5 |
+
2024-09-24 15:55:53,388 INFO MainThread:45249 [wandb_setup.py:_flush():76] Loading settings from environment variables: {'notebook_name': '/Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/doutorado/secoes_contrato_rotulos_classificacao_texto_v1.ipynb'}
|
6 |
+
2024-09-24 15:55:53,388 INFO MainThread:45249 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
|
7 |
+
2024-09-24 15:55:53,388 INFO MainThread:45249 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
|
8 |
+
2024-09-24 15:55:53,388 INFO MainThread:45249 [wandb_setup.py:_flush():76] Applying login settings: {}
|
9 |
+
2024-09-24 15:55:53,389 INFO MainThread:45249 [wandb_init.py:_log_setup():529] Logging user logs to /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_155553-ak3igvfy/logs/debug.log
|
10 |
+
2024-09-24 15:55:53,389 INFO MainThread:45249 [wandb_init.py:_log_setup():530] Logging internal logs to /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_155553-ak3igvfy/logs/debug-internal.log
|
11 |
+
2024-09-24 15:55:53,389 INFO MainThread:45249 [wandb_init.py:_jupyter_setup():475] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x13cb11fd0>
|
12 |
+
2024-09-24 15:55:53,390 INFO MainThread:45249 [wandb_init.py:init():569] calling init triggers
|
13 |
+
2024-09-24 15:55:53,390 INFO MainThread:45249 [wandb_init.py:init():576] wandb.init called with sweep_config: {}
|
14 |
+
config: {}
|
15 |
+
2024-09-24 15:55:53,390 INFO MainThread:45249 [wandb_init.py:init():619] starting backend
|
16 |
+
2024-09-24 15:55:53,390 INFO MainThread:45249 [wandb_init.py:init():623] setting up manager
|
17 |
+
2024-09-24 15:55:53,392 INFO MainThread:45249 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=spawn,fork,forkserver, using: spawn
|
18 |
+
2024-09-24 15:55:53,394 INFO MainThread:45249 [wandb_init.py:init():631] backend started and connected
|
19 |
+
2024-09-24 15:55:53,411 INFO MainThread:45249 [wandb_run.py:_label_probe_notebook():1334] probe notebook
|
20 |
+
2024-09-24 15:55:53,411 INFO MainThread:45249 [wandb_init.py:init():720] updated telemetry
|
21 |
+
2024-09-24 15:55:53,451 INFO MainThread:45249 [wandb_init.py:init():753] communicating run to backend with 90.0 second timeout
|
22 |
+
2024-09-24 15:55:54,109 INFO MainThread:45249 [wandb_run.py:_on_init():2435] communicating current version
|
23 |
+
2024-09-24 15:55:54,672 INFO MainThread:45249 [wandb_run.py:_on_init():2444] got version response upgrade_message: "wandb version 0.18.1 is available! To upgrade, please run:\n $ pip install wandb --upgrade"
|
24 |
+
|
25 |
+
2024-09-24 15:55:54,672 INFO MainThread:45249 [wandb_init.py:init():804] starting run threads in backend
|
26 |
+
2024-09-24 15:55:55,077 INFO MainThread:45249 [wandb_run.py:_console_start():2413] atexit reg
|
27 |
+
2024-09-24 15:55:55,078 INFO MainThread:45249 [wandb_run.py:_redirect():2255] redirect: wrap_raw
|
28 |
+
2024-09-24 15:55:55,078 INFO MainThread:45249 [wandb_run.py:_redirect():2320] Wrapping output streams.
|
29 |
+
2024-09-24 15:55:55,078 INFO MainThread:45249 [wandb_run.py:_redirect():2345] Redirects installed.
|
30 |
+
2024-09-24 15:55:55,080 INFO MainThread:45249 [wandb_init.py:init():847] run started, returning control to user process
|
31 |
+
2024-09-24 15:55:55,082 INFO MainThread:45249 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
32 |
+
2024-09-24 15:55:55,082 INFO MainThread:45249 [wandb_init.py:_pause_backend():440] pausing backend
|
33 |
+
2024-09-24 15:55:59,556 INFO MainThread:45249 [wandb_init.py:_resume_backend():445] resuming backend
|
34 |
+
2024-09-24 15:55:59,557 INFO MainThread:45249 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
35 |
+
2024-09-24 15:55:59,557 INFO MainThread:45249 [wandb_init.py:_pause_backend():440] pausing backend
|
36 |
+
2024-09-24 15:56:03,132 INFO MainThread:45249 [wandb_init.py:_resume_backend():445] resuming backend
|
37 |
+
2024-09-24 15:56:07,661 INFO MainThread:45249 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
38 |
+
2024-09-24 15:56:07,661 INFO MainThread:45249 [wandb_init.py:_pause_backend():440] pausing backend
|
39 |
+
2024-09-24 15:56:07,671 INFO MainThread:45249 [wandb_init.py:_resume_backend():445] resuming backend
|
40 |
+
2024-09-24 15:56:07,674 INFO MainThread:45249 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
41 |
+
2024-09-24 15:56:07,674 INFO MainThread:45249 [wandb_init.py:_pause_backend():440] pausing backend
|
42 |
+
2024-09-24 15:56:14,191 INFO MainThread:45249 [wandb_init.py:_resume_backend():445] resuming backend
|
43 |
+
2024-09-24 15:56:15,333 INFO MainThread:45249 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
44 |
+
2024-09-24 15:56:15,333 INFO MainThread:45249 [wandb_init.py:_pause_backend():440] pausing backend
|
45 |
+
2024-09-24 15:56:52,561 INFO MainThread:45249 [wandb_init.py:_resume_backend():445] resuming backend
|
46 |
+
2024-09-24 15:56:53,526 INFO MainThread:45249 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
47 |
+
2024-09-24 15:56:53,526 INFO MainThread:45249 [wandb_init.py:_pause_backend():440] pausing backend
|
48 |
+
2024-09-24 16:04:32,204 INFO MainThread:45249 [wandb_init.py:_resume_backend():445] resuming backend
|
49 |
+
2024-09-24 16:04:32,207 INFO MainThread:45249 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
50 |
+
2024-09-24 16:04:32,207 INFO MainThread:45249 [wandb_init.py:_pause_backend():440] pausing backend
|
51 |
+
2024-09-24 16:04:32,241 INFO MainThread:45249 [wandb_init.py:_resume_backend():445] resuming backend
|
52 |
+
2024-09-24 16:04:32,244 INFO MainThread:45249 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
53 |
+
2024-09-24 16:04:32,244 INFO MainThread:45249 [wandb_init.py:_pause_backend():440] pausing backend
|
wandb/run-20240924_155553-ak3igvfy/run-ak3igvfy.wandb
ADDED
Binary file (3.75 kB). View file
|
|
wandb/run-20240924_160602-9t20hlbh/files/config.yaml
ADDED
@@ -0,0 +1,673 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
wandb_version: 1
|
2 |
+
|
3 |
+
_wandb:
|
4 |
+
desc: null
|
5 |
+
value:
|
6 |
+
python_version: 3.11.9
|
7 |
+
cli_version: 0.17.5
|
8 |
+
framework: huggingface
|
9 |
+
huggingface_version: 4.44.2
|
10 |
+
is_jupyter_run: true
|
11 |
+
is_kaggle_kernel: true
|
12 |
+
start_time: 1727204762
|
13 |
+
t:
|
14 |
+
1:
|
15 |
+
- 1
|
16 |
+
- 5
|
17 |
+
- 11
|
18 |
+
- 41
|
19 |
+
- 49
|
20 |
+
- 51
|
21 |
+
- 53
|
22 |
+
- 55
|
23 |
+
- 71
|
24 |
+
- 98
|
25 |
+
- 100
|
26 |
+
2:
|
27 |
+
- 1
|
28 |
+
- 5
|
29 |
+
- 11
|
30 |
+
- 41
|
31 |
+
- 49
|
32 |
+
- 51
|
33 |
+
- 53
|
34 |
+
- 55
|
35 |
+
- 71
|
36 |
+
- 98
|
37 |
+
- 100
|
38 |
+
3:
|
39 |
+
- 2
|
40 |
+
- 7
|
41 |
+
- 19
|
42 |
+
- 23
|
43 |
+
- 66
|
44 |
+
4: 3.11.9
|
45 |
+
5: 0.17.5
|
46 |
+
6: 4.44.2
|
47 |
+
8:
|
48 |
+
- 1
|
49 |
+
- 2
|
50 |
+
- 5
|
51 |
+
9:
|
52 |
+
1: transformers_trainer
|
53 |
+
13: darwin-x86_64
|
54 |
+
m:
|
55 |
+
- 1: train/global_step
|
56 |
+
6:
|
57 |
+
- 3
|
58 |
+
vocab_size:
|
59 |
+
desc: null
|
60 |
+
value: 30522
|
61 |
+
max_position_embeddings:
|
62 |
+
desc: null
|
63 |
+
value: 512
|
64 |
+
sinusoidal_pos_embds:
|
65 |
+
desc: null
|
66 |
+
value: false
|
67 |
+
n_layers:
|
68 |
+
desc: null
|
69 |
+
value: 6
|
70 |
+
n_heads:
|
71 |
+
desc: null
|
72 |
+
value: 12
|
73 |
+
dim:
|
74 |
+
desc: null
|
75 |
+
value: 768
|
76 |
+
hidden_dim:
|
77 |
+
desc: null
|
78 |
+
value: 3072
|
79 |
+
dropout:
|
80 |
+
desc: null
|
81 |
+
value: 0.1
|
82 |
+
attention_dropout:
|
83 |
+
desc: null
|
84 |
+
value: 0.1
|
85 |
+
activation:
|
86 |
+
desc: null
|
87 |
+
value: gelu
|
88 |
+
initializer_range:
|
89 |
+
desc: null
|
90 |
+
value: 0.02
|
91 |
+
qa_dropout:
|
92 |
+
desc: null
|
93 |
+
value: 0.1
|
94 |
+
seq_classif_dropout:
|
95 |
+
desc: null
|
96 |
+
value: 0.2
|
97 |
+
return_dict:
|
98 |
+
desc: null
|
99 |
+
value: true
|
100 |
+
output_hidden_states:
|
101 |
+
desc: null
|
102 |
+
value: false
|
103 |
+
output_attentions:
|
104 |
+
desc: null
|
105 |
+
value: false
|
106 |
+
torchscript:
|
107 |
+
desc: null
|
108 |
+
value: false
|
109 |
+
torch_dtype:
|
110 |
+
desc: null
|
111 |
+
value: null
|
112 |
+
use_bfloat16:
|
113 |
+
desc: null
|
114 |
+
value: false
|
115 |
+
tf_legacy_loss:
|
116 |
+
desc: null
|
117 |
+
value: false
|
118 |
+
pruned_heads:
|
119 |
+
desc: null
|
120 |
+
value: {}
|
121 |
+
tie_word_embeddings:
|
122 |
+
desc: null
|
123 |
+
value: true
|
124 |
+
chunk_size_feed_forward:
|
125 |
+
desc: null
|
126 |
+
value: 0
|
127 |
+
is_encoder_decoder:
|
128 |
+
desc: null
|
129 |
+
value: false
|
130 |
+
is_decoder:
|
131 |
+
desc: null
|
132 |
+
value: false
|
133 |
+
cross_attention_hidden_size:
|
134 |
+
desc: null
|
135 |
+
value: null
|
136 |
+
add_cross_attention:
|
137 |
+
desc: null
|
138 |
+
value: false
|
139 |
+
tie_encoder_decoder:
|
140 |
+
desc: null
|
141 |
+
value: false
|
142 |
+
max_length:
|
143 |
+
desc: null
|
144 |
+
value: 20
|
145 |
+
min_length:
|
146 |
+
desc: null
|
147 |
+
value: 0
|
148 |
+
do_sample:
|
149 |
+
desc: null
|
150 |
+
value: false
|
151 |
+
early_stopping:
|
152 |
+
desc: null
|
153 |
+
value: false
|
154 |
+
num_beams:
|
155 |
+
desc: null
|
156 |
+
value: 1
|
157 |
+
num_beam_groups:
|
158 |
+
desc: null
|
159 |
+
value: 1
|
160 |
+
diversity_penalty:
|
161 |
+
desc: null
|
162 |
+
value: 0.0
|
163 |
+
temperature:
|
164 |
+
desc: null
|
165 |
+
value: 1.0
|
166 |
+
top_k:
|
167 |
+
desc: null
|
168 |
+
value: 50
|
169 |
+
top_p:
|
170 |
+
desc: null
|
171 |
+
value: 1.0
|
172 |
+
typical_p:
|
173 |
+
desc: null
|
174 |
+
value: 1.0
|
175 |
+
repetition_penalty:
|
176 |
+
desc: null
|
177 |
+
value: 1.0
|
178 |
+
length_penalty:
|
179 |
+
desc: null
|
180 |
+
value: 1.0
|
181 |
+
no_repeat_ngram_size:
|
182 |
+
desc: null
|
183 |
+
value: 0
|
184 |
+
encoder_no_repeat_ngram_size:
|
185 |
+
desc: null
|
186 |
+
value: 0
|
187 |
+
bad_words_ids:
|
188 |
+
desc: null
|
189 |
+
value: null
|
190 |
+
num_return_sequences:
|
191 |
+
desc: null
|
192 |
+
value: 1
|
193 |
+
output_scores:
|
194 |
+
desc: null
|
195 |
+
value: false
|
196 |
+
return_dict_in_generate:
|
197 |
+
desc: null
|
198 |
+
value: false
|
199 |
+
forced_bos_token_id:
|
200 |
+
desc: null
|
201 |
+
value: null
|
202 |
+
forced_eos_token_id:
|
203 |
+
desc: null
|
204 |
+
value: null
|
205 |
+
remove_invalid_values:
|
206 |
+
desc: null
|
207 |
+
value: false
|
208 |
+
exponential_decay_length_penalty:
|
209 |
+
desc: null
|
210 |
+
value: null
|
211 |
+
suppress_tokens:
|
212 |
+
desc: null
|
213 |
+
value: null
|
214 |
+
begin_suppress_tokens:
|
215 |
+
desc: null
|
216 |
+
value: null
|
217 |
+
architectures:
|
218 |
+
desc: null
|
219 |
+
value:
|
220 |
+
- DistilBertForMaskedLM
|
221 |
+
finetuning_task:
|
222 |
+
desc: null
|
223 |
+
value: null
|
224 |
+
id2label:
|
225 |
+
desc: null
|
226 |
+
value:
|
227 |
+
'0': objeto
|
228 |
+
'1': outros
|
229 |
+
label2id:
|
230 |
+
desc: null
|
231 |
+
value:
|
232 |
+
objeto: 0
|
233 |
+
outros: 1
|
234 |
+
tokenizer_class:
|
235 |
+
desc: null
|
236 |
+
value: null
|
237 |
+
prefix:
|
238 |
+
desc: null
|
239 |
+
value: null
|
240 |
+
bos_token_id:
|
241 |
+
desc: null
|
242 |
+
value: null
|
243 |
+
pad_token_id:
|
244 |
+
desc: null
|
245 |
+
value: 0
|
246 |
+
eos_token_id:
|
247 |
+
desc: null
|
248 |
+
value: null
|
249 |
+
sep_token_id:
|
250 |
+
desc: null
|
251 |
+
value: null
|
252 |
+
decoder_start_token_id:
|
253 |
+
desc: null
|
254 |
+
value: null
|
255 |
+
task_specific_params:
|
256 |
+
desc: null
|
257 |
+
value: null
|
258 |
+
problem_type:
|
259 |
+
desc: null
|
260 |
+
value: null
|
261 |
+
_name_or_path:
|
262 |
+
desc: null
|
263 |
+
value: distilbert/distilbert-base-uncased
|
264 |
+
transformers_version:
|
265 |
+
desc: null
|
266 |
+
value: 4.44.2
|
267 |
+
model_type:
|
268 |
+
desc: null
|
269 |
+
value: distilbert
|
270 |
+
tie_weights_:
|
271 |
+
desc: null
|
272 |
+
value: true
|
273 |
+
output_dir:
|
274 |
+
desc: null
|
275 |
+
value: /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu
|
276 |
+
Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1
|
277 |
+
overwrite_output_dir:
|
278 |
+
desc: null
|
279 |
+
value: false
|
280 |
+
do_train:
|
281 |
+
desc: null
|
282 |
+
value: false
|
283 |
+
do_eval:
|
284 |
+
desc: null
|
285 |
+
value: true
|
286 |
+
do_predict:
|
287 |
+
desc: null
|
288 |
+
value: false
|
289 |
+
eval_strategy:
|
290 |
+
desc: null
|
291 |
+
value: epoch
|
292 |
+
prediction_loss_only:
|
293 |
+
desc: null
|
294 |
+
value: false
|
295 |
+
per_device_train_batch_size:
|
296 |
+
desc: null
|
297 |
+
value: 16
|
298 |
+
per_device_eval_batch_size:
|
299 |
+
desc: null
|
300 |
+
value: 16
|
301 |
+
per_gpu_train_batch_size:
|
302 |
+
desc: null
|
303 |
+
value: null
|
304 |
+
per_gpu_eval_batch_size:
|
305 |
+
desc: null
|
306 |
+
value: null
|
307 |
+
gradient_accumulation_steps:
|
308 |
+
desc: null
|
309 |
+
value: 1
|
310 |
+
eval_accumulation_steps:
|
311 |
+
desc: null
|
312 |
+
value: null
|
313 |
+
eval_delay:
|
314 |
+
desc: null
|
315 |
+
value: 0
|
316 |
+
torch_empty_cache_steps:
|
317 |
+
desc: null
|
318 |
+
value: null
|
319 |
+
learning_rate:
|
320 |
+
desc: null
|
321 |
+
value: 2.0e-05
|
322 |
+
weight_decay:
|
323 |
+
desc: null
|
324 |
+
value: 0.01
|
325 |
+
adam_beta1:
|
326 |
+
desc: null
|
327 |
+
value: 0.9
|
328 |
+
adam_beta2:
|
329 |
+
desc: null
|
330 |
+
value: 0.999
|
331 |
+
adam_epsilon:
|
332 |
+
desc: null
|
333 |
+
value: 1.0e-08
|
334 |
+
max_grad_norm:
|
335 |
+
desc: null
|
336 |
+
value: 1.0
|
337 |
+
num_train_epochs:
|
338 |
+
desc: null
|
339 |
+
value: 5
|
340 |
+
max_steps:
|
341 |
+
desc: null
|
342 |
+
value: -1
|
343 |
+
lr_scheduler_type:
|
344 |
+
desc: null
|
345 |
+
value: linear
|
346 |
+
lr_scheduler_kwargs:
|
347 |
+
desc: null
|
348 |
+
value: {}
|
349 |
+
warmup_ratio:
|
350 |
+
desc: null
|
351 |
+
value: 0.0
|
352 |
+
warmup_steps:
|
353 |
+
desc: null
|
354 |
+
value: 0
|
355 |
+
log_level:
|
356 |
+
desc: null
|
357 |
+
value: passive
|
358 |
+
log_level_replica:
|
359 |
+
desc: null
|
360 |
+
value: warning
|
361 |
+
log_on_each_node:
|
362 |
+
desc: null
|
363 |
+
value: true
|
364 |
+
logging_dir:
|
365 |
+
desc: null
|
366 |
+
value: /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu
|
367 |
+
Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/runs/Sep24_16-08-01_mace16.local
|
368 |
+
logging_strategy:
|
369 |
+
desc: null
|
370 |
+
value: steps
|
371 |
+
logging_first_step:
|
372 |
+
desc: null
|
373 |
+
value: false
|
374 |
+
logging_steps:
|
375 |
+
desc: null
|
376 |
+
value: 500
|
377 |
+
logging_nan_inf_filter:
|
378 |
+
desc: null
|
379 |
+
value: true
|
380 |
+
save_strategy:
|
381 |
+
desc: null
|
382 |
+
value: epoch
|
383 |
+
save_steps:
|
384 |
+
desc: null
|
385 |
+
value: 500
|
386 |
+
save_total_limit:
|
387 |
+
desc: null
|
388 |
+
value: null
|
389 |
+
save_safetensors:
|
390 |
+
desc: null
|
391 |
+
value: true
|
392 |
+
save_on_each_node:
|
393 |
+
desc: null
|
394 |
+
value: false
|
395 |
+
save_only_model:
|
396 |
+
desc: null
|
397 |
+
value: false
|
398 |
+
restore_callback_states_from_checkpoint:
|
399 |
+
desc: null
|
400 |
+
value: false
|
401 |
+
no_cuda:
|
402 |
+
desc: null
|
403 |
+
value: false
|
404 |
+
use_cpu:
|
405 |
+
desc: null
|
406 |
+
value: false
|
407 |
+
use_mps_device:
|
408 |
+
desc: null
|
409 |
+
value: false
|
410 |
+
seed:
|
411 |
+
desc: null
|
412 |
+
value: 42
|
413 |
+
data_seed:
|
414 |
+
desc: null
|
415 |
+
value: null
|
416 |
+
jit_mode_eval:
|
417 |
+
desc: null
|
418 |
+
value: false
|
419 |
+
use_ipex:
|
420 |
+
desc: null
|
421 |
+
value: false
|
422 |
+
bf16:
|
423 |
+
desc: null
|
424 |
+
value: false
|
425 |
+
fp16:
|
426 |
+
desc: null
|
427 |
+
value: false
|
428 |
+
fp16_opt_level:
|
429 |
+
desc: null
|
430 |
+
value: O1
|
431 |
+
half_precision_backend:
|
432 |
+
desc: null
|
433 |
+
value: auto
|
434 |
+
bf16_full_eval:
|
435 |
+
desc: null
|
436 |
+
value: false
|
437 |
+
fp16_full_eval:
|
438 |
+
desc: null
|
439 |
+
value: false
|
440 |
+
tf32:
|
441 |
+
desc: null
|
442 |
+
value: null
|
443 |
+
local_rank:
|
444 |
+
desc: null
|
445 |
+
value: 0
|
446 |
+
ddp_backend:
|
447 |
+
desc: null
|
448 |
+
value: null
|
449 |
+
tpu_num_cores:
|
450 |
+
desc: null
|
451 |
+
value: null
|
452 |
+
tpu_metrics_debug:
|
453 |
+
desc: null
|
454 |
+
value: false
|
455 |
+
debug:
|
456 |
+
desc: null
|
457 |
+
value: []
|
458 |
+
dataloader_drop_last:
|
459 |
+
desc: null
|
460 |
+
value: false
|
461 |
+
eval_steps:
|
462 |
+
desc: null
|
463 |
+
value: null
|
464 |
+
dataloader_num_workers:
|
465 |
+
desc: null
|
466 |
+
value: 0
|
467 |
+
dataloader_prefetch_factor:
|
468 |
+
desc: null
|
469 |
+
value: null
|
470 |
+
past_index:
|
471 |
+
desc: null
|
472 |
+
value: -1
|
473 |
+
run_name:
|
474 |
+
desc: null
|
475 |
+
value: /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu
|
476 |
+
Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1
|
477 |
+
disable_tqdm:
|
478 |
+
desc: null
|
479 |
+
value: false
|
480 |
+
remove_unused_columns:
|
481 |
+
desc: null
|
482 |
+
value: true
|
483 |
+
label_names:
|
484 |
+
desc: null
|
485 |
+
value: null
|
486 |
+
load_best_model_at_end:
|
487 |
+
desc: null
|
488 |
+
value: true
|
489 |
+
metric_for_best_model:
|
490 |
+
desc: null
|
491 |
+
value: loss
|
492 |
+
greater_is_better:
|
493 |
+
desc: null
|
494 |
+
value: false
|
495 |
+
ignore_data_skip:
|
496 |
+
desc: null
|
497 |
+
value: false
|
498 |
+
fsdp:
|
499 |
+
desc: null
|
500 |
+
value: []
|
501 |
+
fsdp_min_num_params:
|
502 |
+
desc: null
|
503 |
+
value: 0
|
504 |
+
fsdp_config:
|
505 |
+
desc: null
|
506 |
+
value:
|
507 |
+
min_num_params: 0
|
508 |
+
xla: false
|
509 |
+
xla_fsdp_v2: false
|
510 |
+
xla_fsdp_grad_ckpt: false
|
511 |
+
fsdp_transformer_layer_cls_to_wrap:
|
512 |
+
desc: null
|
513 |
+
value: null
|
514 |
+
accelerator_config:
|
515 |
+
desc: null
|
516 |
+
value:
|
517 |
+
split_batches: false
|
518 |
+
dispatch_batches: null
|
519 |
+
even_batches: true
|
520 |
+
use_seedable_sampler: true
|
521 |
+
non_blocking: false
|
522 |
+
gradient_accumulation_kwargs: null
|
523 |
+
deepspeed:
|
524 |
+
desc: null
|
525 |
+
value: null
|
526 |
+
label_smoothing_factor:
|
527 |
+
desc: null
|
528 |
+
value: 0.0
|
529 |
+
optim:
|
530 |
+
desc: null
|
531 |
+
value: adamw_torch
|
532 |
+
optim_args:
|
533 |
+
desc: null
|
534 |
+
value: null
|
535 |
+
adafactor:
|
536 |
+
desc: null
|
537 |
+
value: false
|
538 |
+
group_by_length:
|
539 |
+
desc: null
|
540 |
+
value: false
|
541 |
+
length_column_name:
|
542 |
+
desc: null
|
543 |
+
value: length
|
544 |
+
report_to:
|
545 |
+
desc: null
|
546 |
+
value:
|
547 |
+
- wandb
|
548 |
+
ddp_find_unused_parameters:
|
549 |
+
desc: null
|
550 |
+
value: null
|
551 |
+
ddp_bucket_cap_mb:
|
552 |
+
desc: null
|
553 |
+
value: null
|
554 |
+
ddp_broadcast_buffers:
|
555 |
+
desc: null
|
556 |
+
value: null
|
557 |
+
dataloader_pin_memory:
|
558 |
+
desc: null
|
559 |
+
value: true
|
560 |
+
dataloader_persistent_workers:
|
561 |
+
desc: null
|
562 |
+
value: false
|
563 |
+
skip_memory_metrics:
|
564 |
+
desc: null
|
565 |
+
value: true
|
566 |
+
use_legacy_prediction_loop:
|
567 |
+
desc: null
|
568 |
+
value: false
|
569 |
+
push_to_hub:
|
570 |
+
desc: null
|
571 |
+
value: true
|
572 |
+
resume_from_checkpoint:
|
573 |
+
desc: null
|
574 |
+
value: null
|
575 |
+
hub_model_id:
|
576 |
+
desc: null
|
577 |
+
value: null
|
578 |
+
hub_strategy:
|
579 |
+
desc: null
|
580 |
+
value: every_save
|
581 |
+
hub_token:
|
582 |
+
desc: null
|
583 |
+
value: <HUB_TOKEN>
|
584 |
+
hub_private_repo:
|
585 |
+
desc: null
|
586 |
+
value: false
|
587 |
+
hub_always_push:
|
588 |
+
desc: null
|
589 |
+
value: false
|
590 |
+
gradient_checkpointing:
|
591 |
+
desc: null
|
592 |
+
value: false
|
593 |
+
gradient_checkpointing_kwargs:
|
594 |
+
desc: null
|
595 |
+
value: null
|
596 |
+
include_inputs_for_metrics:
|
597 |
+
desc: null
|
598 |
+
value: false
|
599 |
+
eval_do_concat_batches:
|
600 |
+
desc: null
|
601 |
+
value: true
|
602 |
+
fp16_backend:
|
603 |
+
desc: null
|
604 |
+
value: auto
|
605 |
+
evaluation_strategy:
|
606 |
+
desc: null
|
607 |
+
value: null
|
608 |
+
push_to_hub_model_id:
|
609 |
+
desc: null
|
610 |
+
value: null
|
611 |
+
push_to_hub_organization:
|
612 |
+
desc: null
|
613 |
+
value: null
|
614 |
+
push_to_hub_token:
|
615 |
+
desc: null
|
616 |
+
value: <PUSH_TO_HUB_TOKEN>
|
617 |
+
mp_parameters:
|
618 |
+
desc: null
|
619 |
+
value: ''
|
620 |
+
auto_find_batch_size:
|
621 |
+
desc: null
|
622 |
+
value: false
|
623 |
+
full_determinism:
|
624 |
+
desc: null
|
625 |
+
value: false
|
626 |
+
torchdynamo:
|
627 |
+
desc: null
|
628 |
+
value: null
|
629 |
+
ray_scope:
|
630 |
+
desc: null
|
631 |
+
value: last
|
632 |
+
ddp_timeout:
|
633 |
+
desc: null
|
634 |
+
value: 1800
|
635 |
+
torch_compile:
|
636 |
+
desc: null
|
637 |
+
value: false
|
638 |
+
torch_compile_backend:
|
639 |
+
desc: null
|
640 |
+
value: null
|
641 |
+
torch_compile_mode:
|
642 |
+
desc: null
|
643 |
+
value: null
|
644 |
+
dispatch_batches:
|
645 |
+
desc: null
|
646 |
+
value: null
|
647 |
+
split_batches:
|
648 |
+
desc: null
|
649 |
+
value: null
|
650 |
+
include_tokens_per_second:
|
651 |
+
desc: null
|
652 |
+
value: false
|
653 |
+
include_num_input_tokens_seen:
|
654 |
+
desc: null
|
655 |
+
value: false
|
656 |
+
neftune_noise_alpha:
|
657 |
+
desc: null
|
658 |
+
value: null
|
659 |
+
optim_target_modules:
|
660 |
+
desc: null
|
661 |
+
value: null
|
662 |
+
batch_eval_metrics:
|
663 |
+
desc: null
|
664 |
+
value: false
|
665 |
+
eval_on_start:
|
666 |
+
desc: null
|
667 |
+
value: false
|
668 |
+
eval_use_gather_object:
|
669 |
+
desc: null
|
670 |
+
value: false
|
671 |
+
model/num_parameters:
|
672 |
+
desc: null
|
673 |
+
value: 66955010
|
wandb/run-20240924_160602-9t20hlbh/files/output.log
ADDED
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/transformers/tokenization_utils_base.py:1601: FutureWarning: `clean_up_tokenization_spaces` was not set. It will be set to `True` by default. This behavior will be depracted in transformers v4.45, and will be then set to `False` by default. For more details check this issue: https://github.com/huggingface/transformers/issues/31884
|
2 |
+
warnings.warn(
|
3 |
+
Some weights of DistilBertForSequenceClassification were not initialized from the model checkpoint at distilbert/distilbert-base-uncased and are newly initialized: ['classifier.bias', 'classifier.weight', 'pre_classifier.bias', 'pre_classifier.weight']
|
4 |
+
You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.
|
5 |
+
Some weights of DistilBertForSequenceClassification were not initialized from the model checkpoint at distilbert/distilbert-base-uncased and are newly initialized: ['classifier.bias', 'classifier.weight', 'pre_classifier.bias', 'pre_classifier.weight']
|
6 |
+
You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.
|
7 |
+
[34m[1mwandb[39m[22m: [33mWARNING[39m The `run_name` is currently set to the same value as `TrainingArguments.output_dir`. If this was not intended, please specify a different run name by setting the `TrainingArguments.run_name` parameter.
|
8 |
+
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
9 |
+
To disable this warning, you can either:
|
10 |
+
- Avoid using `tokenizers` before the fork if possible
|
11 |
+
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
wandb/run-20240924_160602-9t20hlbh/files/requirements.txt
ADDED
@@ -0,0 +1,281 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Deprecated==1.2.14
|
2 |
+
GitPython==3.1.43
|
3 |
+
ImageHash==4.3.1
|
4 |
+
Jinja2==3.1.4
|
5 |
+
Markdown==3.6
|
6 |
+
MarkupSafe==2.1.5
|
7 |
+
PyWavelets==1.7.0
|
8 |
+
PyYAML==6.0.1
|
9 |
+
Pygments==2.15.1
|
10 |
+
Send2Trash==1.8.3
|
11 |
+
XlsxWriter==3.2.0
|
12 |
+
accelerate==0.34.2
|
13 |
+
aiohappyeyeballs==2.3.4
|
14 |
+
aiohttp==3.10.0
|
15 |
+
aiosignal==1.3.1
|
16 |
+
annotated-types==0.7.0
|
17 |
+
antlr4-python3-runtime==4.9.3
|
18 |
+
anyio==4.4.0
|
19 |
+
appnope==0.1.3
|
20 |
+
argon2-cffi-bindings==21.2.0
|
21 |
+
argon2-cffi==23.1.0
|
22 |
+
arrow==1.3.0
|
23 |
+
asttokens==2.2.1
|
24 |
+
async-lru==2.0.4
|
25 |
+
attrs==23.2.0
|
26 |
+
babel==2.16.0
|
27 |
+
backcall==0.2.0
|
28 |
+
backoff==2.2.1
|
29 |
+
beautifulsoup4==4.12.3
|
30 |
+
bertopic==0.16.3
|
31 |
+
bitsandbytes==0.42.0
|
32 |
+
bleach==6.1.0
|
33 |
+
blis==0.7.11
|
34 |
+
cachetools==5.4.0
|
35 |
+
catalogue==2.0.10
|
36 |
+
certifi==2024.8.30
|
37 |
+
cffi==1.16.0
|
38 |
+
chardet==5.2.0
|
39 |
+
charset-normalizer==3.3.2
|
40 |
+
click==8.1.7
|
41 |
+
cloudpathlib==0.18.1
|
42 |
+
coloredlogs==15.0.1
|
43 |
+
comm==0.1.3
|
44 |
+
confection==0.1.5
|
45 |
+
contourpy==1.2.1
|
46 |
+
cryptography==43.0.0
|
47 |
+
cycler==0.12.1
|
48 |
+
cymem==2.0.8
|
49 |
+
dataclasses-json==0.6.7
|
50 |
+
datasets==3.0.0
|
51 |
+
debugpy==1.6.7
|
52 |
+
decorator==5.1.1
|
53 |
+
deepdiff==7.0.1
|
54 |
+
defusedxml==0.7.1
|
55 |
+
dill==0.3.8
|
56 |
+
distro==1.9.0
|
57 |
+
docker-pycreds==0.4.0
|
58 |
+
docstring_parser==0.16
|
59 |
+
effdet==0.4.1
|
60 |
+
emoji==2.12.1
|
61 |
+
en-core-web-sm==3.7.1
|
62 |
+
et-xmlfile==1.1.0
|
63 |
+
evaluate==0.4.3
|
64 |
+
executing==1.2.0
|
65 |
+
fastjsonschema==2.20.0
|
66 |
+
filelock==3.15.4
|
67 |
+
filetype==1.2.0
|
68 |
+
flatbuffers==24.3.25
|
69 |
+
fonttools==4.53.1
|
70 |
+
fqdn==1.5.1
|
71 |
+
frozenlist==1.4.1
|
72 |
+
fsspec==2024.5.0
|
73 |
+
gitdb==4.0.11
|
74 |
+
google-api-core==2.19.1
|
75 |
+
google-auth==2.32.0
|
76 |
+
google-cloud-vision==3.7.3
|
77 |
+
googleapis-common-protos==1.63.2
|
78 |
+
grpcio-status==1.65.1
|
79 |
+
grpcio==1.65.1
|
80 |
+
h11==0.14.0
|
81 |
+
hdbscan==0.8.38.post1
|
82 |
+
htmlmin==0.1.12
|
83 |
+
httpcore==1.0.5
|
84 |
+
httpx==0.27.0
|
85 |
+
huggingface-hub==0.24.3
|
86 |
+
humanfriendly==10.0
|
87 |
+
idna==3.7
|
88 |
+
iopath==0.1.10
|
89 |
+
ipykernel==6.29.5
|
90 |
+
ipython-genutils==0.2.0
|
91 |
+
ipython==8.13.2
|
92 |
+
ipywidgets==8.1.5
|
93 |
+
isoduration==20.11.0
|
94 |
+
jedi==0.18.2
|
95 |
+
jiter==0.5.0
|
96 |
+
joblib==1.1.1
|
97 |
+
json5==0.9.25
|
98 |
+
jsonpath-python==1.0.6
|
99 |
+
jsonpointer==3.0.0
|
100 |
+
jsonschema-specifications==2023.12.1
|
101 |
+
jsonschema==4.23.0
|
102 |
+
jupyter-events==0.10.0
|
103 |
+
jupyter-lsp==2.2.5
|
104 |
+
jupyter_client==8.2.0
|
105 |
+
jupyter_core==5.3.0
|
106 |
+
jupyter_server==2.14.2
|
107 |
+
jupyter_server_terminals==0.5.3
|
108 |
+
jupyterlab==4.2.5
|
109 |
+
jupyterlab_pygments==0.3.0
|
110 |
+
jupyterlab_server==2.27.3
|
111 |
+
jupyterlab_widgets==3.0.13
|
112 |
+
kiwisolver==1.4.5
|
113 |
+
langcodes==3.4.0
|
114 |
+
langdetect==1.0.9
|
115 |
+
language_data==1.2.0
|
116 |
+
layoutparser==0.3.4
|
117 |
+
llvmlite==0.43.0
|
118 |
+
lxml==5.2.2
|
119 |
+
marisa-trie==1.2.0
|
120 |
+
markdown-it-py==3.0.0
|
121 |
+
marshmallow==3.21.3
|
122 |
+
matplotlib-inline==0.1.6
|
123 |
+
matplotlib==3.9.1
|
124 |
+
mdurl==0.1.2
|
125 |
+
missingno==0.5.2
|
126 |
+
mistune==3.0.2
|
127 |
+
mpmath==1.3.0
|
128 |
+
multidict==6.0.5
|
129 |
+
multimethod==1.12
|
130 |
+
multiprocess==0.70.16
|
131 |
+
murmurhash==1.0.10
|
132 |
+
mypy-extensions==1.0.0
|
133 |
+
nbclient==0.10.0
|
134 |
+
nbconvert==7.16.4
|
135 |
+
nbformat==5.10.4
|
136 |
+
nest-asyncio==1.6.0
|
137 |
+
networkx==3.3
|
138 |
+
nltk==3.8.1
|
139 |
+
notebook==7.2.2
|
140 |
+
notebook_shim==0.2.4
|
141 |
+
numba==0.60.0
|
142 |
+
numpy==1.26.4
|
143 |
+
olefile==0.47
|
144 |
+
omegaconf==2.3.0
|
145 |
+
onnx==1.16.1
|
146 |
+
onnxruntime==1.18.1
|
147 |
+
openai==1.43.0
|
148 |
+
opencv-python==4.10.0.84
|
149 |
+
openpyxl==3.1.5
|
150 |
+
ordered-set==4.1.0
|
151 |
+
overrides==7.7.0
|
152 |
+
packaging==24.1
|
153 |
+
pandas-profiling==3.2.0
|
154 |
+
pandas==2.2.2
|
155 |
+
pandocfilters==1.5.1
|
156 |
+
parso==0.8.3
|
157 |
+
pdf2image==1.17.0
|
158 |
+
pdfminer.six==20231228
|
159 |
+
pdfplumber==0.11.2
|
160 |
+
peft==0.12.0
|
161 |
+
pexpect==4.8.0
|
162 |
+
phik==0.12.4
|
163 |
+
pickleshare==0.7.5
|
164 |
+
pikepdf==9.1.0
|
165 |
+
pillow==10.4.0
|
166 |
+
pillow_heif==0.18.0
|
167 |
+
pip==24.2
|
168 |
+
platformdirs==4.2.2
|
169 |
+
plotly==5.24.0
|
170 |
+
poppler-utils==0.1.0
|
171 |
+
portalocker==2.10.1
|
172 |
+
preshed==3.0.9
|
173 |
+
prometheus_client==0.20.0
|
174 |
+
prompt-toolkit==3.0.38
|
175 |
+
proto-plus==1.24.0
|
176 |
+
protobuf==5.27.2
|
177 |
+
psutil==5.9.5
|
178 |
+
ptyprocess==0.7.0
|
179 |
+
pure-eval==0.2.2
|
180 |
+
pyarrow-hotfix==0.6
|
181 |
+
pyarrow==17.0.0
|
182 |
+
pyasn1==0.6.0
|
183 |
+
pyasn1_modules==0.4.0
|
184 |
+
pycocotools==2.0.8
|
185 |
+
pycparser==2.22
|
186 |
+
pycryptodome==3.20.0
|
187 |
+
pydantic==2.8.2
|
188 |
+
pydantic_core==2.20.1
|
189 |
+
pynndescent==0.5.13
|
190 |
+
pypandoc==1.13
|
191 |
+
pyparsing==3.1.2
|
192 |
+
pypdf==4.3.1
|
193 |
+
pypdfium2==4.30.0
|
194 |
+
pytesseract==0.3.10
|
195 |
+
python-dateutil==2.9.0.post0
|
196 |
+
python-docx==1.1.2
|
197 |
+
python-dotenv==1.0.1
|
198 |
+
python-iso639==2024.4.27
|
199 |
+
python-json-logger==2.0.7
|
200 |
+
python-magic==0.4.27
|
201 |
+
python-multipart==0.0.9
|
202 |
+
python-oxmsg==0.0.1
|
203 |
+
python-pptx==0.6.23
|
204 |
+
pytz==2024.1
|
205 |
+
pyzmq==25.0.2
|
206 |
+
rapidfuzz==3.9.5
|
207 |
+
referencing==0.35.1
|
208 |
+
regex==2024.7.24
|
209 |
+
requests-toolbelt==1.0.0
|
210 |
+
requests==2.32.3
|
211 |
+
rfc3339-validator==0.1.4
|
212 |
+
rfc3986-validator==0.1.1
|
213 |
+
rich==13.7.1
|
214 |
+
rpds-py==0.20.0
|
215 |
+
rsa==4.9
|
216 |
+
safetensors==0.4.3
|
217 |
+
scikit-learn==1.5.1
|
218 |
+
scipy==1.14.0
|
219 |
+
seaborn==0.13.2
|
220 |
+
sentence-transformers==3.0.1
|
221 |
+
sentencepiece==0.2.0
|
222 |
+
sentry-sdk==2.12.0
|
223 |
+
setproctitle==1.3.3
|
224 |
+
setuptools==65.5.0
|
225 |
+
shellingham==1.5.4
|
226 |
+
shtab==1.7.1
|
227 |
+
six==1.16.0
|
228 |
+
smart-open==7.0.4
|
229 |
+
smmap==5.0.1
|
230 |
+
sniffio==1.3.1
|
231 |
+
soupsieve==2.5
|
232 |
+
spacy-legacy==3.0.12
|
233 |
+
spacy-loggers==1.0.5
|
234 |
+
spacy==3.7.6
|
235 |
+
srsly==2.4.8
|
236 |
+
stack-data==0.6.2
|
237 |
+
sympy==1.13.1
|
238 |
+
tabulate==0.9.0
|
239 |
+
tangled-up-in-unicode==0.2.0
|
240 |
+
tdqm==0.0.1
|
241 |
+
tenacity==9.0.0
|
242 |
+
terminado==0.18.1
|
243 |
+
thinc==8.2.5
|
244 |
+
threadpoolctl==3.5.0
|
245 |
+
timm==1.0.8
|
246 |
+
tinycss2==1.3.0
|
247 |
+
tokenizers==0.19.1
|
248 |
+
torch==2.2.2
|
249 |
+
torchtext==0.17.2
|
250 |
+
torchvision==0.17.2
|
251 |
+
tornado==6.3.1
|
252 |
+
tqdm==4.66.4
|
253 |
+
traitlets==5.9.0
|
254 |
+
transformers==4.44.2
|
255 |
+
trl==0.9.6
|
256 |
+
typer==0.12.4
|
257 |
+
types-python-dateutil==2.9.0.20240821
|
258 |
+
typing-inspect==0.9.0
|
259 |
+
typing_extensions==4.12.2
|
260 |
+
tyro==0.8.5
|
261 |
+
tzdata==2024.1
|
262 |
+
umap-learn==0.5.6
|
263 |
+
unstructured-client==0.24.1
|
264 |
+
unstructured-inference==0.7.36
|
265 |
+
unstructured.pytesseract==0.3.12
|
266 |
+
unstructured==0.15.0
|
267 |
+
uri-template==1.3.0
|
268 |
+
urllib3==2.2.2
|
269 |
+
visions==0.7.4
|
270 |
+
wandb==0.17.5
|
271 |
+
wasabi==1.1.3
|
272 |
+
wcwidth==0.2.6
|
273 |
+
weasel==0.4.1
|
274 |
+
webcolors==24.8.0
|
275 |
+
webencodings==0.5.1
|
276 |
+
websocket-client==1.8.0
|
277 |
+
widgetsnbextension==4.0.13
|
278 |
+
wrapt==1.16.0
|
279 |
+
xlrd==2.0.1
|
280 |
+
xxhash==3.4.1
|
281 |
+
yarl==1.9.4
|
wandb/run-20240924_160602-9t20hlbh/files/wandb-metadata.json
ADDED
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"os": "macOS-15.0-x86_64-i386-64bit",
|
3 |
+
"python": "3.11.9",
|
4 |
+
"heartbeatAt": "2024-09-24T19:06:03.776462",
|
5 |
+
"startedAt": "2024-09-24T19:06:02.221403",
|
6 |
+
"docker": null,
|
7 |
+
"cuda": null,
|
8 |
+
"args": [],
|
9 |
+
"state": "running",
|
10 |
+
"program": "/Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/doutorado/secoes_contrato_rotulos_classificacao_texto_v1.ipynb",
|
11 |
+
"codePathLocal": "secoes_contrato_rotulos_classificacao_texto_v1.ipynb",
|
12 |
+
"git": {
|
13 |
+
"remote": "https://github.com/marcelovidigal/retrieval_augmented_generation.git",
|
14 |
+
"commit": "23db3b3a0427b4dfac5df9b26ac2572134e857c4"
|
15 |
+
},
|
16 |
+
"email": "marcelovidigal@gmail.com",
|
17 |
+
"root": "/Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation",
|
18 |
+
"host": "mace16.local",
|
19 |
+
"username": "marcelovidigal",
|
20 |
+
"executable": "/usr/local/bin/python3",
|
21 |
+
"cpu_count": 8,
|
22 |
+
"cpu_count_logical": 16,
|
23 |
+
"cpu_freq": {
|
24 |
+
"current": 2300,
|
25 |
+
"min": 2300,
|
26 |
+
"max": 2300
|
27 |
+
},
|
28 |
+
"cpu_freq_per_core": [
|
29 |
+
{
|
30 |
+
"current": 2300,
|
31 |
+
"min": 2300,
|
32 |
+
"max": 2300
|
33 |
+
}
|
34 |
+
],
|
35 |
+
"disk": {
|
36 |
+
"/": {
|
37 |
+
"total": 931.546989440918,
|
38 |
+
"used": 9.93536376953125
|
39 |
+
}
|
40 |
+
},
|
41 |
+
"memory": {
|
42 |
+
"total": 16.0
|
43 |
+
}
|
44 |
+
}
|
wandb/run-20240924_160602-9t20hlbh/files/wandb-summary.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"_wandb": {"runtime": 17}}
|
wandb/run-20240924_160602-9t20hlbh/logs/debug-internal.log
ADDED
@@ -0,0 +1,721 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
2024-09-24 16:06:02,281 INFO StreamThr :45794 [internal.py:wandb_internal():85] W&B internal server running at pid: 45794, started at: 2024-09-24 16:06:02.232726
|
2 |
+
2024-09-24 16:06:02,282 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status
|
3 |
+
2024-09-24 16:06:02,308 INFO WriterThread:45794 [datastore.py:open_for_write():87] open: /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_160602-9t20hlbh/run-9t20hlbh.wandb
|
4 |
+
2024-09-24 16:06:02,309 DEBUG SenderThread:45794 [sender.py:send():379] send: header
|
5 |
+
2024-09-24 16:06:02,352 DEBUG SenderThread:45794 [sender.py:send():379] send: run
|
6 |
+
2024-09-24 16:06:03,082 INFO SenderThread:45794 [dir_watcher.py:__init__():211] watching files in: /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_160602-9t20hlbh/files
|
7 |
+
2024-09-24 16:06:03,082 INFO SenderThread:45794 [sender.py:_start_run_threads():1188] run started: 9t20hlbh with start time 1727204762.281461
|
8 |
+
2024-09-24 16:06:03,091 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: check_version
|
9 |
+
2024-09-24 16:06:03,091 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: check_version
|
10 |
+
2024-09-24 16:06:03,759 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: run_start
|
11 |
+
2024-09-24 16:06:03,773 DEBUG HandlerThread:45794 [system_info.py:__init__():26] System info init
|
12 |
+
2024-09-24 16:06:03,773 DEBUG HandlerThread:45794 [system_info.py:__init__():41] System info init done
|
13 |
+
2024-09-24 16:06:03,773 INFO HandlerThread:45794 [system_monitor.py:start():194] Starting system monitor
|
14 |
+
2024-09-24 16:06:03,773 INFO SystemMonitor:45794 [system_monitor.py:_start():158] Starting system asset monitoring threads
|
15 |
+
2024-09-24 16:06:03,774 INFO HandlerThread:45794 [system_monitor.py:probe():214] Collecting system info
|
16 |
+
2024-09-24 16:06:03,775 INFO SystemMonitor:45794 [interfaces.py:start():188] Started cpu monitoring
|
17 |
+
2024-09-24 16:06:03,775 INFO SystemMonitor:45794 [interfaces.py:start():188] Started disk monitoring
|
18 |
+
2024-09-24 16:06:03,775 DEBUG HandlerThread:45794 [system_info.py:probe():152] Probing system
|
19 |
+
2024-09-24 16:06:03,776 INFO SystemMonitor:45794 [interfaces.py:start():188] Started memory monitoring
|
20 |
+
2024-09-24 16:06:03,779 INFO SystemMonitor:45794 [interfaces.py:start():188] Started network monitoring
|
21 |
+
2024-09-24 16:06:03,787 DEBUG HandlerThread:45794 [system_info.py:_probe_git():137] Probing git
|
22 |
+
2024-09-24 16:06:03,829 DEBUG HandlerThread:45794 [system_info.py:_probe_git():145] Probing git done
|
23 |
+
2024-09-24 16:06:03,829 DEBUG HandlerThread:45794 [system_info.py:probe():200] Probing system done
|
24 |
+
2024-09-24 16:06:03,830 DEBUG HandlerThread:45794 [system_monitor.py:probe():223] {'os': 'macOS-15.0-x86_64-i386-64bit', 'python': '3.11.9', 'heartbeatAt': '2024-09-24T19:06:03.776462', 'startedAt': '2024-09-24T19:06:02.221403', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': '/Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/doutorado/secoes_contrato_rotulos_classificacao_texto_v1.ipynb', 'codePathLocal': 'secoes_contrato_rotulos_classificacao_texto_v1.ipynb', 'git': {'remote': 'https://github.com/marcelovidigal/retrieval_augmented_generation.git', 'commit': '23db3b3a0427b4dfac5df9b26ac2572134e857c4'}, 'email': 'marcelovidigal@gmail.com', 'root': '/Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation', 'host': 'mace16.local', 'username': 'marcelovidigal', 'executable': '/usr/local/bin/python3', 'cpu_count': 8, 'cpu_count_logical': 16, 'cpu_freq': {'current': 2300, 'min': 2300, 'max': 2300}, 'cpu_freq_per_core': [{'current': 2300, 'min': 2300, 'max': 2300}], 'disk': {'/': {'total': 931.546989440918, 'used': 9.93536376953125}}, 'memory': {'total': 16.0}}
|
25 |
+
2024-09-24 16:06:03,830 INFO HandlerThread:45794 [system_monitor.py:probe():224] Finished collecting system info
|
26 |
+
2024-09-24 16:06:03,830 INFO HandlerThread:45794 [system_monitor.py:probe():227] Publishing system info
|
27 |
+
2024-09-24 16:06:03,830 INFO HandlerThread:45794 [system_monitor.py:probe():229] Finished publishing system info
|
28 |
+
2024-09-24 16:06:03,835 DEBUG SenderThread:45794 [sender.py:send():379] send: files
|
29 |
+
2024-09-24 16:06:03,835 INFO SenderThread:45794 [sender.py:_save_file():1454] saving file wandb-metadata.json with policy now
|
30 |
+
2024-09-24 16:06:04,086 INFO Thread-12 :45794 [dir_watcher.py:_on_file_created():271] file/dir created: /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_160602-9t20hlbh/files/wandb-metadata.json
|
31 |
+
2024-09-24 16:06:04,252 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: python_packages
|
32 |
+
2024-09-24 16:06:04,253 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: python_packages
|
33 |
+
2024-09-24 16:06:04,254 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
34 |
+
2024-09-24 16:06:04,255 DEBUG SenderThread:45794 [sender.py:send():379] send: telemetry
|
35 |
+
2024-09-24 16:06:04,255 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: stop_status
|
36 |
+
2024-09-24 16:06:04,255 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: stop_status
|
37 |
+
2024-09-24 16:06:04,262 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: pause
|
38 |
+
2024-09-24 16:06:04,262 INFO HandlerThread:45794 [handler.py:handle_request_pause():724] stopping system metrics thread
|
39 |
+
2024-09-24 16:06:04,262 INFO HandlerThread:45794 [system_monitor.py:finish():203] Stopping system monitor
|
40 |
+
2024-09-24 16:06:04,262 DEBUG SystemMonitor:45794 [system_monitor.py:_start():172] Starting system metrics aggregation loop
|
41 |
+
2024-09-24 16:06:04,263 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined cpu monitor
|
42 |
+
2024-09-24 16:06:04,263 DEBUG SystemMonitor:45794 [system_monitor.py:_start():179] Finished system metrics aggregation loop
|
43 |
+
2024-09-24 16:06:04,263 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined disk monitor
|
44 |
+
2024-09-24 16:06:04,263 DEBUG SystemMonitor:45794 [system_monitor.py:_start():183] Publishing last batch of metrics
|
45 |
+
2024-09-24 16:06:04,263 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined memory monitor
|
46 |
+
2024-09-24 16:06:04,264 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined network monitor
|
47 |
+
2024-09-24 16:06:04,664 DEBUG SenderThread:45794 [sender.py:send():379] send: stats
|
48 |
+
2024-09-24 16:06:04,955 INFO wandb-upload_0:45794 [upload_job.py:push():130] Uploaded file /var/folders/75/ky9nhpn56rg6m0h92jqhqfd80000gn/T/tmpum0udx2jwandb/fdubbuy1-wandb-metadata.json
|
49 |
+
2024-09-24 16:06:05,085 INFO Thread-12 :45794 [dir_watcher.py:_on_file_created():271] file/dir created: /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_160602-9t20hlbh/files/requirements.txt
|
50 |
+
2024-09-24 16:06:05,253 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
51 |
+
2024-09-24 16:06:06,254 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
52 |
+
2024-09-24 16:06:07,259 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
53 |
+
2024-09-24 16:06:07,671 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
54 |
+
2024-09-24 16:06:08,267 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: resume
|
55 |
+
2024-09-24 16:06:08,267 INFO HandlerThread:45794 [handler.py:handle_request_resume():715] starting system metrics thread
|
56 |
+
2024-09-24 16:06:08,267 INFO HandlerThread:45794 [system_monitor.py:start():194] Starting system monitor
|
57 |
+
2024-09-24 16:06:08,267 INFO SystemMonitor:45794 [system_monitor.py:_start():158] Starting system asset monitoring threads
|
58 |
+
2024-09-24 16:06:08,268 INFO SystemMonitor:45794 [interfaces.py:start():188] Started cpu monitoring
|
59 |
+
2024-09-24 16:06:08,268 INFO SystemMonitor:45794 [interfaces.py:start():188] Started disk monitoring
|
60 |
+
2024-09-24 16:06:08,268 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
61 |
+
2024-09-24 16:06:08,269 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: pause
|
62 |
+
2024-09-24 16:06:08,269 INFO HandlerThread:45794 [handler.py:handle_request_pause():724] stopping system metrics thread
|
63 |
+
2024-09-24 16:06:08,269 INFO SystemMonitor:45794 [interfaces.py:start():188] Started memory monitoring
|
64 |
+
2024-09-24 16:06:08,269 INFO HandlerThread:45794 [system_monitor.py:finish():203] Stopping system monitor
|
65 |
+
2024-09-24 16:06:08,272 INFO SystemMonitor:45794 [interfaces.py:start():188] Started network monitoring
|
66 |
+
2024-09-24 16:06:08,273 DEBUG SystemMonitor:45794 [system_monitor.py:_start():172] Starting system metrics aggregation loop
|
67 |
+
2024-09-24 16:06:08,273 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined cpu monitor
|
68 |
+
2024-09-24 16:06:08,273 DEBUG SystemMonitor:45794 [system_monitor.py:_start():179] Finished system metrics aggregation loop
|
69 |
+
2024-09-24 16:06:08,274 DEBUG SystemMonitor:45794 [system_monitor.py:_start():183] Publishing last batch of metrics
|
70 |
+
2024-09-24 16:06:08,274 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined disk monitor
|
71 |
+
2024-09-24 16:06:08,278 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined memory monitor
|
72 |
+
2024-09-24 16:06:08,279 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined network monitor
|
73 |
+
2024-09-24 16:06:08,284 DEBUG SenderThread:45794 [sender.py:send():379] send: stats
|
74 |
+
2024-09-24 16:06:09,262 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
75 |
+
2024-09-24 16:06:10,264 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
76 |
+
2024-09-24 16:06:11,267 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
77 |
+
2024-09-24 16:06:12,268 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
78 |
+
2024-09-24 16:06:13,263 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
79 |
+
2024-09-24 16:06:13,269 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
80 |
+
2024-09-24 16:06:14,271 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
81 |
+
2024-09-24 16:06:15,275 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
82 |
+
2024-09-24 16:06:16,278 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
83 |
+
2024-09-24 16:06:17,280 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
84 |
+
2024-09-24 16:06:18,263 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
85 |
+
2024-09-24 16:06:18,281 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
86 |
+
2024-09-24 16:06:19,046 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: resume
|
87 |
+
2024-09-24 16:06:19,047 INFO HandlerThread:45794 [handler.py:handle_request_resume():715] starting system metrics thread
|
88 |
+
2024-09-24 16:06:19,047 INFO HandlerThread:45794 [system_monitor.py:start():194] Starting system monitor
|
89 |
+
2024-09-24 16:06:19,047 INFO SystemMonitor:45794 [system_monitor.py:_start():158] Starting system asset monitoring threads
|
90 |
+
2024-09-24 16:06:19,048 INFO SystemMonitor:45794 [interfaces.py:start():188] Started cpu monitoring
|
91 |
+
2024-09-24 16:06:19,048 INFO SystemMonitor:45794 [interfaces.py:start():188] Started disk monitoring
|
92 |
+
2024-09-24 16:06:19,051 INFO SystemMonitor:45794 [interfaces.py:start():188] Started memory monitoring
|
93 |
+
2024-09-24 16:06:19,052 INFO SystemMonitor:45794 [interfaces.py:start():188] Started network monitoring
|
94 |
+
2024-09-24 16:06:19,258 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: stop_status
|
95 |
+
2024-09-24 16:06:19,258 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: stop_status
|
96 |
+
2024-09-24 16:06:19,283 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
97 |
+
2024-09-24 16:06:20,284 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
98 |
+
2024-09-24 16:06:21,286 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
99 |
+
2024-09-24 16:06:22,288 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
100 |
+
2024-09-24 16:06:23,291 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
101 |
+
2024-09-24 16:06:23,541 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
102 |
+
2024-09-24 16:06:24,140 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: pause
|
103 |
+
2024-09-24 16:06:24,141 INFO HandlerThread:45794 [handler.py:handle_request_pause():724] stopping system metrics thread
|
104 |
+
2024-09-24 16:06:24,141 INFO HandlerThread:45794 [system_monitor.py:finish():203] Stopping system monitor
|
105 |
+
2024-09-24 16:06:24,141 DEBUG SystemMonitor:45794 [system_monitor.py:_start():172] Starting system metrics aggregation loop
|
106 |
+
2024-09-24 16:06:24,141 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined cpu monitor
|
107 |
+
2024-09-24 16:06:24,141 DEBUG SystemMonitor:45794 [system_monitor.py:_start():179] Finished system metrics aggregation loop
|
108 |
+
2024-09-24 16:06:24,141 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined disk monitor
|
109 |
+
2024-09-24 16:06:24,141 DEBUG SystemMonitor:45794 [system_monitor.py:_start():183] Publishing last batch of metrics
|
110 |
+
2024-09-24 16:06:24,141 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined memory monitor
|
111 |
+
2024-09-24 16:06:24,142 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined network monitor
|
112 |
+
2024-09-24 16:06:24,142 DEBUG SenderThread:45794 [sender.py:send():379] send: stats
|
113 |
+
2024-09-24 16:06:24,291 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
114 |
+
2024-09-24 16:06:25,293 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
115 |
+
2024-09-24 16:06:26,295 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: resume
|
116 |
+
2024-09-24 16:06:26,295 INFO HandlerThread:45794 [handler.py:handle_request_resume():715] starting system metrics thread
|
117 |
+
2024-09-24 16:06:26,295 INFO HandlerThread:45794 [system_monitor.py:start():194] Starting system monitor
|
118 |
+
2024-09-24 16:06:26,295 INFO SystemMonitor:45794 [system_monitor.py:_start():158] Starting system asset monitoring threads
|
119 |
+
2024-09-24 16:06:26,296 INFO SystemMonitor:45794 [interfaces.py:start():188] Started cpu monitoring
|
120 |
+
2024-09-24 16:06:26,296 INFO SystemMonitor:45794 [interfaces.py:start():188] Started disk monitoring
|
121 |
+
2024-09-24 16:06:26,298 INFO SystemMonitor:45794 [interfaces.py:start():188] Started memory monitoring
|
122 |
+
2024-09-24 16:06:26,299 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
123 |
+
2024-09-24 16:06:26,299 INFO SystemMonitor:45794 [interfaces.py:start():188] Started network monitoring
|
124 |
+
2024-09-24 16:06:26,300 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: pause
|
125 |
+
2024-09-24 16:06:26,300 INFO HandlerThread:45794 [handler.py:handle_request_pause():724] stopping system metrics thread
|
126 |
+
2024-09-24 16:06:26,300 INFO HandlerThread:45794 [system_monitor.py:finish():203] Stopping system monitor
|
127 |
+
2024-09-24 16:06:26,300 DEBUG SystemMonitor:45794 [system_monitor.py:_start():172] Starting system metrics aggregation loop
|
128 |
+
2024-09-24 16:06:26,301 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined cpu monitor
|
129 |
+
2024-09-24 16:06:26,301 DEBUG SystemMonitor:45794 [system_monitor.py:_start():179] Finished system metrics aggregation loop
|
130 |
+
2024-09-24 16:06:26,301 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined disk monitor
|
131 |
+
2024-09-24 16:06:26,301 DEBUG SystemMonitor:45794 [system_monitor.py:_start():183] Publishing last batch of metrics
|
132 |
+
2024-09-24 16:06:26,301 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined memory monitor
|
133 |
+
2024-09-24 16:06:26,302 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined network monitor
|
134 |
+
2024-09-24 16:06:26,303 DEBUG SenderThread:45794 [sender.py:send():379] send: stats
|
135 |
+
2024-09-24 16:06:27,298 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
136 |
+
2024-09-24 16:06:28,300 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
137 |
+
2024-09-24 16:06:29,266 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
138 |
+
2024-09-24 16:06:29,301 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
139 |
+
2024-09-24 16:06:30,302 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
140 |
+
2024-09-24 16:06:31,305 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
141 |
+
2024-09-24 16:06:31,661 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: resume
|
142 |
+
2024-09-24 16:06:31,661 INFO HandlerThread:45794 [handler.py:handle_request_resume():715] starting system metrics thread
|
143 |
+
2024-09-24 16:06:31,661 INFO HandlerThread:45794 [system_monitor.py:start():194] Starting system monitor
|
144 |
+
2024-09-24 16:06:31,662 INFO SystemMonitor:45794 [system_monitor.py:_start():158] Starting system asset monitoring threads
|
145 |
+
2024-09-24 16:06:31,662 INFO SystemMonitor:45794 [interfaces.py:start():188] Started cpu monitoring
|
146 |
+
2024-09-24 16:06:31,662 INFO SystemMonitor:45794 [interfaces.py:start():188] Started disk monitoring
|
147 |
+
2024-09-24 16:06:31,664 INFO SystemMonitor:45794 [interfaces.py:start():188] Started memory monitoring
|
148 |
+
2024-09-24 16:06:31,665 INFO SystemMonitor:45794 [interfaces.py:start():188] Started network monitoring
|
149 |
+
2024-09-24 16:06:32,122 INFO Thread-12 :45794 [dir_watcher.py:_on_file_created():271] file/dir created: /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_160602-9t20hlbh/files/output.log
|
150 |
+
2024-09-24 16:06:32,197 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: pause
|
151 |
+
2024-09-24 16:06:32,197 INFO HandlerThread:45794 [handler.py:handle_request_pause():724] stopping system metrics thread
|
152 |
+
2024-09-24 16:06:32,197 INFO HandlerThread:45794 [system_monitor.py:finish():203] Stopping system monitor
|
153 |
+
2024-09-24 16:06:32,198 DEBUG SystemMonitor:45794 [system_monitor.py:_start():172] Starting system metrics aggregation loop
|
154 |
+
2024-09-24 16:06:32,198 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined cpu monitor
|
155 |
+
2024-09-24 16:06:32,198 DEBUG SystemMonitor:45794 [system_monitor.py:_start():179] Finished system metrics aggregation loop
|
156 |
+
2024-09-24 16:06:32,198 DEBUG SystemMonitor:45794 [system_monitor.py:_start():183] Publishing last batch of metrics
|
157 |
+
2024-09-24 16:06:32,198 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined disk monitor
|
158 |
+
2024-09-24 16:06:32,199 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined memory monitor
|
159 |
+
2024-09-24 16:06:32,199 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined network monitor
|
160 |
+
2024-09-24 16:06:32,199 DEBUG SenderThread:45794 [sender.py:send():379] send: stats
|
161 |
+
2024-09-24 16:06:32,306 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
162 |
+
2024-09-24 16:06:33,308 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
163 |
+
2024-09-24 16:06:34,132 INFO Thread-12 :45794 [dir_watcher.py:_on_file_modified():288] file/dir modified: /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_160602-9t20hlbh/files/output.log
|
164 |
+
2024-09-24 16:06:34,260 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: stop_status
|
165 |
+
2024-09-24 16:06:34,260 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: stop_status
|
166 |
+
2024-09-24 16:06:34,309 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
167 |
+
2024-09-24 16:06:34,512 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
168 |
+
2024-09-24 16:06:35,135 INFO Thread-12 :45794 [dir_watcher.py:_on_file_modified():288] file/dir modified: /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_160602-9t20hlbh/files/config.yaml
|
169 |
+
2024-09-24 16:06:35,313 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
170 |
+
2024-09-24 16:06:36,316 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
171 |
+
2024-09-24 16:06:37,064 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: resume
|
172 |
+
2024-09-24 16:06:37,064 INFO HandlerThread:45794 [handler.py:handle_request_resume():715] starting system metrics thread
|
173 |
+
2024-09-24 16:06:37,064 INFO HandlerThread:45794 [system_monitor.py:start():194] Starting system monitor
|
174 |
+
2024-09-24 16:06:37,064 INFO SystemMonitor:45794 [system_monitor.py:_start():158] Starting system asset monitoring threads
|
175 |
+
2024-09-24 16:06:37,065 INFO SystemMonitor:45794 [interfaces.py:start():188] Started cpu monitoring
|
176 |
+
2024-09-24 16:06:37,065 INFO SystemMonitor:45794 [interfaces.py:start():188] Started disk monitoring
|
177 |
+
2024-09-24 16:06:37,068 INFO SystemMonitor:45794 [interfaces.py:start():188] Started memory monitoring
|
178 |
+
2024-09-24 16:06:37,070 INFO SystemMonitor:45794 [interfaces.py:start():188] Started network monitoring
|
179 |
+
2024-09-24 16:06:37,317 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
180 |
+
2024-09-24 16:06:38,137 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: pause
|
181 |
+
2024-09-24 16:06:38,137 INFO HandlerThread:45794 [handler.py:handle_request_pause():724] stopping system metrics thread
|
182 |
+
2024-09-24 16:06:38,137 INFO HandlerThread:45794 [system_monitor.py:finish():203] Stopping system monitor
|
183 |
+
2024-09-24 16:06:38,138 DEBUG SystemMonitor:45794 [system_monitor.py:_start():172] Starting system metrics aggregation loop
|
184 |
+
2024-09-24 16:06:38,138 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined cpu monitor
|
185 |
+
2024-09-24 16:06:38,138 DEBUG SystemMonitor:45794 [system_monitor.py:_start():179] Finished system metrics aggregation loop
|
186 |
+
2024-09-24 16:06:38,138 DEBUG SystemMonitor:45794 [system_monitor.py:_start():183] Publishing last batch of metrics
|
187 |
+
2024-09-24 16:06:38,138 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined disk monitor
|
188 |
+
2024-09-24 16:06:38,139 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined memory monitor
|
189 |
+
2024-09-24 16:06:38,139 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined network monitor
|
190 |
+
2024-09-24 16:06:38,139 DEBUG SenderThread:45794 [sender.py:send():379] send: stats
|
191 |
+
2024-09-24 16:06:38,320 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
192 |
+
2024-09-24 16:06:39,323 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
193 |
+
2024-09-24 16:06:40,271 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
194 |
+
2024-09-24 16:06:40,328 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
195 |
+
2024-09-24 16:06:41,328 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
196 |
+
2024-09-24 16:06:42,329 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
197 |
+
2024-09-24 16:06:43,333 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
198 |
+
2024-09-24 16:06:44,335 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
199 |
+
2024-09-24 16:06:45,336 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
200 |
+
2024-09-24 16:06:46,271 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
201 |
+
2024-09-24 16:06:46,338 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
202 |
+
2024-09-24 16:06:47,339 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
203 |
+
2024-09-24 16:06:48,340 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
204 |
+
2024-09-24 16:06:49,261 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: stop_status
|
205 |
+
2024-09-24 16:06:49,261 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: stop_status
|
206 |
+
2024-09-24 16:06:49,341 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
207 |
+
2024-09-24 16:06:50,344 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
208 |
+
2024-09-24 16:06:51,345 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
209 |
+
2024-09-24 16:06:51,485 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
210 |
+
2024-09-24 16:06:52,346 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
211 |
+
2024-09-24 16:06:53,348 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
212 |
+
2024-09-24 16:06:54,353 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
213 |
+
2024-09-24 16:06:55,357 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
214 |
+
2024-09-24 16:06:56,358 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
215 |
+
2024-09-24 16:06:57,280 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
216 |
+
2024-09-24 16:06:57,359 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
217 |
+
2024-09-24 16:06:58,360 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
218 |
+
2024-09-24 16:06:59,365 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
219 |
+
2024-09-24 16:07:00,368 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
220 |
+
2024-09-24 16:07:01,369 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
221 |
+
2024-09-24 16:07:02,284 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
222 |
+
2024-09-24 16:07:02,370 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
223 |
+
2024-09-24 16:07:03,371 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
224 |
+
2024-09-24 16:07:04,261 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: stop_status
|
225 |
+
2024-09-24 16:07:04,261 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: stop_status
|
226 |
+
2024-09-24 16:07:04,372 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
227 |
+
2024-09-24 16:07:05,376 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
228 |
+
2024-09-24 16:07:06,378 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
229 |
+
2024-09-24 16:07:07,380 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
230 |
+
2024-09-24 16:07:07,560 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
231 |
+
2024-09-24 16:07:08,381 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
232 |
+
2024-09-24 16:07:09,382 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
233 |
+
2024-09-24 16:07:10,386 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
234 |
+
2024-09-24 16:07:11,387 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
235 |
+
2024-09-24 16:07:12,391 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
236 |
+
2024-09-24 16:07:13,284 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
237 |
+
2024-09-24 16:07:13,394 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
238 |
+
2024-09-24 16:07:14,395 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
239 |
+
2024-09-24 16:07:15,398 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
240 |
+
2024-09-24 16:07:16,400 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
241 |
+
2024-09-24 16:07:17,404 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
242 |
+
2024-09-24 16:07:18,406 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
243 |
+
2024-09-24 16:07:19,265 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: stop_status
|
244 |
+
2024-09-24 16:07:19,266 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: stop_status
|
245 |
+
2024-09-24 16:07:19,408 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
246 |
+
2024-09-24 16:07:19,630 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
247 |
+
2024-09-24 16:07:20,410 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
248 |
+
2024-09-24 16:07:21,411 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
249 |
+
2024-09-24 16:07:22,413 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
250 |
+
2024-09-24 16:07:23,415 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
251 |
+
2024-09-24 16:07:24,419 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
252 |
+
2024-09-24 16:07:25,283 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
253 |
+
2024-09-24 16:07:25,422 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
254 |
+
2024-09-24 16:07:26,426 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
255 |
+
2024-09-24 16:07:27,430 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
256 |
+
2024-09-24 16:07:28,432 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
257 |
+
2024-09-24 16:07:29,436 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
258 |
+
2024-09-24 16:07:30,289 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
259 |
+
2024-09-24 16:07:30,441 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
260 |
+
2024-09-24 16:07:30,973 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: resume
|
261 |
+
2024-09-24 16:07:30,973 INFO HandlerThread:45794 [handler.py:handle_request_resume():715] starting system metrics thread
|
262 |
+
2024-09-24 16:07:30,973 INFO HandlerThread:45794 [system_monitor.py:start():194] Starting system monitor
|
263 |
+
2024-09-24 16:07:30,973 INFO SystemMonitor:45794 [system_monitor.py:_start():158] Starting system asset monitoring threads
|
264 |
+
2024-09-24 16:07:30,973 INFO SystemMonitor:45794 [interfaces.py:start():188] Started cpu monitoring
|
265 |
+
2024-09-24 16:07:30,973 INFO SystemMonitor:45794 [interfaces.py:start():188] Started disk monitoring
|
266 |
+
2024-09-24 16:07:30,975 INFO SystemMonitor:45794 [interfaces.py:start():188] Started memory monitoring
|
267 |
+
2024-09-24 16:07:30,976 INFO SystemMonitor:45794 [interfaces.py:start():188] Started network monitoring
|
268 |
+
2024-09-24 16:07:31,444 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
269 |
+
2024-09-24 16:07:31,723 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: pause
|
270 |
+
2024-09-24 16:07:31,723 INFO HandlerThread:45794 [handler.py:handle_request_pause():724] stopping system metrics thread
|
271 |
+
2024-09-24 16:07:31,723 INFO HandlerThread:45794 [system_monitor.py:finish():203] Stopping system monitor
|
272 |
+
2024-09-24 16:07:31,723 DEBUG SystemMonitor:45794 [system_monitor.py:_start():172] Starting system metrics aggregation loop
|
273 |
+
2024-09-24 16:07:31,723 DEBUG SystemMonitor:45794 [system_monitor.py:_start():179] Finished system metrics aggregation loop
|
274 |
+
2024-09-24 16:07:31,724 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined cpu monitor
|
275 |
+
2024-09-24 16:07:31,724 DEBUG SystemMonitor:45794 [system_monitor.py:_start():183] Publishing last batch of metrics
|
276 |
+
2024-09-24 16:07:31,724 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined disk monitor
|
277 |
+
2024-09-24 16:07:31,724 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined memory monitor
|
278 |
+
2024-09-24 16:07:31,725 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined network monitor
|
279 |
+
2024-09-24 16:07:31,725 DEBUG SenderThread:45794 [sender.py:send():379] send: stats
|
280 |
+
2024-09-24 16:07:32,253 INFO Thread-12 :45794 [dir_watcher.py:_on_file_modified():288] file/dir modified: /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_160602-9t20hlbh/files/output.log
|
281 |
+
2024-09-24 16:07:32,448 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
282 |
+
2024-09-24 16:07:33,450 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
283 |
+
2024-09-24 16:07:34,269 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: stop_status
|
284 |
+
2024-09-24 16:07:34,269 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: stop_status
|
285 |
+
2024-09-24 16:07:34,452 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
286 |
+
2024-09-24 16:07:35,457 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
287 |
+
2024-09-24 16:07:35,571 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
288 |
+
2024-09-24 16:07:36,459 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
289 |
+
2024-09-24 16:07:37,462 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
290 |
+
2024-09-24 16:07:38,465 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
291 |
+
2024-09-24 16:07:39,466 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
292 |
+
2024-09-24 16:07:40,470 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
293 |
+
2024-09-24 16:07:41,294 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
294 |
+
2024-09-24 16:07:41,471 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
295 |
+
2024-09-24 16:07:42,475 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
296 |
+
2024-09-24 16:07:43,480 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
297 |
+
2024-09-24 16:07:44,481 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
298 |
+
2024-09-24 16:07:45,485 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
299 |
+
2024-09-24 16:07:46,298 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
300 |
+
2024-09-24 16:07:46,487 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
301 |
+
2024-09-24 16:07:47,491 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
302 |
+
2024-09-24 16:07:48,495 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
303 |
+
2024-09-24 16:07:49,269 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: stop_status
|
304 |
+
2024-09-24 16:07:49,269 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: stop_status
|
305 |
+
2024-09-24 16:07:49,497 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
306 |
+
2024-09-24 16:07:50,501 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
307 |
+
2024-09-24 16:07:51,503 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
308 |
+
2024-09-24 16:07:51,627 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
309 |
+
2024-09-24 16:07:52,505 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
310 |
+
2024-09-24 16:07:53,507 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
311 |
+
2024-09-24 16:07:54,509 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
312 |
+
2024-09-24 16:07:55,511 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
313 |
+
2024-09-24 16:07:56,515 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
314 |
+
2024-09-24 16:07:57,305 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
315 |
+
2024-09-24 16:07:57,519 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
316 |
+
2024-09-24 16:07:58,520 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
317 |
+
2024-09-24 16:07:59,522 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
318 |
+
2024-09-24 16:08:00,527 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
319 |
+
2024-09-24 16:08:00,937 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: resume
|
320 |
+
2024-09-24 16:08:00,937 INFO HandlerThread:45794 [handler.py:handle_request_resume():715] starting system metrics thread
|
321 |
+
2024-09-24 16:08:00,937 INFO HandlerThread:45794 [system_monitor.py:start():194] Starting system monitor
|
322 |
+
2024-09-24 16:08:00,937 INFO SystemMonitor:45794 [system_monitor.py:_start():158] Starting system asset monitoring threads
|
323 |
+
2024-09-24 16:08:00,938 INFO SystemMonitor:45794 [interfaces.py:start():188] Started cpu monitoring
|
324 |
+
2024-09-24 16:08:00,939 INFO SystemMonitor:45794 [interfaces.py:start():188] Started disk monitoring
|
325 |
+
2024-09-24 16:08:00,939 INFO SystemMonitor:45794 [interfaces.py:start():188] Started memory monitoring
|
326 |
+
2024-09-24 16:08:00,941 INFO SystemMonitor:45794 [interfaces.py:start():188] Started network monitoring
|
327 |
+
2024-09-24 16:08:01,531 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
328 |
+
2024-09-24 16:08:02,329 INFO Thread-12 :45794 [dir_watcher.py:_on_file_modified():288] file/dir modified: /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_160602-9t20hlbh/files/output.log
|
329 |
+
2024-09-24 16:08:02,518 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
330 |
+
2024-09-24 16:08:02,535 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
331 |
+
2024-09-24 16:08:03,537 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
332 |
+
2024-09-24 16:08:04,271 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: stop_status
|
333 |
+
2024-09-24 16:08:04,271 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: stop_status
|
334 |
+
2024-09-24 16:08:04,817 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
335 |
+
2024-09-24 16:08:04,990 DEBUG SenderThread:45794 [sender.py:send():379] send: config
|
336 |
+
2024-09-24 16:08:04,991 DEBUG SenderThread:45794 [sender.py:send():379] send: telemetry
|
337 |
+
2024-09-24 16:08:04,991 DEBUG SenderThread:45794 [sender.py:send():379] send: metric
|
338 |
+
2024-09-24 16:08:04,991 DEBUG SenderThread:45794 [sender.py:send():379] send: telemetry
|
339 |
+
2024-09-24 16:08:04,991 DEBUG SenderThread:45794 [sender.py:send():379] send: metric
|
340 |
+
2024-09-24 16:08:04,991 WARNING SenderThread:45794 [sender.py:send_metric():1405] Seen metric with glob (shouldn't happen)
|
341 |
+
2024-09-24 16:08:04,992 DEBUG SenderThread:45794 [sender.py:send():379] send: telemetry
|
342 |
+
2024-09-24 16:08:04,992 DEBUG SenderThread:45794 [sender.py:send():379] send: telemetry
|
343 |
+
2024-09-24 16:08:04,992 DEBUG SenderThread:45794 [sender.py:send():379] send: config
|
344 |
+
2024-09-24 16:08:05,820 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
345 |
+
2024-09-24 16:08:06,344 INFO Thread-12 :45794 [dir_watcher.py:_on_file_modified():288] file/dir modified: /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_160602-9t20hlbh/files/output.log
|
346 |
+
2024-09-24 16:08:06,823 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
347 |
+
2024-09-24 16:08:07,827 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
348 |
+
2024-09-24 16:08:08,000 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
349 |
+
2024-09-24 16:08:08,828 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
350 |
+
2024-09-24 16:08:09,774 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: pause
|
351 |
+
2024-09-24 16:08:09,775 INFO HandlerThread:45794 [handler.py:handle_request_pause():724] stopping system metrics thread
|
352 |
+
2024-09-24 16:08:09,775 INFO HandlerThread:45794 [system_monitor.py:finish():203] Stopping system monitor
|
353 |
+
2024-09-24 16:08:09,776 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined cpu monitor
|
354 |
+
2024-09-24 16:08:09,776 DEBUG SystemMonitor:45794 [system_monitor.py:_start():172] Starting system metrics aggregation loop
|
355 |
+
2024-09-24 16:08:09,776 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined disk monitor
|
356 |
+
2024-09-24 16:08:09,776 DEBUG SystemMonitor:45794 [system_monitor.py:_start():179] Finished system metrics aggregation loop
|
357 |
+
2024-09-24 16:08:09,777 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined memory monitor
|
358 |
+
2024-09-24 16:08:09,777 DEBUG SystemMonitor:45794 [system_monitor.py:_start():183] Publishing last batch of metrics
|
359 |
+
2024-09-24 16:08:09,777 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined network monitor
|
360 |
+
2024-09-24 16:08:09,778 DEBUG SenderThread:45794 [sender.py:send():379] send: stats
|
361 |
+
2024-09-24 16:08:09,828 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
362 |
+
2024-09-24 16:08:10,831 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
363 |
+
2024-09-24 16:08:11,835 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
364 |
+
2024-09-24 16:08:12,838 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
365 |
+
2024-09-24 16:08:13,796 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
366 |
+
2024-09-24 16:08:13,842 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
367 |
+
2024-09-24 16:08:14,364 INFO Thread-12 :45794 [dir_watcher.py:_on_file_modified():288] file/dir modified: /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_160602-9t20hlbh/files/config.yaml
|
368 |
+
2024-09-24 16:08:14,844 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
369 |
+
2024-09-24 16:08:15,848 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
370 |
+
2024-09-24 16:08:16,851 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
371 |
+
2024-09-24 16:08:17,861 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
372 |
+
2024-09-24 16:08:18,857 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
373 |
+
2024-09-24 16:08:19,273 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: stop_status
|
374 |
+
2024-09-24 16:08:19,275 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: stop_status
|
375 |
+
2024-09-24 16:08:19,730 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
376 |
+
2024-09-24 16:08:19,861 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
377 |
+
2024-09-24 16:08:20,862 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
378 |
+
2024-09-24 16:08:21,867 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
379 |
+
2024-09-24 16:08:22,869 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
380 |
+
2024-09-24 16:08:23,872 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
381 |
+
2024-09-24 16:08:24,876 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
382 |
+
2024-09-24 16:08:25,315 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
383 |
+
2024-09-24 16:08:25,878 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
384 |
+
2024-09-24 16:08:26,881 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
385 |
+
2024-09-24 16:08:27,885 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
386 |
+
2024-09-24 16:08:28,887 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
387 |
+
2024-09-24 16:08:29,888 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
388 |
+
2024-09-24 16:08:30,316 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
389 |
+
2024-09-24 16:08:30,892 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
390 |
+
2024-09-24 16:08:31,895 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
391 |
+
2024-09-24 16:08:32,898 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
392 |
+
2024-09-24 16:08:33,902 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
393 |
+
2024-09-24 16:08:34,274 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: stop_status
|
394 |
+
2024-09-24 16:08:34,275 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: stop_status
|
395 |
+
2024-09-24 16:08:34,904 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
396 |
+
2024-09-24 16:08:35,602 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
397 |
+
2024-09-24 16:08:35,905 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
398 |
+
2024-09-24 16:08:36,910 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
399 |
+
2024-09-24 16:08:37,912 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
400 |
+
2024-09-24 16:08:38,915 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
401 |
+
2024-09-24 16:08:39,919 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
402 |
+
2024-09-24 16:08:40,922 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
403 |
+
2024-09-24 16:08:41,328 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
404 |
+
2024-09-24 16:08:41,926 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
405 |
+
2024-09-24 16:08:42,930 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
406 |
+
2024-09-24 16:08:43,935 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
407 |
+
2024-09-24 16:08:44,940 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
408 |
+
2024-09-24 16:08:45,944 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
409 |
+
2024-09-24 16:08:46,330 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
410 |
+
2024-09-24 16:08:46,946 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
411 |
+
2024-09-24 16:08:47,951 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
412 |
+
2024-09-24 16:08:48,954 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
413 |
+
2024-09-24 16:08:49,275 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: stop_status
|
414 |
+
2024-09-24 16:08:49,275 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: stop_status
|
415 |
+
2024-09-24 16:08:49,955 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
416 |
+
2024-09-24 16:08:50,960 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
417 |
+
2024-09-24 16:08:51,534 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
418 |
+
2024-09-24 16:08:51,961 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
419 |
+
2024-09-24 16:08:52,962 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
420 |
+
2024-09-24 16:08:53,964 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
421 |
+
2024-09-24 16:08:54,964 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
422 |
+
2024-09-24 16:08:55,966 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
423 |
+
2024-09-24 16:08:56,968 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
424 |
+
2024-09-24 16:08:57,334 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
425 |
+
2024-09-24 16:08:57,971 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
426 |
+
2024-09-24 16:08:58,975 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
427 |
+
2024-09-24 16:08:59,977 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
428 |
+
2024-09-24 16:09:00,979 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
429 |
+
2024-09-24 16:09:01,981 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
430 |
+
2024-09-24 16:09:02,335 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
431 |
+
2024-09-24 16:09:02,984 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
432 |
+
2024-09-24 16:09:03,988 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
433 |
+
2024-09-24 16:09:04,275 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: stop_status
|
434 |
+
2024-09-24 16:09:04,275 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: stop_status
|
435 |
+
2024-09-24 16:09:04,991 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
436 |
+
2024-09-24 16:09:05,994 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
437 |
+
2024-09-24 16:09:06,996 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
438 |
+
2024-09-24 16:09:07,684 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
439 |
+
2024-09-24 16:09:08,001 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
440 |
+
2024-09-24 16:09:09,003 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
441 |
+
2024-09-24 16:09:10,005 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
442 |
+
2024-09-24 16:09:11,010 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
443 |
+
2024-09-24 16:09:12,013 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
444 |
+
2024-09-24 16:09:13,014 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
445 |
+
2024-09-24 16:09:13,339 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
446 |
+
2024-09-24 16:09:14,017 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
447 |
+
2024-09-24 16:09:15,022 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
448 |
+
2024-09-24 16:09:16,025 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
449 |
+
2024-09-24 16:09:17,027 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
450 |
+
2024-09-24 16:09:18,031 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
451 |
+
2024-09-24 16:09:18,345 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
452 |
+
2024-09-24 16:09:19,034 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
453 |
+
2024-09-24 16:09:19,277 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: stop_status
|
454 |
+
2024-09-24 16:09:19,277 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: stop_status
|
455 |
+
2024-09-24 16:09:20,038 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
456 |
+
2024-09-24 16:09:21,042 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
457 |
+
2024-09-24 16:09:22,045 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
458 |
+
2024-09-24 16:09:23,047 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
459 |
+
2024-09-24 16:09:23,588 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
460 |
+
2024-09-24 16:09:24,051 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
461 |
+
2024-09-24 16:09:25,053 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
462 |
+
2024-09-24 16:09:26,058 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
463 |
+
2024-09-24 16:09:27,058 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
464 |
+
2024-09-24 16:09:28,059 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
465 |
+
2024-09-24 16:09:29,061 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
466 |
+
2024-09-24 16:09:29,349 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
467 |
+
2024-09-24 16:09:30,062 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
468 |
+
2024-09-24 16:09:31,063 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
469 |
+
2024-09-24 16:09:32,065 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
470 |
+
2024-09-24 16:09:33,066 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
471 |
+
2024-09-24 16:09:34,068 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
472 |
+
2024-09-24 16:09:34,281 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: stop_status
|
473 |
+
2024-09-24 16:09:34,281 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: stop_status
|
474 |
+
2024-09-24 16:09:34,553 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
475 |
+
2024-09-24 16:09:35,072 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
476 |
+
2024-09-24 16:09:36,077 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
477 |
+
2024-09-24 16:09:37,078 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
478 |
+
2024-09-24 16:09:38,082 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
479 |
+
2024-09-24 16:09:39,084 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
480 |
+
2024-09-24 16:09:40,089 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
481 |
+
2024-09-24 16:09:40,356 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
482 |
+
2024-09-24 16:09:41,091 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
483 |
+
2024-09-24 16:09:41,721 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: resume
|
484 |
+
2024-09-24 16:09:41,721 INFO HandlerThread:45794 [handler.py:handle_request_resume():715] starting system metrics thread
|
485 |
+
2024-09-24 16:09:41,722 INFO HandlerThread:45794 [system_monitor.py:start():194] Starting system monitor
|
486 |
+
2024-09-24 16:09:41,722 INFO SystemMonitor:45794 [system_monitor.py:_start():158] Starting system asset monitoring threads
|
487 |
+
2024-09-24 16:09:41,724 INFO SystemMonitor:45794 [interfaces.py:start():188] Started cpu monitoring
|
488 |
+
2024-09-24 16:09:41,726 INFO SystemMonitor:45794 [interfaces.py:start():188] Started disk monitoring
|
489 |
+
2024-09-24 16:09:41,726 INFO SystemMonitor:45794 [interfaces.py:start():188] Started memory monitoring
|
490 |
+
2024-09-24 16:09:41,728 INFO SystemMonitor:45794 [interfaces.py:start():188] Started network monitoring
|
491 |
+
2024-09-24 16:09:41,732 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: pause
|
492 |
+
2024-09-24 16:09:41,733 INFO HandlerThread:45794 [handler.py:handle_request_pause():724] stopping system metrics thread
|
493 |
+
2024-09-24 16:09:41,733 INFO HandlerThread:45794 [system_monitor.py:finish():203] Stopping system monitor
|
494 |
+
2024-09-24 16:09:41,733 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined cpu monitor
|
495 |
+
2024-09-24 16:09:41,733 DEBUG SystemMonitor:45794 [system_monitor.py:_start():172] Starting system metrics aggregation loop
|
496 |
+
2024-09-24 16:09:41,733 DEBUG SystemMonitor:45794 [system_monitor.py:_start():179] Finished system metrics aggregation loop
|
497 |
+
2024-09-24 16:09:41,733 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined disk monitor
|
498 |
+
2024-09-24 16:09:41,733 DEBUG SystemMonitor:45794 [system_monitor.py:_start():183] Publishing last batch of metrics
|
499 |
+
2024-09-24 16:09:41,734 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined memory monitor
|
500 |
+
2024-09-24 16:09:41,735 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined network monitor
|
501 |
+
2024-09-24 16:09:41,735 DEBUG SenderThread:45794 [sender.py:send():379] send: stats
|
502 |
+
2024-09-24 16:09:41,773 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: resume
|
503 |
+
2024-09-24 16:09:41,773 INFO HandlerThread:45794 [handler.py:handle_request_resume():715] starting system metrics thread
|
504 |
+
2024-09-24 16:09:41,773 INFO HandlerThread:45794 [system_monitor.py:start():194] Starting system monitor
|
505 |
+
2024-09-24 16:09:41,773 INFO SystemMonitor:45794 [system_monitor.py:_start():158] Starting system asset monitoring threads
|
506 |
+
2024-09-24 16:09:41,774 INFO SystemMonitor:45794 [interfaces.py:start():188] Started cpu monitoring
|
507 |
+
2024-09-24 16:09:41,774 INFO SystemMonitor:45794 [interfaces.py:start():188] Started disk monitoring
|
508 |
+
2024-09-24 16:09:41,774 INFO SystemMonitor:45794 [interfaces.py:start():188] Started memory monitoring
|
509 |
+
2024-09-24 16:09:41,776 INFO SystemMonitor:45794 [interfaces.py:start():188] Started network monitoring
|
510 |
+
2024-09-24 16:09:41,777 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: pause
|
511 |
+
2024-09-24 16:09:41,777 INFO HandlerThread:45794 [handler.py:handle_request_pause():724] stopping system metrics thread
|
512 |
+
2024-09-24 16:09:41,777 INFO HandlerThread:45794 [system_monitor.py:finish():203] Stopping system monitor
|
513 |
+
2024-09-24 16:09:41,777 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined cpu monitor
|
514 |
+
2024-09-24 16:09:41,777 DEBUG SystemMonitor:45794 [system_monitor.py:_start():172] Starting system metrics aggregation loop
|
515 |
+
2024-09-24 16:09:41,777 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined disk monitor
|
516 |
+
2024-09-24 16:09:41,777 DEBUG SystemMonitor:45794 [system_monitor.py:_start():179] Finished system metrics aggregation loop
|
517 |
+
2024-09-24 16:09:41,777 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined memory monitor
|
518 |
+
2024-09-24 16:09:41,777 DEBUG SystemMonitor:45794 [system_monitor.py:_start():183] Publishing last batch of metrics
|
519 |
+
2024-09-24 16:09:41,778 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined network monitor
|
520 |
+
2024-09-24 16:09:41,778 DEBUG SenderThread:45794 [sender.py:send():379] send: stats
|
521 |
+
2024-09-24 16:09:41,849 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: resume
|
522 |
+
2024-09-24 16:09:41,849 INFO HandlerThread:45794 [handler.py:handle_request_resume():715] starting system metrics thread
|
523 |
+
2024-09-24 16:09:41,849 INFO HandlerThread:45794 [system_monitor.py:start():194] Starting system monitor
|
524 |
+
2024-09-24 16:09:41,849 INFO SystemMonitor:45794 [system_monitor.py:_start():158] Starting system asset monitoring threads
|
525 |
+
2024-09-24 16:09:41,850 INFO SystemMonitor:45794 [interfaces.py:start():188] Started cpu monitoring
|
526 |
+
2024-09-24 16:09:41,850 INFO SystemMonitor:45794 [interfaces.py:start():188] Started disk monitoring
|
527 |
+
2024-09-24 16:09:41,850 INFO SystemMonitor:45794 [interfaces.py:start():188] Started memory monitoring
|
528 |
+
2024-09-24 16:09:41,852 INFO SystemMonitor:45794 [interfaces.py:start():188] Started network monitoring
|
529 |
+
2024-09-24 16:09:41,852 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: pause
|
530 |
+
2024-09-24 16:09:41,853 INFO HandlerThread:45794 [handler.py:handle_request_pause():724] stopping system metrics thread
|
531 |
+
2024-09-24 16:09:41,853 INFO HandlerThread:45794 [system_monitor.py:finish():203] Stopping system monitor
|
532 |
+
2024-09-24 16:09:41,853 DEBUG SystemMonitor:45794 [system_monitor.py:_start():172] Starting system metrics aggregation loop
|
533 |
+
2024-09-24 16:09:41,853 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined cpu monitor
|
534 |
+
2024-09-24 16:09:41,853 DEBUG SystemMonitor:45794 [system_monitor.py:_start():179] Finished system metrics aggregation loop
|
535 |
+
2024-09-24 16:09:41,853 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined disk monitor
|
536 |
+
2024-09-24 16:09:41,853 DEBUG SystemMonitor:45794 [system_monitor.py:_start():183] Publishing last batch of metrics
|
537 |
+
2024-09-24 16:09:41,853 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined memory monitor
|
538 |
+
2024-09-24 16:09:41,854 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined network monitor
|
539 |
+
2024-09-24 16:09:41,854 DEBUG SenderThread:45794 [sender.py:send():379] send: stats
|
540 |
+
2024-09-24 16:09:42,094 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
541 |
+
2024-09-24 16:09:43,095 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
542 |
+
2024-09-24 16:09:44,099 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
543 |
+
2024-09-24 16:09:45,103 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
544 |
+
2024-09-24 16:09:45,364 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
545 |
+
2024-09-24 16:09:46,104 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
546 |
+
2024-09-24 16:09:47,106 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
547 |
+
2024-09-24 16:09:48,110 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
548 |
+
2024-09-24 16:09:49,112 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
549 |
+
2024-09-24 16:09:49,284 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: stop_status
|
550 |
+
2024-09-24 16:09:49,284 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: stop_status
|
551 |
+
2024-09-24 16:09:50,116 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
552 |
+
2024-09-24 16:09:50,614 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
553 |
+
2024-09-24 16:09:51,121 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
554 |
+
2024-09-24 16:09:52,123 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
555 |
+
2024-09-24 16:09:53,124 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
556 |
+
2024-09-24 16:09:54,126 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
557 |
+
2024-09-24 16:09:55,128 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
558 |
+
2024-09-24 16:09:56,129 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
559 |
+
2024-09-24 16:09:56,371 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
560 |
+
2024-09-24 16:09:57,134 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
561 |
+
2024-09-24 16:09:58,136 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
562 |
+
2024-09-24 16:09:59,138 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
563 |
+
2024-09-24 16:10:00,140 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
564 |
+
2024-09-24 16:10:01,145 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
565 |
+
2024-09-24 16:10:01,372 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
566 |
+
2024-09-24 16:10:02,146 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
567 |
+
2024-09-24 16:10:03,151 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
568 |
+
2024-09-24 16:10:04,008 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: resume
|
569 |
+
2024-09-24 16:10:04,008 INFO HandlerThread:45794 [handler.py:handle_request_resume():715] starting system metrics thread
|
570 |
+
2024-09-24 16:10:04,008 INFO HandlerThread:45794 [system_monitor.py:start():194] Starting system monitor
|
571 |
+
2024-09-24 16:10:04,008 INFO SystemMonitor:45794 [system_monitor.py:_start():158] Starting system asset monitoring threads
|
572 |
+
2024-09-24 16:10:04,008 INFO SystemMonitor:45794 [interfaces.py:start():188] Started cpu monitoring
|
573 |
+
2024-09-24 16:10:04,009 INFO SystemMonitor:45794 [interfaces.py:start():188] Started disk monitoring
|
574 |
+
2024-09-24 16:10:04,010 INFO SystemMonitor:45794 [interfaces.py:start():188] Started memory monitoring
|
575 |
+
2024-09-24 16:10:04,011 INFO SystemMonitor:45794 [interfaces.py:start():188] Started network monitoring
|
576 |
+
2024-09-24 16:10:04,077 DEBUG SenderThread:45794 [sender.py:send():379] send: telemetry
|
577 |
+
2024-09-24 16:10:04,154 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
578 |
+
2024-09-24 16:10:04,291 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: stop_status
|
579 |
+
2024-09-24 16:10:04,292 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: stop_status
|
580 |
+
2024-09-24 16:10:04,368 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: server_info
|
581 |
+
2024-09-24 16:10:04,785 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: server_info
|
582 |
+
2024-09-24 16:10:05,009 DEBUG SenderThread:45794 [sender.py:send():379] send: exit
|
583 |
+
2024-09-24 16:10:05,009 INFO SenderThread:45794 [sender.py:send_exit():586] handling exit code: 0
|
584 |
+
2024-09-24 16:10:05,010 INFO SenderThread:45794 [sender.py:send_exit():588] handling runtime: 17
|
585 |
+
2024-09-24 16:10:05,011 INFO SenderThread:45794 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end
|
586 |
+
2024-09-24 16:10:05,014 INFO SenderThread:45794 [sender.py:send_exit():594] send defer
|
587 |
+
2024-09-24 16:10:05,015 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: defer
|
588 |
+
2024-09-24 16:10:05,015 INFO HandlerThread:45794 [handler.py:handle_request_defer():184] handle defer: 0
|
589 |
+
2024-09-24 16:10:05,016 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: defer
|
590 |
+
2024-09-24 16:10:05,016 INFO SenderThread:45794 [sender.py:send_request_defer():610] handle sender defer: 0
|
591 |
+
2024-09-24 16:10:05,016 INFO SenderThread:45794 [sender.py:transition_state():614] send defer: 1
|
592 |
+
2024-09-24 16:10:05,016 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: defer
|
593 |
+
2024-09-24 16:10:05,016 INFO HandlerThread:45794 [handler.py:handle_request_defer():184] handle defer: 1
|
594 |
+
2024-09-24 16:10:05,016 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: defer
|
595 |
+
2024-09-24 16:10:05,016 INFO SenderThread:45794 [sender.py:send_request_defer():610] handle sender defer: 1
|
596 |
+
2024-09-24 16:10:05,016 INFO SenderThread:45794 [sender.py:transition_state():614] send defer: 2
|
597 |
+
2024-09-24 16:10:05,016 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: defer
|
598 |
+
2024-09-24 16:10:05,016 INFO HandlerThread:45794 [handler.py:handle_request_defer():184] handle defer: 2
|
599 |
+
2024-09-24 16:10:05,016 INFO HandlerThread:45794 [system_monitor.py:finish():203] Stopping system monitor
|
600 |
+
2024-09-24 16:10:05,017 DEBUG SystemMonitor:45794 [system_monitor.py:_start():172] Starting system metrics aggregation loop
|
601 |
+
2024-09-24 16:10:05,017 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined cpu monitor
|
602 |
+
2024-09-24 16:10:05,017 DEBUG SystemMonitor:45794 [system_monitor.py:_start():179] Finished system metrics aggregation loop
|
603 |
+
2024-09-24 16:10:05,017 DEBUG SystemMonitor:45794 [system_monitor.py:_start():183] Publishing last batch of metrics
|
604 |
+
2024-09-24 16:10:05,017 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined disk monitor
|
605 |
+
2024-09-24 16:10:05,018 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined memory monitor
|
606 |
+
2024-09-24 16:10:05,018 INFO HandlerThread:45794 [interfaces.py:finish():200] Joined network monitor
|
607 |
+
2024-09-24 16:10:05,018 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: defer
|
608 |
+
2024-09-24 16:10:05,018 INFO SenderThread:45794 [sender.py:send_request_defer():610] handle sender defer: 2
|
609 |
+
2024-09-24 16:10:05,018 INFO SenderThread:45794 [sender.py:transition_state():614] send defer: 3
|
610 |
+
2024-09-24 16:10:05,018 DEBUG SenderThread:45794 [sender.py:send():379] send: stats
|
611 |
+
2024-09-24 16:10:05,018 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: defer
|
612 |
+
2024-09-24 16:10:05,018 INFO HandlerThread:45794 [handler.py:handle_request_defer():184] handle defer: 3
|
613 |
+
2024-09-24 16:10:05,019 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: defer
|
614 |
+
2024-09-24 16:10:05,019 INFO SenderThread:45794 [sender.py:send_request_defer():610] handle sender defer: 3
|
615 |
+
2024-09-24 16:10:05,019 INFO SenderThread:45794 [sender.py:transition_state():614] send defer: 4
|
616 |
+
2024-09-24 16:10:05,019 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: defer
|
617 |
+
2024-09-24 16:10:05,019 INFO HandlerThread:45794 [handler.py:handle_request_defer():184] handle defer: 4
|
618 |
+
2024-09-24 16:10:05,019 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: defer
|
619 |
+
2024-09-24 16:10:05,019 INFO SenderThread:45794 [sender.py:send_request_defer():610] handle sender defer: 4
|
620 |
+
2024-09-24 16:10:05,019 INFO SenderThread:45794 [sender.py:transition_state():614] send defer: 5
|
621 |
+
2024-09-24 16:10:05,019 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: defer
|
622 |
+
2024-09-24 16:10:05,019 INFO HandlerThread:45794 [handler.py:handle_request_defer():184] handle defer: 5
|
623 |
+
2024-09-24 16:10:05,019 DEBUG SenderThread:45794 [sender.py:send():379] send: summary
|
624 |
+
2024-09-24 16:10:05,020 INFO SenderThread:45794 [sender.py:_save_file():1454] saving file wandb-summary.json with policy end
|
625 |
+
2024-09-24 16:10:05,020 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: defer
|
626 |
+
2024-09-24 16:10:05,020 INFO SenderThread:45794 [sender.py:send_request_defer():610] handle sender defer: 5
|
627 |
+
2024-09-24 16:10:05,020 INFO SenderThread:45794 [sender.py:transition_state():614] send defer: 6
|
628 |
+
2024-09-24 16:10:05,020 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: defer
|
629 |
+
2024-09-24 16:10:05,020 INFO HandlerThread:45794 [handler.py:handle_request_defer():184] handle defer: 6
|
630 |
+
2024-09-24 16:10:05,020 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: defer
|
631 |
+
2024-09-24 16:10:05,020 INFO SenderThread:45794 [sender.py:send_request_defer():610] handle sender defer: 6
|
632 |
+
2024-09-24 16:10:05,025 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
633 |
+
2024-09-24 16:10:05,306 INFO SenderThread:45794 [sender.py:transition_state():614] send defer: 7
|
634 |
+
2024-09-24 16:10:05,306 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: defer
|
635 |
+
2024-09-24 16:10:05,306 INFO HandlerThread:45794 [handler.py:handle_request_defer():184] handle defer: 7
|
636 |
+
2024-09-24 16:10:05,306 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: defer
|
637 |
+
2024-09-24 16:10:05,307 INFO SenderThread:45794 [sender.py:send_request_defer():610] handle sender defer: 7
|
638 |
+
2024-09-24 16:10:05,703 INFO Thread-12 :45794 [dir_watcher.py:_on_file_modified():288] file/dir modified: /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_160602-9t20hlbh/files/config.yaml
|
639 |
+
2024-09-24 16:10:05,703 INFO Thread-12 :45794 [dir_watcher.py:_on_file_created():271] file/dir created: /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_160602-9t20hlbh/files/wandb-summary.json
|
640 |
+
2024-09-24 16:10:06,011 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: poll_exit
|
641 |
+
2024-09-24 16:10:06,252 INFO SenderThread:45794 [sender.py:transition_state():614] send defer: 8
|
642 |
+
2024-09-24 16:10:06,252 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: poll_exit
|
643 |
+
2024-09-24 16:10:06,252 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: defer
|
644 |
+
2024-09-24 16:10:06,253 INFO HandlerThread:45794 [handler.py:handle_request_defer():184] handle defer: 8
|
645 |
+
2024-09-24 16:10:06,253 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: defer
|
646 |
+
2024-09-24 16:10:06,253 INFO SenderThread:45794 [sender.py:send_request_defer():610] handle sender defer: 8
|
647 |
+
2024-09-24 16:10:06,254 INFO SenderThread:45794 [job_builder.py:build():440] Attempting to build job artifact
|
648 |
+
2024-09-24 16:10:06,256 INFO SenderThread:45794 [job_builder.py:_get_source_type():569] is repo sourced job
|
649 |
+
2024-09-24 16:10:06,256 INFO SenderThread:45794 [job_builder.py:_get_program_relpath():587] run is notebook based run
|
650 |
+
2024-09-24 16:10:06,324 INFO SenderThread:45794 [job_builder.py:build():545] adding wandb-job metadata file
|
651 |
+
2024-09-24 16:10:06,332 INFO SenderThread:45794 [sender.py:transition_state():614] send defer: 9
|
652 |
+
2024-09-24 16:10:06,332 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: defer
|
653 |
+
2024-09-24 16:10:06,332 DEBUG SenderThread:45794 [sender.py:send():379] send: artifact
|
654 |
+
2024-09-24 16:10:06,332 INFO HandlerThread:45794 [handler.py:handle_request_defer():184] handle defer: 9
|
655 |
+
2024-09-24 16:10:06,703 INFO Thread-12 :45794 [dir_watcher.py:_on_file_modified():288] file/dir modified: /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_160602-9t20hlbh/files/output.log
|
656 |
+
2024-09-24 16:10:07,015 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: poll_exit
|
657 |
+
2024-09-24 16:10:09,201 INFO wandb-upload_1:45794 [upload_job.py:push():88] Uploaded file /Users/marcelovidigal/Library/Application Support/wandb/artifacts/staging/tmp9jaug_kl
|
658 |
+
2024-09-24 16:10:09,333 INFO wandb-upload_0:45794 [upload_job.py:push():88] Uploaded file /var/folders/75/ky9nhpn56rg6m0h92jqhqfd80000gn/T/tmpteomr_tc/wandb-job.json
|
659 |
+
2024-09-24 16:10:11,000 INFO SenderThread:45794 [sender.py:send_artifact():1537] sent artifact job-https___github.com_marcelovidigal_retrieval_augmented_gener.._doutorado_secoes_contrato_rotulos_classificacao_texto_v1.ipynb - {'id': 'QXJ0aWZhY3Q6MTI0NjQxODQ5Ng==', 'state': 'PENDING', 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjQ2MTUyNjQ4OQ==', 'latestArtifact': None}}
|
660 |
+
2024-09-24 16:10:11,000 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: defer
|
661 |
+
2024-09-24 16:10:11,000 INFO SenderThread:45794 [sender.py:send_request_defer():610] handle sender defer: 9
|
662 |
+
2024-09-24 16:10:11,000 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: status_report
|
663 |
+
2024-09-24 16:10:11,000 INFO SenderThread:45794 [dir_watcher.py:finish():358] shutting down directory watcher
|
664 |
+
2024-09-24 16:10:11,723 INFO SenderThread:45794 [dir_watcher.py:finish():388] scan: /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_160602-9t20hlbh/files
|
665 |
+
2024-09-24 16:10:11,724 INFO SenderThread:45794 [dir_watcher.py:finish():402] scan save: /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_160602-9t20hlbh/files/requirements.txt requirements.txt
|
666 |
+
2024-09-24 16:10:11,724 INFO SenderThread:45794 [dir_watcher.py:finish():402] scan save: /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_160602-9t20hlbh/files/output.log output.log
|
667 |
+
2024-09-24 16:10:11,724 INFO SenderThread:45794 [dir_watcher.py:finish():402] scan save: /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_160602-9t20hlbh/files/config.yaml config.yaml
|
668 |
+
2024-09-24 16:10:11,728 INFO SenderThread:45794 [dir_watcher.py:finish():402] scan save: /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_160602-9t20hlbh/files/wandb-summary.json wandb-summary.json
|
669 |
+
2024-09-24 16:10:11,731 INFO SenderThread:45794 [dir_watcher.py:finish():402] scan save: /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_160602-9t20hlbh/files/wandb-metadata.json wandb-metadata.json
|
670 |
+
2024-09-24 16:10:11,731 INFO SenderThread:45794 [sender.py:transition_state():614] send defer: 10
|
671 |
+
2024-09-24 16:10:11,732 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: poll_exit
|
672 |
+
2024-09-24 16:10:11,732 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: defer
|
673 |
+
2024-09-24 16:10:11,733 INFO HandlerThread:45794 [handler.py:handle_request_defer():184] handle defer: 10
|
674 |
+
2024-09-24 16:10:11,733 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: defer
|
675 |
+
2024-09-24 16:10:11,734 INFO SenderThread:45794 [sender.py:send_request_defer():610] handle sender defer: 10
|
676 |
+
2024-09-24 16:10:11,734 INFO SenderThread:45794 [file_pusher.py:finish():169] shutting down file pusher
|
677 |
+
2024-09-24 16:10:12,046 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: keepalive
|
678 |
+
2024-09-24 16:10:12,046 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: poll_exit
|
679 |
+
2024-09-24 16:10:12,046 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: poll_exit
|
680 |
+
2024-09-24 16:10:12,379 INFO wandb-upload_2:45794 [upload_job.py:push():130] Uploaded file /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_160602-9t20hlbh/files/config.yaml
|
681 |
+
2024-09-24 16:10:12,402 INFO wandb-upload_1:45794 [upload_job.py:push():130] Uploaded file /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_160602-9t20hlbh/files/requirements.txt
|
682 |
+
2024-09-24 16:10:12,774 INFO wandb-upload_3:45794 [upload_job.py:push():130] Uploaded file /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_160602-9t20hlbh/files/wandb-summary.json
|
683 |
+
2024-09-24 16:10:12,775 INFO wandb-upload_0:45794 [upload_job.py:push():130] Uploaded file /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_160602-9t20hlbh/files/output.log
|
684 |
+
2024-09-24 16:10:12,975 INFO Thread-11 (_thread_body):45794 [sender.py:transition_state():614] send defer: 11
|
685 |
+
2024-09-24 16:10:12,976 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: defer
|
686 |
+
2024-09-24 16:10:12,976 INFO HandlerThread:45794 [handler.py:handle_request_defer():184] handle defer: 11
|
687 |
+
2024-09-24 16:10:12,976 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: defer
|
688 |
+
2024-09-24 16:10:12,976 INFO SenderThread:45794 [sender.py:send_request_defer():610] handle sender defer: 11
|
689 |
+
2024-09-24 16:10:12,976 INFO SenderThread:45794 [file_pusher.py:join():175] waiting for file pusher
|
690 |
+
2024-09-24 16:10:12,977 INFO SenderThread:45794 [sender.py:transition_state():614] send defer: 12
|
691 |
+
2024-09-24 16:10:12,977 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: defer
|
692 |
+
2024-09-24 16:10:12,977 INFO HandlerThread:45794 [handler.py:handle_request_defer():184] handle defer: 12
|
693 |
+
2024-09-24 16:10:12,977 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: defer
|
694 |
+
2024-09-24 16:10:12,977 INFO SenderThread:45794 [sender.py:send_request_defer():610] handle sender defer: 12
|
695 |
+
2024-09-24 16:10:12,977 INFO SenderThread:45794 [file_stream.py:finish():601] file stream finish called
|
696 |
+
2024-09-24 16:10:13,051 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: poll_exit
|
697 |
+
2024-09-24 16:10:14,004 INFO SenderThread:45794 [file_stream.py:finish():605] file stream finish is done
|
698 |
+
2024-09-24 16:10:14,005 INFO SenderThread:45794 [sender.py:transition_state():614] send defer: 13
|
699 |
+
2024-09-24 16:10:14,005 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: poll_exit
|
700 |
+
2024-09-24 16:10:14,005 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: defer
|
701 |
+
2024-09-24 16:10:14,005 INFO HandlerThread:45794 [handler.py:handle_request_defer():184] handle defer: 13
|
702 |
+
2024-09-24 16:10:14,005 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: defer
|
703 |
+
2024-09-24 16:10:14,005 INFO SenderThread:45794 [sender.py:send_request_defer():610] handle sender defer: 13
|
704 |
+
2024-09-24 16:10:14,006 INFO SenderThread:45794 [sender.py:transition_state():614] send defer: 14
|
705 |
+
2024-09-24 16:10:14,006 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: defer
|
706 |
+
2024-09-24 16:10:14,006 DEBUG SenderThread:45794 [sender.py:send():379] send: final
|
707 |
+
2024-09-24 16:10:14,006 INFO HandlerThread:45794 [handler.py:handle_request_defer():184] handle defer: 14
|
708 |
+
2024-09-24 16:10:14,006 DEBUG SenderThread:45794 [sender.py:send():379] send: footer
|
709 |
+
2024-09-24 16:10:14,006 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: defer
|
710 |
+
2024-09-24 16:10:14,006 INFO SenderThread:45794 [sender.py:send_request_defer():610] handle sender defer: 14
|
711 |
+
2024-09-24 16:10:14,007 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: poll_exit
|
712 |
+
2024-09-24 16:10:14,007 DEBUG SenderThread:45794 [sender.py:send_request():406] send_request: poll_exit
|
713 |
+
2024-09-24 16:10:14,009 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: internal_messages
|
714 |
+
2024-09-24 16:10:14,010 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: get_summary
|
715 |
+
2024-09-24 16:10:14,010 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: sampled_history
|
716 |
+
2024-09-24 16:10:14,011 DEBUG HandlerThread:45794 [handler.py:handle_request():158] handle_request: shutdown
|
717 |
+
2024-09-24 16:10:14,011 INFO HandlerThread:45794 [handler.py:finish():882] shutting down handler
|
718 |
+
2024-09-24 16:10:15,012 INFO WriterThread:45794 [datastore.py:close():296] close: /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_160602-9t20hlbh/run-9t20hlbh.wandb
|
719 |
+
2024-09-24 16:10:15,012 INFO SenderThread:45794 [sender.py:finish():1615] shutting down sender
|
720 |
+
2024-09-24 16:10:15,012 INFO SenderThread:45794 [file_pusher.py:finish():169] shutting down file pusher
|
721 |
+
2024-09-24 16:10:15,012 INFO SenderThread:45794 [file_pusher.py:join():175] waiting for file pusher
|
wandb/run-20240924_160602-9t20hlbh/logs/debug.log
ADDED
@@ -0,0 +1,90 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
2024-09-24 16:06:02,226 INFO MainThread:45679 [wandb_setup.py:_flush():76] Current SDK version is 0.17.5
|
2 |
+
2024-09-24 16:06:02,227 INFO MainThread:45679 [wandb_setup.py:_flush():76] Configure stats pid to 45679
|
3 |
+
2024-09-24 16:06:02,227 INFO MainThread:45679 [wandb_setup.py:_flush():76] Loading settings from /Users/marcelovidigal/.config/wandb/settings
|
4 |
+
2024-09-24 16:06:02,227 INFO MainThread:45679 [wandb_setup.py:_flush():76] Loading settings from /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/doutorado/wandb/settings
|
5 |
+
2024-09-24 16:06:02,227 INFO MainThread:45679 [wandb_setup.py:_flush():76] Loading settings from environment variables: {'notebook_name': '/Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/doutorado/secoes_contrato_rotulos_classificacao_texto_v1.ipynb'}
|
6 |
+
2024-09-24 16:06:02,227 INFO MainThread:45679 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
|
7 |
+
2024-09-24 16:06:02,228 INFO MainThread:45679 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
|
8 |
+
2024-09-24 16:06:02,228 INFO MainThread:45679 [wandb_setup.py:_flush():76] Applying login settings: {}
|
9 |
+
2024-09-24 16:06:02,228 INFO MainThread:45679 [wandb_init.py:_log_setup():529] Logging user logs to /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_160602-9t20hlbh/logs/debug.log
|
10 |
+
2024-09-24 16:06:02,228 INFO MainThread:45679 [wandb_init.py:_log_setup():530] Logging internal logs to /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_160602-9t20hlbh/logs/debug-internal.log
|
11 |
+
2024-09-24 16:06:02,228 INFO MainThread:45679 [wandb_init.py:_jupyter_setup():475] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x13ad86f50>
|
12 |
+
2024-09-24 16:06:02,229 INFO MainThread:45679 [wandb_init.py:init():569] calling init triggers
|
13 |
+
2024-09-24 16:06:02,229 INFO MainThread:45679 [wandb_init.py:init():576] wandb.init called with sweep_config: {}
|
14 |
+
config: {}
|
15 |
+
2024-09-24 16:06:02,229 INFO MainThread:45679 [wandb_init.py:init():619] starting backend
|
16 |
+
2024-09-24 16:06:02,229 INFO MainThread:45679 [wandb_init.py:init():623] setting up manager
|
17 |
+
2024-09-24 16:06:02,231 INFO MainThread:45679 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=spawn,fork,forkserver, using: spawn
|
18 |
+
2024-09-24 16:06:02,281 INFO MainThread:45679 [wandb_init.py:init():631] backend started and connected
|
19 |
+
2024-09-24 16:06:02,307 INFO MainThread:45679 [wandb_run.py:_label_probe_notebook():1334] probe notebook
|
20 |
+
2024-09-24 16:06:02,307 INFO MainThread:45679 [wandb_init.py:init():720] updated telemetry
|
21 |
+
2024-09-24 16:06:02,351 INFO MainThread:45679 [wandb_init.py:init():753] communicating run to backend with 90.0 second timeout
|
22 |
+
2024-09-24 16:06:03,091 INFO MainThread:45679 [wandb_run.py:_on_init():2435] communicating current version
|
23 |
+
2024-09-24 16:06:03,752 INFO MainThread:45679 [wandb_run.py:_on_init():2444] got version response upgrade_message: "wandb version 0.18.1 is available! To upgrade, please run:\n $ pip install wandb --upgrade"
|
24 |
+
|
25 |
+
2024-09-24 16:06:03,753 INFO MainThread:45679 [wandb_init.py:init():804] starting run threads in backend
|
26 |
+
2024-09-24 16:06:04,253 INFO MainThread:45679 [wandb_run.py:_console_start():2413] atexit reg
|
27 |
+
2024-09-24 16:06:04,253 INFO MainThread:45679 [wandb_run.py:_redirect():2255] redirect: wrap_raw
|
28 |
+
2024-09-24 16:06:04,253 INFO MainThread:45679 [wandb_run.py:_redirect():2320] Wrapping output streams.
|
29 |
+
2024-09-24 16:06:04,253 INFO MainThread:45679 [wandb_run.py:_redirect():2345] Redirects installed.
|
30 |
+
2024-09-24 16:06:04,257 INFO MainThread:45679 [wandb_init.py:init():847] run started, returning control to user process
|
31 |
+
2024-09-24 16:06:04,261 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
32 |
+
2024-09-24 16:06:04,261 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
33 |
+
2024-09-24 16:06:08,265 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
34 |
+
2024-09-24 16:06:08,268 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
35 |
+
2024-09-24 16:06:08,268 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
36 |
+
2024-09-24 16:06:19,046 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
37 |
+
2024-09-24 16:06:24,140 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
38 |
+
2024-09-24 16:06:24,140 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
39 |
+
2024-09-24 16:06:26,294 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
40 |
+
2024-09-24 16:06:26,299 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
41 |
+
2024-09-24 16:06:26,299 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
42 |
+
2024-09-24 16:06:31,661 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
43 |
+
2024-09-24 16:06:32,196 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
44 |
+
2024-09-24 16:06:32,197 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
45 |
+
2024-09-24 16:06:37,063 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
46 |
+
2024-09-24 16:06:38,137 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
47 |
+
2024-09-24 16:06:38,137 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
48 |
+
2024-09-24 16:07:30,971 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
49 |
+
2024-09-24 16:07:31,722 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
50 |
+
2024-09-24 16:07:31,722 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
51 |
+
2024-09-24 16:08:00,935 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
52 |
+
2024-09-24 16:08:04,987 INFO MainThread:45679 [wandb_run.py:_config_callback():1382] config_cb None None {'vocab_size': 30522, 'max_position_embeddings': 512, 'sinusoidal_pos_embds': False, 'n_layers': 6, 'n_heads': 12, 'dim': 768, 'hidden_dim': 3072, 'dropout': 0.1, 'attention_dropout': 0.1, 'activation': 'gelu', 'initializer_range': 0.02, 'qa_dropout': 0.1, 'seq_classif_dropout': 0.2, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['DistilBertForMaskedLM'], 'finetuning_task': None, 'id2label': {0: 'objeto', 1: 'outros'}, 'label2id': {'objeto': 0, 'outros': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': None, 'pad_token_id': 0, 'eos_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'distilbert/distilbert-base-uncased', 'transformers_version': '4.44.2', 'model_type': 'distilbert', 'tie_weights_': True, 'output_dir': '/Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': True, 'do_predict': False, 'eval_strategy': 'epoch', 'prediction_loss_only': False, 'per_device_train_batch_size': 16, 'per_device_eval_batch_size': 16, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'torch_empty_cache_steps': None, 'learning_rate': 2e-05, 'weight_decay': 0.01, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 5, 'max_steps': -1, 'lr_scheduler_type': 'linear', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.0, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/runs/Sep24_16-08-01_mace16.local', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 500, 'logging_nan_inf_filter': True, 'save_strategy': 'epoch', 'save_steps': 500, 'save_total_limit': None, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'restore_callback_states_from_checkpoint': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 0, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': True, 'metric_for_best_model': 'loss', 'greater_is_better': False, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'adamw_torch', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'eval_do_concat_batches': True, 'fp16_backend': 'auto', 'evaluation_strategy': None, 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None, 'batch_eval_metrics': False, 'eval_on_start': False, 'eval_use_gather_object': False}
|
53 |
+
2024-09-24 16:08:04,990 INFO MainThread:45679 [wandb_config.py:__setitem__():151] config set model/num_parameters = 66955010 - <bound method Run._config_callback of <wandb.sdk.wandb_run.Run object at 0x134551ad0>>
|
54 |
+
2024-09-24 16:08:04,990 INFO MainThread:45679 [wandb_run.py:_config_callback():1382] config_cb model/num_parameters 66955010 None
|
55 |
+
2024-09-24 16:08:09,774 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
56 |
+
2024-09-24 16:08:09,774 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
57 |
+
2024-09-24 16:09:41,720 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
58 |
+
2024-09-24 16:09:41,732 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
59 |
+
2024-09-24 16:09:41,732 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
60 |
+
2024-09-24 16:09:41,772 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
61 |
+
2024-09-24 16:09:41,776 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
62 |
+
2024-09-24 16:09:41,776 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
63 |
+
2024-09-24 16:09:41,848 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
64 |
+
2024-09-24 16:09:41,851 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
65 |
+
2024-09-24 16:09:41,851 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
66 |
+
2024-09-24 16:10:04,007 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
67 |
+
2024-09-24 16:10:04,071 INFO MainThread:45679 [wandb_setup.py:_flush():76] Current SDK version is 0.17.5
|
68 |
+
2024-09-24 16:10:04,071 INFO MainThread:45679 [wandb_setup.py:_flush():76] Configure stats pid to 45679
|
69 |
+
2024-09-24 16:10:04,071 INFO MainThread:45679 [wandb_setup.py:_flush():76] Loading settings from /Users/marcelovidigal/.config/wandb/settings
|
70 |
+
2024-09-24 16:10:04,071 INFO MainThread:45679 [wandb_setup.py:_flush():76] Loading settings from /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/doutorado/wandb/settings
|
71 |
+
2024-09-24 16:10:04,071 INFO MainThread:45679 [wandb_setup.py:_flush():76] Loading settings from environment variables: {'notebook_name': '/Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/doutorado/secoes_contrato_rotulos_classificacao_texto_v1.ipynb'}
|
72 |
+
2024-09-24 16:10:04,071 INFO MainThread:45679 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
|
73 |
+
2024-09-24 16:10:04,071 INFO MainThread:45679 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
|
74 |
+
2024-09-24 16:10:04,071 INFO MainThread:45679 [wandb_setup.py:_flush():76] Applying login settings: {}
|
75 |
+
2024-09-24 16:10:04,071 INFO MainThread:45679 [wandb_init.py:_log_setup():529] Logging user logs to /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_161004-3p6gcxf7/logs/debug.log
|
76 |
+
2024-09-24 16:10:04,071 INFO MainThread:45679 [wandb_init.py:_log_setup():530] Logging internal logs to /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_161004-3p6gcxf7/logs/debug-internal.log
|
77 |
+
2024-09-24 16:10:04,072 INFO MainThread:45679 [wandb_init.py:init():569] calling init triggers
|
78 |
+
2024-09-24 16:10:04,072 INFO MainThread:45679 [wandb_init.py:init():576] wandb.init called with sweep_config: {}
|
79 |
+
config: {}
|
80 |
+
2024-09-24 16:10:04,072 INFO MainThread:45679 [wandb_init.py:init():594] re-initializing run, found existing run on stack: 9t20hlbh
|
81 |
+
2024-09-24 16:10:04,075 INFO MainThread:45679 [wandb_run.py:_finish():2107] finishing run mvgdr/retrieval_augmented_generation-doutorado/9t20hlbh
|
82 |
+
2024-09-24 16:10:04,351 INFO MainThread:45679 [jupyter.py:save_history():444] not saving jupyter history
|
83 |
+
2024-09-24 16:10:04,364 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
84 |
+
2024-09-24 16:10:04,364 INFO MainThread:45679 [wandb_init.py:_jupyter_teardown():457] cleaning up jupyter logic
|
85 |
+
2024-09-24 16:10:04,364 INFO MainThread:45679 [wandb_run.py:_atexit_cleanup():2374] got exitcode: 0
|
86 |
+
2024-09-24 16:10:04,365 INFO MainThread:45679 [wandb_run.py:_restore():2352] restore
|
87 |
+
2024-09-24 16:10:04,366 INFO MainThread:45679 [wandb_run.py:_restore():2358] restore done
|
88 |
+
2024-09-24 16:10:15,013 INFO MainThread:45679 [wandb_run.py:_footer_history_summary_info():4016] rendering history
|
89 |
+
2024-09-24 16:10:15,014 INFO MainThread:45679 [wandb_run.py:_footer_history_summary_info():4048] rendering summary
|
90 |
+
2024-09-24 16:10:15,022 INFO MainThread:45679 [wandb_run.py:_footer_sync_info():3975] logging synced files
|
wandb/run-20240924_160602-9t20hlbh/run-9t20hlbh.wandb
ADDED
Binary file (20.7 kB). View file
|
|
wandb/run-20240924_161004-3p6gcxf7/files/config.yaml
ADDED
@@ -0,0 +1,48 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
wandb_version: 1
|
2 |
+
|
3 |
+
_wandb:
|
4 |
+
desc: null
|
5 |
+
value:
|
6 |
+
python_version: 3.11.9
|
7 |
+
cli_version: 0.17.5
|
8 |
+
framework: huggingface
|
9 |
+
huggingface_version: 4.44.2
|
10 |
+
is_jupyter_run: true
|
11 |
+
is_kaggle_kernel: true
|
12 |
+
start_time: 1727205015
|
13 |
+
t:
|
14 |
+
1:
|
15 |
+
- 1
|
16 |
+
- 5
|
17 |
+
- 11
|
18 |
+
- 41
|
19 |
+
- 49
|
20 |
+
- 51
|
21 |
+
- 53
|
22 |
+
- 55
|
23 |
+
- 71
|
24 |
+
- 98
|
25 |
+
- 100
|
26 |
+
2:
|
27 |
+
- 1
|
28 |
+
- 5
|
29 |
+
- 11
|
30 |
+
- 41
|
31 |
+
- 49
|
32 |
+
- 51
|
33 |
+
- 53
|
34 |
+
- 55
|
35 |
+
- 71
|
36 |
+
- 98
|
37 |
+
- 100
|
38 |
+
3:
|
39 |
+
- 2
|
40 |
+
- 23
|
41 |
+
4: 3.11.9
|
42 |
+
5: 0.17.5
|
43 |
+
6: 4.44.2
|
44 |
+
8:
|
45 |
+
- 1
|
46 |
+
- 2
|
47 |
+
- 5
|
48 |
+
13: darwin-x86_64
|
wandb/run-20240924_161004-3p6gcxf7/files/output.log
ADDED
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
1 |
+
huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
|
2 |
+
To disable this warning, you can either:
|
3 |
+
- Avoid using `tokenizers` before the fork if possible
|
4 |
+
- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
|
wandb/run-20240924_161004-3p6gcxf7/files/requirements.txt
ADDED
@@ -0,0 +1,281 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Deprecated==1.2.14
|
2 |
+
GitPython==3.1.43
|
3 |
+
ImageHash==4.3.1
|
4 |
+
Jinja2==3.1.4
|
5 |
+
Markdown==3.6
|
6 |
+
MarkupSafe==2.1.5
|
7 |
+
PyWavelets==1.7.0
|
8 |
+
PyYAML==6.0.1
|
9 |
+
Pygments==2.15.1
|
10 |
+
Send2Trash==1.8.3
|
11 |
+
XlsxWriter==3.2.0
|
12 |
+
accelerate==0.34.2
|
13 |
+
aiohappyeyeballs==2.3.4
|
14 |
+
aiohttp==3.10.0
|
15 |
+
aiosignal==1.3.1
|
16 |
+
annotated-types==0.7.0
|
17 |
+
antlr4-python3-runtime==4.9.3
|
18 |
+
anyio==4.4.0
|
19 |
+
appnope==0.1.3
|
20 |
+
argon2-cffi-bindings==21.2.0
|
21 |
+
argon2-cffi==23.1.0
|
22 |
+
arrow==1.3.0
|
23 |
+
asttokens==2.2.1
|
24 |
+
async-lru==2.0.4
|
25 |
+
attrs==23.2.0
|
26 |
+
babel==2.16.0
|
27 |
+
backcall==0.2.0
|
28 |
+
backoff==2.2.1
|
29 |
+
beautifulsoup4==4.12.3
|
30 |
+
bertopic==0.16.3
|
31 |
+
bitsandbytes==0.42.0
|
32 |
+
bleach==6.1.0
|
33 |
+
blis==0.7.11
|
34 |
+
cachetools==5.4.0
|
35 |
+
catalogue==2.0.10
|
36 |
+
certifi==2024.8.30
|
37 |
+
cffi==1.16.0
|
38 |
+
chardet==5.2.0
|
39 |
+
charset-normalizer==3.3.2
|
40 |
+
click==8.1.7
|
41 |
+
cloudpathlib==0.18.1
|
42 |
+
coloredlogs==15.0.1
|
43 |
+
comm==0.1.3
|
44 |
+
confection==0.1.5
|
45 |
+
contourpy==1.2.1
|
46 |
+
cryptography==43.0.0
|
47 |
+
cycler==0.12.1
|
48 |
+
cymem==2.0.8
|
49 |
+
dataclasses-json==0.6.7
|
50 |
+
datasets==3.0.0
|
51 |
+
debugpy==1.6.7
|
52 |
+
decorator==5.1.1
|
53 |
+
deepdiff==7.0.1
|
54 |
+
defusedxml==0.7.1
|
55 |
+
dill==0.3.8
|
56 |
+
distro==1.9.0
|
57 |
+
docker-pycreds==0.4.0
|
58 |
+
docstring_parser==0.16
|
59 |
+
effdet==0.4.1
|
60 |
+
emoji==2.12.1
|
61 |
+
en-core-web-sm==3.7.1
|
62 |
+
et-xmlfile==1.1.0
|
63 |
+
evaluate==0.4.3
|
64 |
+
executing==1.2.0
|
65 |
+
fastjsonschema==2.20.0
|
66 |
+
filelock==3.15.4
|
67 |
+
filetype==1.2.0
|
68 |
+
flatbuffers==24.3.25
|
69 |
+
fonttools==4.53.1
|
70 |
+
fqdn==1.5.1
|
71 |
+
frozenlist==1.4.1
|
72 |
+
fsspec==2024.5.0
|
73 |
+
gitdb==4.0.11
|
74 |
+
google-api-core==2.19.1
|
75 |
+
google-auth==2.32.0
|
76 |
+
google-cloud-vision==3.7.3
|
77 |
+
googleapis-common-protos==1.63.2
|
78 |
+
grpcio-status==1.65.1
|
79 |
+
grpcio==1.65.1
|
80 |
+
h11==0.14.0
|
81 |
+
hdbscan==0.8.38.post1
|
82 |
+
htmlmin==0.1.12
|
83 |
+
httpcore==1.0.5
|
84 |
+
httpx==0.27.0
|
85 |
+
huggingface-hub==0.24.3
|
86 |
+
humanfriendly==10.0
|
87 |
+
idna==3.7
|
88 |
+
iopath==0.1.10
|
89 |
+
ipykernel==6.29.5
|
90 |
+
ipython-genutils==0.2.0
|
91 |
+
ipython==8.13.2
|
92 |
+
ipywidgets==8.1.5
|
93 |
+
isoduration==20.11.0
|
94 |
+
jedi==0.18.2
|
95 |
+
jiter==0.5.0
|
96 |
+
joblib==1.1.1
|
97 |
+
json5==0.9.25
|
98 |
+
jsonpath-python==1.0.6
|
99 |
+
jsonpointer==3.0.0
|
100 |
+
jsonschema-specifications==2023.12.1
|
101 |
+
jsonschema==4.23.0
|
102 |
+
jupyter-events==0.10.0
|
103 |
+
jupyter-lsp==2.2.5
|
104 |
+
jupyter_client==8.2.0
|
105 |
+
jupyter_core==5.3.0
|
106 |
+
jupyter_server==2.14.2
|
107 |
+
jupyter_server_terminals==0.5.3
|
108 |
+
jupyterlab==4.2.5
|
109 |
+
jupyterlab_pygments==0.3.0
|
110 |
+
jupyterlab_server==2.27.3
|
111 |
+
jupyterlab_widgets==3.0.13
|
112 |
+
kiwisolver==1.4.5
|
113 |
+
langcodes==3.4.0
|
114 |
+
langdetect==1.0.9
|
115 |
+
language_data==1.2.0
|
116 |
+
layoutparser==0.3.4
|
117 |
+
llvmlite==0.43.0
|
118 |
+
lxml==5.2.2
|
119 |
+
marisa-trie==1.2.0
|
120 |
+
markdown-it-py==3.0.0
|
121 |
+
marshmallow==3.21.3
|
122 |
+
matplotlib-inline==0.1.6
|
123 |
+
matplotlib==3.9.1
|
124 |
+
mdurl==0.1.2
|
125 |
+
missingno==0.5.2
|
126 |
+
mistune==3.0.2
|
127 |
+
mpmath==1.3.0
|
128 |
+
multidict==6.0.5
|
129 |
+
multimethod==1.12
|
130 |
+
multiprocess==0.70.16
|
131 |
+
murmurhash==1.0.10
|
132 |
+
mypy-extensions==1.0.0
|
133 |
+
nbclient==0.10.0
|
134 |
+
nbconvert==7.16.4
|
135 |
+
nbformat==5.10.4
|
136 |
+
nest-asyncio==1.6.0
|
137 |
+
networkx==3.3
|
138 |
+
nltk==3.8.1
|
139 |
+
notebook==7.2.2
|
140 |
+
notebook_shim==0.2.4
|
141 |
+
numba==0.60.0
|
142 |
+
numpy==1.26.4
|
143 |
+
olefile==0.47
|
144 |
+
omegaconf==2.3.0
|
145 |
+
onnx==1.16.1
|
146 |
+
onnxruntime==1.18.1
|
147 |
+
openai==1.43.0
|
148 |
+
opencv-python==4.10.0.84
|
149 |
+
openpyxl==3.1.5
|
150 |
+
ordered-set==4.1.0
|
151 |
+
overrides==7.7.0
|
152 |
+
packaging==24.1
|
153 |
+
pandas-profiling==3.2.0
|
154 |
+
pandas==2.2.2
|
155 |
+
pandocfilters==1.5.1
|
156 |
+
parso==0.8.3
|
157 |
+
pdf2image==1.17.0
|
158 |
+
pdfminer.six==20231228
|
159 |
+
pdfplumber==0.11.2
|
160 |
+
peft==0.12.0
|
161 |
+
pexpect==4.8.0
|
162 |
+
phik==0.12.4
|
163 |
+
pickleshare==0.7.5
|
164 |
+
pikepdf==9.1.0
|
165 |
+
pillow==10.4.0
|
166 |
+
pillow_heif==0.18.0
|
167 |
+
pip==24.2
|
168 |
+
platformdirs==4.2.2
|
169 |
+
plotly==5.24.0
|
170 |
+
poppler-utils==0.1.0
|
171 |
+
portalocker==2.10.1
|
172 |
+
preshed==3.0.9
|
173 |
+
prometheus_client==0.20.0
|
174 |
+
prompt-toolkit==3.0.38
|
175 |
+
proto-plus==1.24.0
|
176 |
+
protobuf==5.27.2
|
177 |
+
psutil==5.9.5
|
178 |
+
ptyprocess==0.7.0
|
179 |
+
pure-eval==0.2.2
|
180 |
+
pyarrow-hotfix==0.6
|
181 |
+
pyarrow==17.0.0
|
182 |
+
pyasn1==0.6.0
|
183 |
+
pyasn1_modules==0.4.0
|
184 |
+
pycocotools==2.0.8
|
185 |
+
pycparser==2.22
|
186 |
+
pycryptodome==3.20.0
|
187 |
+
pydantic==2.8.2
|
188 |
+
pydantic_core==2.20.1
|
189 |
+
pynndescent==0.5.13
|
190 |
+
pypandoc==1.13
|
191 |
+
pyparsing==3.1.2
|
192 |
+
pypdf==4.3.1
|
193 |
+
pypdfium2==4.30.0
|
194 |
+
pytesseract==0.3.10
|
195 |
+
python-dateutil==2.9.0.post0
|
196 |
+
python-docx==1.1.2
|
197 |
+
python-dotenv==1.0.1
|
198 |
+
python-iso639==2024.4.27
|
199 |
+
python-json-logger==2.0.7
|
200 |
+
python-magic==0.4.27
|
201 |
+
python-multipart==0.0.9
|
202 |
+
python-oxmsg==0.0.1
|
203 |
+
python-pptx==0.6.23
|
204 |
+
pytz==2024.1
|
205 |
+
pyzmq==25.0.2
|
206 |
+
rapidfuzz==3.9.5
|
207 |
+
referencing==0.35.1
|
208 |
+
regex==2024.7.24
|
209 |
+
requests-toolbelt==1.0.0
|
210 |
+
requests==2.32.3
|
211 |
+
rfc3339-validator==0.1.4
|
212 |
+
rfc3986-validator==0.1.1
|
213 |
+
rich==13.7.1
|
214 |
+
rpds-py==0.20.0
|
215 |
+
rsa==4.9
|
216 |
+
safetensors==0.4.3
|
217 |
+
scikit-learn==1.5.1
|
218 |
+
scipy==1.14.0
|
219 |
+
seaborn==0.13.2
|
220 |
+
sentence-transformers==3.0.1
|
221 |
+
sentencepiece==0.2.0
|
222 |
+
sentry-sdk==2.12.0
|
223 |
+
setproctitle==1.3.3
|
224 |
+
setuptools==65.5.0
|
225 |
+
shellingham==1.5.4
|
226 |
+
shtab==1.7.1
|
227 |
+
six==1.16.0
|
228 |
+
smart-open==7.0.4
|
229 |
+
smmap==5.0.1
|
230 |
+
sniffio==1.3.1
|
231 |
+
soupsieve==2.5
|
232 |
+
spacy-legacy==3.0.12
|
233 |
+
spacy-loggers==1.0.5
|
234 |
+
spacy==3.7.6
|
235 |
+
srsly==2.4.8
|
236 |
+
stack-data==0.6.2
|
237 |
+
sympy==1.13.1
|
238 |
+
tabulate==0.9.0
|
239 |
+
tangled-up-in-unicode==0.2.0
|
240 |
+
tdqm==0.0.1
|
241 |
+
tenacity==9.0.0
|
242 |
+
terminado==0.18.1
|
243 |
+
thinc==8.2.5
|
244 |
+
threadpoolctl==3.5.0
|
245 |
+
timm==1.0.8
|
246 |
+
tinycss2==1.3.0
|
247 |
+
tokenizers==0.19.1
|
248 |
+
torch==2.2.2
|
249 |
+
torchtext==0.17.2
|
250 |
+
torchvision==0.17.2
|
251 |
+
tornado==6.3.1
|
252 |
+
tqdm==4.66.4
|
253 |
+
traitlets==5.9.0
|
254 |
+
transformers==4.44.2
|
255 |
+
trl==0.9.6
|
256 |
+
typer==0.12.4
|
257 |
+
types-python-dateutil==2.9.0.20240821
|
258 |
+
typing-inspect==0.9.0
|
259 |
+
typing_extensions==4.12.2
|
260 |
+
tyro==0.8.5
|
261 |
+
tzdata==2024.1
|
262 |
+
umap-learn==0.5.6
|
263 |
+
unstructured-client==0.24.1
|
264 |
+
unstructured-inference==0.7.36
|
265 |
+
unstructured.pytesseract==0.3.12
|
266 |
+
unstructured==0.15.0
|
267 |
+
uri-template==1.3.0
|
268 |
+
urllib3==2.2.2
|
269 |
+
visions==0.7.4
|
270 |
+
wandb==0.17.5
|
271 |
+
wasabi==1.1.3
|
272 |
+
wcwidth==0.2.6
|
273 |
+
weasel==0.4.1
|
274 |
+
webcolors==24.8.0
|
275 |
+
webencodings==0.5.1
|
276 |
+
websocket-client==1.8.0
|
277 |
+
widgetsnbextension==4.0.13
|
278 |
+
wrapt==1.16.0
|
279 |
+
xlrd==2.0.1
|
280 |
+
xxhash==3.4.1
|
281 |
+
yarl==1.9.4
|
wandb/run-20240924_161004-3p6gcxf7/files/wandb-metadata.json
ADDED
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"os": "macOS-15.0-x86_64-i386-64bit",
|
3 |
+
"python": "3.11.9",
|
4 |
+
"heartbeatAt": "2024-09-24T19:10:17.063459",
|
5 |
+
"startedAt": "2024-09-24T19:10:04.062517",
|
6 |
+
"docker": null,
|
7 |
+
"cuda": null,
|
8 |
+
"args": [],
|
9 |
+
"state": "running",
|
10 |
+
"program": "/Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/doutorado/secoes_contrato_rotulos_classificacao_texto_v1.ipynb",
|
11 |
+
"codePathLocal": "secoes_contrato_rotulos_classificacao_texto_v1.ipynb",
|
12 |
+
"git": {
|
13 |
+
"remote": "https://github.com/marcelovidigal/retrieval_augmented_generation.git",
|
14 |
+
"commit": "23db3b3a0427b4dfac5df9b26ac2572134e857c4"
|
15 |
+
},
|
16 |
+
"email": "marcelovidigal@gmail.com",
|
17 |
+
"root": "/Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation",
|
18 |
+
"host": "mace16.local",
|
19 |
+
"username": "marcelovidigal",
|
20 |
+
"executable": "/usr/local/bin/python3",
|
21 |
+
"cpu_count": 8,
|
22 |
+
"cpu_count_logical": 16,
|
23 |
+
"cpu_freq": {
|
24 |
+
"current": 2300,
|
25 |
+
"min": 2300,
|
26 |
+
"max": 2300
|
27 |
+
},
|
28 |
+
"cpu_freq_per_core": [
|
29 |
+
{
|
30 |
+
"current": 2300,
|
31 |
+
"min": 2300,
|
32 |
+
"max": 2300
|
33 |
+
}
|
34 |
+
],
|
35 |
+
"disk": {
|
36 |
+
"/": {
|
37 |
+
"total": 931.546989440918,
|
38 |
+
"used": 9.93536376953125
|
39 |
+
}
|
40 |
+
},
|
41 |
+
"memory": {
|
42 |
+
"total": 16.0
|
43 |
+
}
|
44 |
+
}
|
wandb/run-20240924_161004-3p6gcxf7/files/wandb-summary.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"_wandb": {"runtime": 503}}
|
wandb/run-20240924_161004-3p6gcxf7/logs/debug-internal.log
ADDED
The diff for this file is too large to render.
See raw diff
|
|
wandb/run-20240924_161004-3p6gcxf7/logs/debug.log
ADDED
@@ -0,0 +1,62 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
2024-09-24 16:10:04,071 INFO MainThread:45679 [wandb_setup.py:_flush():76] Current SDK version is 0.17.5
|
2 |
+
2024-09-24 16:10:04,071 INFO MainThread:45679 [wandb_setup.py:_flush():76] Configure stats pid to 45679
|
3 |
+
2024-09-24 16:10:04,071 INFO MainThread:45679 [wandb_setup.py:_flush():76] Loading settings from /Users/marcelovidigal/.config/wandb/settings
|
4 |
+
2024-09-24 16:10:04,071 INFO MainThread:45679 [wandb_setup.py:_flush():76] Loading settings from /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/doutorado/wandb/settings
|
5 |
+
2024-09-24 16:10:04,071 INFO MainThread:45679 [wandb_setup.py:_flush():76] Loading settings from environment variables: {'notebook_name': '/Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/doutorado/secoes_contrato_rotulos_classificacao_texto_v1.ipynb'}
|
6 |
+
2024-09-24 16:10:04,071 INFO MainThread:45679 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
|
7 |
+
2024-09-24 16:10:04,071 INFO MainThread:45679 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
|
8 |
+
2024-09-24 16:10:04,071 INFO MainThread:45679 [wandb_setup.py:_flush():76] Applying login settings: {}
|
9 |
+
2024-09-24 16:10:04,071 INFO MainThread:45679 [wandb_init.py:_log_setup():529] Logging user logs to /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_161004-3p6gcxf7/logs/debug.log
|
10 |
+
2024-09-24 16:10:04,071 INFO MainThread:45679 [wandb_init.py:_log_setup():530] Logging internal logs to /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_161004-3p6gcxf7/logs/debug-internal.log
|
11 |
+
2024-09-24 16:10:04,072 INFO MainThread:45679 [wandb_init.py:init():569] calling init triggers
|
12 |
+
2024-09-24 16:10:04,072 INFO MainThread:45679 [wandb_init.py:init():576] wandb.init called with sweep_config: {}
|
13 |
+
config: {}
|
14 |
+
2024-09-24 16:10:04,072 INFO MainThread:45679 [wandb_init.py:init():594] re-initializing run, found existing run on stack: 9t20hlbh
|
15 |
+
2024-09-24 16:10:04,075 INFO MainThread:45679 [wandb_run.py:_finish():2107] finishing run mvgdr/retrieval_augmented_generation-doutorado/9t20hlbh
|
16 |
+
2024-09-24 16:10:04,351 INFO MainThread:45679 [jupyter.py:save_history():444] not saving jupyter history
|
17 |
+
2024-09-24 16:10:04,364 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
18 |
+
2024-09-24 16:10:04,364 INFO MainThread:45679 [wandb_init.py:_jupyter_teardown():457] cleaning up jupyter logic
|
19 |
+
2024-09-24 16:10:04,364 INFO MainThread:45679 [wandb_run.py:_atexit_cleanup():2374] got exitcode: 0
|
20 |
+
2024-09-24 16:10:04,365 INFO MainThread:45679 [wandb_run.py:_restore():2352] restore
|
21 |
+
2024-09-24 16:10:04,366 INFO MainThread:45679 [wandb_run.py:_restore():2358] restore done
|
22 |
+
2024-09-24 16:10:15,013 INFO MainThread:45679 [wandb_run.py:_footer_history_summary_info():4016] rendering history
|
23 |
+
2024-09-24 16:10:15,014 INFO MainThread:45679 [wandb_run.py:_footer_history_summary_info():4048] rendering summary
|
24 |
+
2024-09-24 16:10:15,022 INFO MainThread:45679 [wandb_run.py:_footer_sync_info():3975] logging synced files
|
25 |
+
2024-09-24 16:10:15,596 INFO MainThread:45679 [wandb_init.py:init():619] starting backend
|
26 |
+
2024-09-24 16:10:15,597 INFO MainThread:45679 [wandb_init.py:init():623] setting up manager
|
27 |
+
2024-09-24 16:10:15,600 INFO MainThread:45679 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=spawn,fork,forkserver, using: spawn
|
28 |
+
2024-09-24 16:10:15,600 INFO MainThread:45679 [wandb_init.py:init():631] backend started and connected
|
29 |
+
2024-09-24 16:10:15,609 INFO MainThread:45679 [wandb_run.py:_label_probe_notebook():1334] probe notebook
|
30 |
+
2024-09-24 16:10:15,610 INFO MainThread:45679 [wandb_init.py:init():720] updated telemetry
|
31 |
+
2024-09-24 16:10:15,646 INFO MainThread:45679 [wandb_init.py:init():753] communicating run to backend with 90.0 second timeout
|
32 |
+
2024-09-24 16:10:16,705 INFO MainThread:45679 [wandb_run.py:_on_init():2435] communicating current version
|
33 |
+
2024-09-24 16:10:17,054 INFO MainThread:45679 [wandb_run.py:_on_init():2444] got version response upgrade_message: "wandb version 0.18.1 is available! To upgrade, please run:\n $ pip install wandb --upgrade"
|
34 |
+
|
35 |
+
2024-09-24 16:10:17,054 INFO MainThread:45679 [wandb_init.py:init():804] starting run threads in backend
|
36 |
+
2024-09-24 16:10:17,490 INFO MainThread:45679 [wandb_run.py:_console_start():2413] atexit reg
|
37 |
+
2024-09-24 16:10:17,490 INFO MainThread:45679 [wandb_run.py:_redirect():2255] redirect: wrap_raw
|
38 |
+
2024-09-24 16:10:17,490 INFO MainThread:45679 [wandb_run.py:_redirect():2320] Wrapping output streams.
|
39 |
+
2024-09-24 16:10:17,491 INFO MainThread:45679 [wandb_run.py:_redirect():2345] Redirects installed.
|
40 |
+
2024-09-24 16:10:17,492 INFO MainThread:45679 [wandb_init.py:init():847] run started, returning control to user process
|
41 |
+
2024-09-24 16:18:40,644 INFO MainThread:45679 [wandb_setup.py:_flush():76] Current SDK version is 0.17.5
|
42 |
+
2024-09-24 16:18:40,645 INFO MainThread:45679 [wandb_setup.py:_flush():76] Configure stats pid to 45679
|
43 |
+
2024-09-24 16:18:40,645 INFO MainThread:45679 [wandb_setup.py:_flush():76] Loading settings from /Users/marcelovidigal/.config/wandb/settings
|
44 |
+
2024-09-24 16:18:40,645 INFO MainThread:45679 [wandb_setup.py:_flush():76] Loading settings from /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/doutorado/wandb/settings
|
45 |
+
2024-09-24 16:18:40,645 INFO MainThread:45679 [wandb_setup.py:_flush():76] Loading settings from environment variables: {'notebook_name': '/Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/doutorado/secoes_contrato_rotulos_classificacao_texto_v1.ipynb'}
|
46 |
+
2024-09-24 16:18:40,645 INFO MainThread:45679 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
|
47 |
+
2024-09-24 16:18:40,645 INFO MainThread:45679 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
|
48 |
+
2024-09-24 16:18:40,645 INFO MainThread:45679 [wandb_setup.py:_flush():76] Applying login settings: {}
|
49 |
+
2024-09-24 16:18:40,645 INFO MainThread:45679 [wandb_init.py:_log_setup():529] Logging user logs to /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_161840-av3zk287/logs/debug.log
|
50 |
+
2024-09-24 16:18:40,645 INFO MainThread:45679 [wandb_init.py:_log_setup():530] Logging internal logs to /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_161840-av3zk287/logs/debug-internal.log
|
51 |
+
2024-09-24 16:18:40,646 INFO MainThread:45679 [wandb_init.py:_jupyter_setup():475] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x34f1af1d0>
|
52 |
+
2024-09-24 16:18:40,652 INFO MainThread:45679 [wandb_init.py:init():569] calling init triggers
|
53 |
+
2024-09-24 16:18:40,652 INFO MainThread:45679 [wandb_init.py:init():576] wandb.init called with sweep_config: {}
|
54 |
+
config: {}
|
55 |
+
2024-09-24 16:18:40,652 INFO MainThread:45679 [wandb_init.py:init():594] re-initializing run, found existing run on stack: 3p6gcxf7
|
56 |
+
2024-09-24 16:18:40,655 INFO MainThread:45679 [wandb_run.py:_finish():2107] finishing run mvgdr/retrieval_augmented_generation-doutorado/3p6gcxf7
|
57 |
+
2024-09-24 16:18:40,655 INFO MainThread:45679 [wandb_run.py:_atexit_cleanup():2374] got exitcode: 0
|
58 |
+
2024-09-24 16:18:40,656 INFO MainThread:45679 [wandb_run.py:_restore():2352] restore
|
59 |
+
2024-09-24 16:18:40,656 INFO MainThread:45679 [wandb_run.py:_restore():2358] restore done
|
60 |
+
2024-09-24 16:18:49,801 INFO MainThread:45679 [wandb_run.py:_footer_history_summary_info():4016] rendering history
|
61 |
+
2024-09-24 16:18:49,801 INFO MainThread:45679 [wandb_run.py:_footer_history_summary_info():4048] rendering summary
|
62 |
+
2024-09-24 16:18:49,812 INFO MainThread:45679 [wandb_run.py:_footer_sync_info():3975] logging synced files
|
wandb/run-20240924_161004-3p6gcxf7/run-3p6gcxf7.wandb
ADDED
Binary file (14.9 kB). View file
|
|
wandb/run-20240924_161840-av3zk287/files/config.yaml
ADDED
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
wandb_version: 1
|
2 |
+
|
3 |
+
_wandb:
|
4 |
+
desc: null
|
5 |
+
value:
|
6 |
+
python_version: 3.11.9
|
7 |
+
cli_version: 0.17.5
|
8 |
+
framework: huggingface
|
9 |
+
huggingface_version: 4.44.2
|
10 |
+
is_jupyter_run: true
|
11 |
+
is_kaggle_kernel: true
|
12 |
+
start_time: 1727205530
|
13 |
+
t:
|
14 |
+
1:
|
15 |
+
- 1
|
16 |
+
- 5
|
17 |
+
- 11
|
18 |
+
- 41
|
19 |
+
- 49
|
20 |
+
- 51
|
21 |
+
- 53
|
22 |
+
- 55
|
23 |
+
- 71
|
24 |
+
- 98
|
25 |
+
- 100
|
26 |
+
2:
|
27 |
+
- 1
|
28 |
+
- 5
|
29 |
+
- 11
|
30 |
+
- 41
|
31 |
+
- 49
|
32 |
+
- 51
|
33 |
+
- 53
|
34 |
+
- 55
|
35 |
+
- 71
|
36 |
+
- 98
|
37 |
+
- 100
|
38 |
+
3:
|
39 |
+
- 23
|
40 |
+
4: 3.11.9
|
41 |
+
5: 0.17.5
|
42 |
+
6: 4.44.2
|
43 |
+
8:
|
44 |
+
- 1
|
45 |
+
- 2
|
46 |
+
- 5
|
47 |
+
13: darwin-x86_64
|
wandb/run-20240924_161840-av3zk287/files/output.log
ADDED
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
[{"variableName": "dados_tokenizados", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "ds_dados", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "id_para_rotulo", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "rotulo_para_id", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}]
|
2 |
+
[{"variableName": "dados_tokenizados", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "ds_dados", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "id_para_rotulo", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "rotulo_para_id", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}]
|
3 |
+
[{"variableName": "dados_tokenizados", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "ds_dados", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "id_para_rotulo", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "rotulo_para_id", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}]
|
4 |
+
[{"variableName": "dados_tokenizados", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "ds_dados", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "id_para_rotulo", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "rotulo_para_id", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}]
|
5 |
+
[{"variableName": "dados_tokenizados", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "ds_dados", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "id_para_rotulo", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "rotulo_para_id", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}]
|
6 |
+
[{"variableName": "dados_tokenizados", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "ds_dados", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "id_para_rotulo", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "rotulo_para_id", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}]
|
7 |
+
[{"variableName": "dados_tokenizados", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "ds_dados", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "id_para_rotulo", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "rotulo_para_id", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}]
|
8 |
+
[{"variableName": "dados_tokenizados", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "ds_dados", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "id_para_rotulo", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "rotulo_para_id", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}]
|
9 |
+
[{"variableName": "dados_tokenizados", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "ds_dados", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "id_para_rotulo", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "rotulo_para_id", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}]
|
10 |
+
[{"variableName": "dados_tokenizados", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "ds_dados", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "id_para_rotulo", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "rotulo_para_id", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}]
|
11 |
+
[{"variableName": "dados_tokenizados", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "ds_dados", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "id_para_rotulo", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}, {"variableName": "rotulo_para_id", "type": "dictionary", "supportedEngines": ["pandas"], "isLocalVariable": false}]
|
wandb/run-20240924_161840-av3zk287/files/requirements.txt
ADDED
@@ -0,0 +1,281 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Deprecated==1.2.14
|
2 |
+
GitPython==3.1.43
|
3 |
+
ImageHash==4.3.1
|
4 |
+
Jinja2==3.1.4
|
5 |
+
Markdown==3.6
|
6 |
+
MarkupSafe==2.1.5
|
7 |
+
PyWavelets==1.7.0
|
8 |
+
PyYAML==6.0.1
|
9 |
+
Pygments==2.15.1
|
10 |
+
Send2Trash==1.8.3
|
11 |
+
XlsxWriter==3.2.0
|
12 |
+
accelerate==0.34.2
|
13 |
+
aiohappyeyeballs==2.3.4
|
14 |
+
aiohttp==3.10.0
|
15 |
+
aiosignal==1.3.1
|
16 |
+
annotated-types==0.7.0
|
17 |
+
antlr4-python3-runtime==4.9.3
|
18 |
+
anyio==4.4.0
|
19 |
+
appnope==0.1.3
|
20 |
+
argon2-cffi-bindings==21.2.0
|
21 |
+
argon2-cffi==23.1.0
|
22 |
+
arrow==1.3.0
|
23 |
+
asttokens==2.2.1
|
24 |
+
async-lru==2.0.4
|
25 |
+
attrs==23.2.0
|
26 |
+
babel==2.16.0
|
27 |
+
backcall==0.2.0
|
28 |
+
backoff==2.2.1
|
29 |
+
beautifulsoup4==4.12.3
|
30 |
+
bertopic==0.16.3
|
31 |
+
bitsandbytes==0.42.0
|
32 |
+
bleach==6.1.0
|
33 |
+
blis==0.7.11
|
34 |
+
cachetools==5.4.0
|
35 |
+
catalogue==2.0.10
|
36 |
+
certifi==2024.8.30
|
37 |
+
cffi==1.16.0
|
38 |
+
chardet==5.2.0
|
39 |
+
charset-normalizer==3.3.2
|
40 |
+
click==8.1.7
|
41 |
+
cloudpathlib==0.18.1
|
42 |
+
coloredlogs==15.0.1
|
43 |
+
comm==0.1.3
|
44 |
+
confection==0.1.5
|
45 |
+
contourpy==1.2.1
|
46 |
+
cryptography==43.0.0
|
47 |
+
cycler==0.12.1
|
48 |
+
cymem==2.0.8
|
49 |
+
dataclasses-json==0.6.7
|
50 |
+
datasets==3.0.0
|
51 |
+
debugpy==1.6.7
|
52 |
+
decorator==5.1.1
|
53 |
+
deepdiff==7.0.1
|
54 |
+
defusedxml==0.7.1
|
55 |
+
dill==0.3.8
|
56 |
+
distro==1.9.0
|
57 |
+
docker-pycreds==0.4.0
|
58 |
+
docstring_parser==0.16
|
59 |
+
effdet==0.4.1
|
60 |
+
emoji==2.12.1
|
61 |
+
en-core-web-sm==3.7.1
|
62 |
+
et-xmlfile==1.1.0
|
63 |
+
evaluate==0.4.3
|
64 |
+
executing==1.2.0
|
65 |
+
fastjsonschema==2.20.0
|
66 |
+
filelock==3.15.4
|
67 |
+
filetype==1.2.0
|
68 |
+
flatbuffers==24.3.25
|
69 |
+
fonttools==4.53.1
|
70 |
+
fqdn==1.5.1
|
71 |
+
frozenlist==1.4.1
|
72 |
+
fsspec==2024.5.0
|
73 |
+
gitdb==4.0.11
|
74 |
+
google-api-core==2.19.1
|
75 |
+
google-auth==2.32.0
|
76 |
+
google-cloud-vision==3.7.3
|
77 |
+
googleapis-common-protos==1.63.2
|
78 |
+
grpcio-status==1.65.1
|
79 |
+
grpcio==1.65.1
|
80 |
+
h11==0.14.0
|
81 |
+
hdbscan==0.8.38.post1
|
82 |
+
htmlmin==0.1.12
|
83 |
+
httpcore==1.0.5
|
84 |
+
httpx==0.27.0
|
85 |
+
huggingface-hub==0.24.3
|
86 |
+
humanfriendly==10.0
|
87 |
+
idna==3.7
|
88 |
+
iopath==0.1.10
|
89 |
+
ipykernel==6.29.5
|
90 |
+
ipython-genutils==0.2.0
|
91 |
+
ipython==8.13.2
|
92 |
+
ipywidgets==8.1.5
|
93 |
+
isoduration==20.11.0
|
94 |
+
jedi==0.18.2
|
95 |
+
jiter==0.5.0
|
96 |
+
joblib==1.1.1
|
97 |
+
json5==0.9.25
|
98 |
+
jsonpath-python==1.0.6
|
99 |
+
jsonpointer==3.0.0
|
100 |
+
jsonschema-specifications==2023.12.1
|
101 |
+
jsonschema==4.23.0
|
102 |
+
jupyter-events==0.10.0
|
103 |
+
jupyter-lsp==2.2.5
|
104 |
+
jupyter_client==8.2.0
|
105 |
+
jupyter_core==5.3.0
|
106 |
+
jupyter_server==2.14.2
|
107 |
+
jupyter_server_terminals==0.5.3
|
108 |
+
jupyterlab==4.2.5
|
109 |
+
jupyterlab_pygments==0.3.0
|
110 |
+
jupyterlab_server==2.27.3
|
111 |
+
jupyterlab_widgets==3.0.13
|
112 |
+
kiwisolver==1.4.5
|
113 |
+
langcodes==3.4.0
|
114 |
+
langdetect==1.0.9
|
115 |
+
language_data==1.2.0
|
116 |
+
layoutparser==0.3.4
|
117 |
+
llvmlite==0.43.0
|
118 |
+
lxml==5.2.2
|
119 |
+
marisa-trie==1.2.0
|
120 |
+
markdown-it-py==3.0.0
|
121 |
+
marshmallow==3.21.3
|
122 |
+
matplotlib-inline==0.1.6
|
123 |
+
matplotlib==3.9.1
|
124 |
+
mdurl==0.1.2
|
125 |
+
missingno==0.5.2
|
126 |
+
mistune==3.0.2
|
127 |
+
mpmath==1.3.0
|
128 |
+
multidict==6.0.5
|
129 |
+
multimethod==1.12
|
130 |
+
multiprocess==0.70.16
|
131 |
+
murmurhash==1.0.10
|
132 |
+
mypy-extensions==1.0.0
|
133 |
+
nbclient==0.10.0
|
134 |
+
nbconvert==7.16.4
|
135 |
+
nbformat==5.10.4
|
136 |
+
nest-asyncio==1.6.0
|
137 |
+
networkx==3.3
|
138 |
+
nltk==3.8.1
|
139 |
+
notebook==7.2.2
|
140 |
+
notebook_shim==0.2.4
|
141 |
+
numba==0.60.0
|
142 |
+
numpy==1.26.4
|
143 |
+
olefile==0.47
|
144 |
+
omegaconf==2.3.0
|
145 |
+
onnx==1.16.1
|
146 |
+
onnxruntime==1.18.1
|
147 |
+
openai==1.43.0
|
148 |
+
opencv-python==4.10.0.84
|
149 |
+
openpyxl==3.1.5
|
150 |
+
ordered-set==4.1.0
|
151 |
+
overrides==7.7.0
|
152 |
+
packaging==24.1
|
153 |
+
pandas-profiling==3.2.0
|
154 |
+
pandas==2.2.2
|
155 |
+
pandocfilters==1.5.1
|
156 |
+
parso==0.8.3
|
157 |
+
pdf2image==1.17.0
|
158 |
+
pdfminer.six==20231228
|
159 |
+
pdfplumber==0.11.2
|
160 |
+
peft==0.12.0
|
161 |
+
pexpect==4.8.0
|
162 |
+
phik==0.12.4
|
163 |
+
pickleshare==0.7.5
|
164 |
+
pikepdf==9.1.0
|
165 |
+
pillow==10.4.0
|
166 |
+
pillow_heif==0.18.0
|
167 |
+
pip==24.2
|
168 |
+
platformdirs==4.2.2
|
169 |
+
plotly==5.24.0
|
170 |
+
poppler-utils==0.1.0
|
171 |
+
portalocker==2.10.1
|
172 |
+
preshed==3.0.9
|
173 |
+
prometheus_client==0.20.0
|
174 |
+
prompt-toolkit==3.0.38
|
175 |
+
proto-plus==1.24.0
|
176 |
+
protobuf==5.27.2
|
177 |
+
psutil==5.9.5
|
178 |
+
ptyprocess==0.7.0
|
179 |
+
pure-eval==0.2.2
|
180 |
+
pyarrow-hotfix==0.6
|
181 |
+
pyarrow==17.0.0
|
182 |
+
pyasn1==0.6.0
|
183 |
+
pyasn1_modules==0.4.0
|
184 |
+
pycocotools==2.0.8
|
185 |
+
pycparser==2.22
|
186 |
+
pycryptodome==3.20.0
|
187 |
+
pydantic==2.8.2
|
188 |
+
pydantic_core==2.20.1
|
189 |
+
pynndescent==0.5.13
|
190 |
+
pypandoc==1.13
|
191 |
+
pyparsing==3.1.2
|
192 |
+
pypdf==4.3.1
|
193 |
+
pypdfium2==4.30.0
|
194 |
+
pytesseract==0.3.10
|
195 |
+
python-dateutil==2.9.0.post0
|
196 |
+
python-docx==1.1.2
|
197 |
+
python-dotenv==1.0.1
|
198 |
+
python-iso639==2024.4.27
|
199 |
+
python-json-logger==2.0.7
|
200 |
+
python-magic==0.4.27
|
201 |
+
python-multipart==0.0.9
|
202 |
+
python-oxmsg==0.0.1
|
203 |
+
python-pptx==0.6.23
|
204 |
+
pytz==2024.1
|
205 |
+
pyzmq==25.0.2
|
206 |
+
rapidfuzz==3.9.5
|
207 |
+
referencing==0.35.1
|
208 |
+
regex==2024.7.24
|
209 |
+
requests-toolbelt==1.0.0
|
210 |
+
requests==2.32.3
|
211 |
+
rfc3339-validator==0.1.4
|
212 |
+
rfc3986-validator==0.1.1
|
213 |
+
rich==13.7.1
|
214 |
+
rpds-py==0.20.0
|
215 |
+
rsa==4.9
|
216 |
+
safetensors==0.4.3
|
217 |
+
scikit-learn==1.5.1
|
218 |
+
scipy==1.14.0
|
219 |
+
seaborn==0.13.2
|
220 |
+
sentence-transformers==3.0.1
|
221 |
+
sentencepiece==0.2.0
|
222 |
+
sentry-sdk==2.12.0
|
223 |
+
setproctitle==1.3.3
|
224 |
+
setuptools==65.5.0
|
225 |
+
shellingham==1.5.4
|
226 |
+
shtab==1.7.1
|
227 |
+
six==1.16.0
|
228 |
+
smart-open==7.0.4
|
229 |
+
smmap==5.0.1
|
230 |
+
sniffio==1.3.1
|
231 |
+
soupsieve==2.5
|
232 |
+
spacy-legacy==3.0.12
|
233 |
+
spacy-loggers==1.0.5
|
234 |
+
spacy==3.7.6
|
235 |
+
srsly==2.4.8
|
236 |
+
stack-data==0.6.2
|
237 |
+
sympy==1.13.1
|
238 |
+
tabulate==0.9.0
|
239 |
+
tangled-up-in-unicode==0.2.0
|
240 |
+
tdqm==0.0.1
|
241 |
+
tenacity==9.0.0
|
242 |
+
terminado==0.18.1
|
243 |
+
thinc==8.2.5
|
244 |
+
threadpoolctl==3.5.0
|
245 |
+
timm==1.0.8
|
246 |
+
tinycss2==1.3.0
|
247 |
+
tokenizers==0.19.1
|
248 |
+
torch==2.2.2
|
249 |
+
torchtext==0.17.2
|
250 |
+
torchvision==0.17.2
|
251 |
+
tornado==6.3.1
|
252 |
+
tqdm==4.66.4
|
253 |
+
traitlets==5.9.0
|
254 |
+
transformers==4.44.2
|
255 |
+
trl==0.9.6
|
256 |
+
typer==0.12.4
|
257 |
+
types-python-dateutil==2.9.0.20240821
|
258 |
+
typing-inspect==0.9.0
|
259 |
+
typing_extensions==4.12.2
|
260 |
+
tyro==0.8.5
|
261 |
+
tzdata==2024.1
|
262 |
+
umap-learn==0.5.6
|
263 |
+
unstructured-client==0.24.1
|
264 |
+
unstructured-inference==0.7.36
|
265 |
+
unstructured.pytesseract==0.3.12
|
266 |
+
unstructured==0.15.0
|
267 |
+
uri-template==1.3.0
|
268 |
+
urllib3==2.2.2
|
269 |
+
visions==0.7.4
|
270 |
+
wandb==0.17.5
|
271 |
+
wasabi==1.1.3
|
272 |
+
wcwidth==0.2.6
|
273 |
+
weasel==0.4.1
|
274 |
+
webcolors==24.8.0
|
275 |
+
webencodings==0.5.1
|
276 |
+
websocket-client==1.8.0
|
277 |
+
widgetsnbextension==4.0.13
|
278 |
+
wrapt==1.16.0
|
279 |
+
xlrd==2.0.1
|
280 |
+
xxhash==3.4.1
|
281 |
+
yarl==1.9.4
|
wandb/run-20240924_161840-av3zk287/files/wandb-metadata.json
ADDED
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"os": "macOS-15.0-x86_64-i386-64bit",
|
3 |
+
"python": "3.11.9",
|
4 |
+
"heartbeatAt": "2024-09-24T19:18:51.998526",
|
5 |
+
"startedAt": "2024-09-24T19:18:40.633021",
|
6 |
+
"docker": null,
|
7 |
+
"cuda": null,
|
8 |
+
"args": [],
|
9 |
+
"state": "running",
|
10 |
+
"program": "/Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/doutorado/secoes_contrato_rotulos_classificacao_texto_v1.ipynb",
|
11 |
+
"codePathLocal": "secoes_contrato_rotulos_classificacao_texto_v1.ipynb",
|
12 |
+
"git": {
|
13 |
+
"remote": "https://github.com/marcelovidigal/retrieval_augmented_generation.git",
|
14 |
+
"commit": "23db3b3a0427b4dfac5df9b26ac2572134e857c4"
|
15 |
+
},
|
16 |
+
"email": "marcelovidigal@gmail.com",
|
17 |
+
"root": "/Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation",
|
18 |
+
"host": "mace16.local",
|
19 |
+
"username": "marcelovidigal",
|
20 |
+
"executable": "/usr/local/bin/python3",
|
21 |
+
"cpu_count": 8,
|
22 |
+
"cpu_count_logical": 16,
|
23 |
+
"cpu_freq": {
|
24 |
+
"current": 2300,
|
25 |
+
"min": 2300,
|
26 |
+
"max": 2300
|
27 |
+
},
|
28 |
+
"cpu_freq_per_core": [
|
29 |
+
{
|
30 |
+
"current": 2300,
|
31 |
+
"min": 2300,
|
32 |
+
"max": 2300
|
33 |
+
}
|
34 |
+
],
|
35 |
+
"disk": {
|
36 |
+
"/": {
|
37 |
+
"total": 931.546989440918,
|
38 |
+
"used": 9.93536376953125
|
39 |
+
}
|
40 |
+
},
|
41 |
+
"memory": {
|
42 |
+
"total": 16.0
|
43 |
+
}
|
44 |
+
}
|
wandb/run-20240924_161840-av3zk287/logs/debug-internal.log
ADDED
The diff for this file is too large to render.
See raw diff
|
|
wandb/run-20240924_161840-av3zk287/logs/debug.log
ADDED
@@ -0,0 +1,94 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
2024-09-24 16:18:40,644 INFO MainThread:45679 [wandb_setup.py:_flush():76] Current SDK version is 0.17.5
|
2 |
+
2024-09-24 16:18:40,645 INFO MainThread:45679 [wandb_setup.py:_flush():76] Configure stats pid to 45679
|
3 |
+
2024-09-24 16:18:40,645 INFO MainThread:45679 [wandb_setup.py:_flush():76] Loading settings from /Users/marcelovidigal/.config/wandb/settings
|
4 |
+
2024-09-24 16:18:40,645 INFO MainThread:45679 [wandb_setup.py:_flush():76] Loading settings from /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/doutorado/wandb/settings
|
5 |
+
2024-09-24 16:18:40,645 INFO MainThread:45679 [wandb_setup.py:_flush():76] Loading settings from environment variables: {'notebook_name': '/Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/doutorado/secoes_contrato_rotulos_classificacao_texto_v1.ipynb'}
|
6 |
+
2024-09-24 16:18:40,645 INFO MainThread:45679 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
|
7 |
+
2024-09-24 16:18:40,645 INFO MainThread:45679 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
|
8 |
+
2024-09-24 16:18:40,645 INFO MainThread:45679 [wandb_setup.py:_flush():76] Applying login settings: {}
|
9 |
+
2024-09-24 16:18:40,645 INFO MainThread:45679 [wandb_init.py:_log_setup():529] Logging user logs to /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_161840-av3zk287/logs/debug.log
|
10 |
+
2024-09-24 16:18:40,645 INFO MainThread:45679 [wandb_init.py:_log_setup():530] Logging internal logs to /Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/modelos/doutorado/secoes_contrato_rotulos_classificacao_texto_v1/wandb/run-20240924_161840-av3zk287/logs/debug-internal.log
|
11 |
+
2024-09-24 16:18:40,646 INFO MainThread:45679 [wandb_init.py:_jupyter_setup():475] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x34f1af1d0>
|
12 |
+
2024-09-24 16:18:40,652 INFO MainThread:45679 [wandb_init.py:init():569] calling init triggers
|
13 |
+
2024-09-24 16:18:40,652 INFO MainThread:45679 [wandb_init.py:init():576] wandb.init called with sweep_config: {}
|
14 |
+
config: {}
|
15 |
+
2024-09-24 16:18:40,652 INFO MainThread:45679 [wandb_init.py:init():594] re-initializing run, found existing run on stack: 3p6gcxf7
|
16 |
+
2024-09-24 16:18:40,655 INFO MainThread:45679 [wandb_run.py:_finish():2107] finishing run mvgdr/retrieval_augmented_generation-doutorado/3p6gcxf7
|
17 |
+
2024-09-24 16:18:40,655 INFO MainThread:45679 [wandb_run.py:_atexit_cleanup():2374] got exitcode: 0
|
18 |
+
2024-09-24 16:18:40,656 INFO MainThread:45679 [wandb_run.py:_restore():2352] restore
|
19 |
+
2024-09-24 16:18:40,656 INFO MainThread:45679 [wandb_run.py:_restore():2358] restore done
|
20 |
+
2024-09-24 16:18:49,801 INFO MainThread:45679 [wandb_run.py:_footer_history_summary_info():4016] rendering history
|
21 |
+
2024-09-24 16:18:49,801 INFO MainThread:45679 [wandb_run.py:_footer_history_summary_info():4048] rendering summary
|
22 |
+
2024-09-24 16:18:49,812 INFO MainThread:45679 [wandb_run.py:_footer_sync_info():3975] logging synced files
|
23 |
+
2024-09-24 16:18:50,406 INFO MainThread:45679 [wandb_init.py:init():619] starting backend
|
24 |
+
2024-09-24 16:18:50,406 INFO MainThread:45679 [wandb_init.py:init():623] setting up manager
|
25 |
+
2024-09-24 16:18:50,410 INFO MainThread:45679 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=spawn,fork,forkserver, using: spawn
|
26 |
+
2024-09-24 16:18:50,410 INFO MainThread:45679 [wandb_init.py:init():631] backend started and connected
|
27 |
+
2024-09-24 16:18:50,447 INFO MainThread:45679 [wandb_run.py:_label_probe_notebook():1334] probe notebook
|
28 |
+
2024-09-24 16:18:50,448 INFO MainThread:45679 [wandb_init.py:init():720] updated telemetry
|
29 |
+
2024-09-24 16:18:50,520 INFO MainThread:45679 [wandb_init.py:init():753] communicating run to backend with 90.0 second timeout
|
30 |
+
2024-09-24 16:18:51,516 INFO MainThread:45679 [wandb_run.py:_on_init():2435] communicating current version
|
31 |
+
2024-09-24 16:18:51,990 INFO MainThread:45679 [wandb_run.py:_on_init():2444] got version response upgrade_message: "wandb version 0.18.1 is available! To upgrade, please run:\n $ pip install wandb --upgrade"
|
32 |
+
|
33 |
+
2024-09-24 16:18:51,991 INFO MainThread:45679 [wandb_init.py:init():804] starting run threads in backend
|
34 |
+
2024-09-24 16:18:52,385 INFO MainThread:45679 [wandb_run.py:_console_start():2413] atexit reg
|
35 |
+
2024-09-24 16:18:52,386 INFO MainThread:45679 [wandb_run.py:_redirect():2255] redirect: wrap_raw
|
36 |
+
2024-09-24 16:18:52,386 INFO MainThread:45679 [wandb_run.py:_redirect():2320] Wrapping output streams.
|
37 |
+
2024-09-24 16:18:52,386 INFO MainThread:45679 [wandb_run.py:_redirect():2345] Redirects installed.
|
38 |
+
2024-09-24 16:18:52,387 INFO MainThread:45679 [wandb_init.py:init():847] run started, returning control to user process
|
39 |
+
2024-09-24 16:18:52,390 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
40 |
+
2024-09-24 16:18:52,391 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
41 |
+
2024-09-24 16:18:54,316 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
42 |
+
2024-09-24 16:18:54,319 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
43 |
+
2024-09-24 16:18:54,319 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
44 |
+
2024-09-24 16:19:00,878 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
45 |
+
2024-09-24 16:19:04,554 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
46 |
+
2024-09-24 16:19:04,554 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
47 |
+
2024-09-24 16:19:08,531 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
48 |
+
2024-09-24 16:19:08,537 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
49 |
+
2024-09-24 16:19:08,537 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
50 |
+
2024-09-24 16:19:08,553 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
51 |
+
2024-09-24 16:19:08,556 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
52 |
+
2024-09-24 16:19:08,557 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
53 |
+
2024-09-24 16:19:09,653 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
54 |
+
2024-09-24 16:19:09,658 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
55 |
+
2024-09-24 16:19:09,658 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
56 |
+
2024-09-24 16:19:10,597 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
57 |
+
2024-09-24 16:19:10,601 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
58 |
+
2024-09-24 16:19:10,601 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
59 |
+
2024-09-24 16:19:11,117 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
60 |
+
2024-09-24 16:19:11,121 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
61 |
+
2024-09-24 16:19:11,121 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
62 |
+
2024-09-24 16:19:12,049 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
63 |
+
2024-09-24 16:19:12,054 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
64 |
+
2024-09-24 16:19:12,054 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
65 |
+
2024-09-24 16:19:12,896 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
66 |
+
2024-09-24 16:19:12,900 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
67 |
+
2024-09-24 16:19:12,900 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
68 |
+
2024-09-24 16:19:16,617 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
69 |
+
2024-09-24 16:19:19,195 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
70 |
+
2024-09-24 16:19:19,195 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
71 |
+
2024-09-24 16:19:19,210 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
72 |
+
2024-09-24 16:19:19,215 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
73 |
+
2024-09-24 16:19:19,215 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
74 |
+
2024-09-24 16:19:19,329 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
75 |
+
2024-09-24 16:19:19,334 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
76 |
+
2024-09-24 16:19:19,334 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
77 |
+
2024-09-24 16:19:24,388 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
78 |
+
2024-09-24 16:19:24,391 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
79 |
+
2024-09-24 16:19:24,392 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
80 |
+
2024-09-24 16:19:24,402 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
81 |
+
2024-09-24 16:19:24,406 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
82 |
+
2024-09-24 16:19:24,406 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
83 |
+
2024-09-24 16:20:55,104 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
84 |
+
2024-09-24 16:20:55,111 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
85 |
+
2024-09-24 16:20:55,111 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
86 |
+
2024-09-24 16:21:52,830 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
87 |
+
2024-09-24 16:21:52,832 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
88 |
+
2024-09-24 16:21:52,833 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
89 |
+
2024-09-24 16:21:52,850 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
90 |
+
2024-09-24 16:21:52,855 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
91 |
+
2024-09-24 16:21:52,855 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
92 |
+
2024-09-24 16:31:06,126 INFO MainThread:45679 [wandb_init.py:_resume_backend():445] resuming backend
|
93 |
+
2024-09-24 16:31:06,130 INFO MainThread:45679 [jupyter.py:save_ipynb():372] not saving jupyter notebook
|
94 |
+
2024-09-24 16:31:06,130 INFO MainThread:45679 [wandb_init.py:_pause_backend():440] pausing backend
|
wandb/run-20240924_161840-av3zk287/run-av3zk287.wandb
ADDED
Binary file (21.9 kB). View file
|
|
wandb/run-20240924_163127-1p1b6phc/files/config.yaml
ADDED
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
wandb_version: 1
|
2 |
+
|
3 |
+
_wandb:
|
4 |
+
desc: null
|
5 |
+
value:
|
6 |
+
python_version: 3.11.9
|
7 |
+
cli_version: 0.17.5
|
8 |
+
framework: huggingface
|
9 |
+
huggingface_version: 4.44.2
|
10 |
+
is_jupyter_run: true
|
11 |
+
is_kaggle_kernel: true
|
12 |
+
start_time: 1727206287
|
13 |
+
t:
|
14 |
+
1:
|
15 |
+
- 1
|
16 |
+
- 5
|
17 |
+
- 11
|
18 |
+
- 41
|
19 |
+
- 49
|
20 |
+
- 51
|
21 |
+
- 53
|
22 |
+
- 55
|
23 |
+
- 71
|
24 |
+
- 98
|
25 |
+
- 100
|
26 |
+
2:
|
27 |
+
- 1
|
28 |
+
- 5
|
29 |
+
- 11
|
30 |
+
- 41
|
31 |
+
- 49
|
32 |
+
- 51
|
33 |
+
- 53
|
34 |
+
- 55
|
35 |
+
- 71
|
36 |
+
- 98
|
37 |
+
- 100
|
38 |
+
3:
|
39 |
+
- 23
|
40 |
+
4: 3.11.9
|
41 |
+
5: 0.17.5
|
42 |
+
6: 4.44.2
|
43 |
+
8:
|
44 |
+
- 1
|
45 |
+
- 2
|
46 |
+
- 5
|
47 |
+
13: darwin-x86_64
|
wandb/run-20240924_163127-1p1b6phc/files/output.log
ADDED
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
|
2 |
+
[]
|
3 |
+
[]
|
4 |
+
[]
|
5 |
+
[]
|
6 |
+
[]
|
7 |
+
[]
|
8 |
+
[]
|
9 |
+
[]
|
10 |
+
[]
|
11 |
+
[]
|
12 |
+
[]
|
13 |
+
[]
|
14 |
+
[]
|
15 |
+
[]
|
16 |
+
[]
|
17 |
+
[]
|
18 |
+
[]
|
19 |
+
[]
|
20 |
+
[]
|
21 |
+
[]
|
22 |
+
[]
|
23 |
+
[]
|
24 |
+
[]
|
25 |
+
[]
|
26 |
+
[]
|
27 |
+
[]
|
28 |
+
[]
|
29 |
+
[]
|
30 |
+
[]
|
31 |
+
[]
|
32 |
+
[]
|
33 |
+
[]
|
34 |
+
[]
|
35 |
+
[]
|
36 |
+
[]
|
37 |
+
[]
|
38 |
+
[]
|
wandb/run-20240924_163127-1p1b6phc/files/requirements.txt
ADDED
@@ -0,0 +1,281 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Deprecated==1.2.14
|
2 |
+
GitPython==3.1.43
|
3 |
+
ImageHash==4.3.1
|
4 |
+
Jinja2==3.1.4
|
5 |
+
Markdown==3.6
|
6 |
+
MarkupSafe==2.1.5
|
7 |
+
PyWavelets==1.7.0
|
8 |
+
PyYAML==6.0.1
|
9 |
+
Pygments==2.15.1
|
10 |
+
Send2Trash==1.8.3
|
11 |
+
XlsxWriter==3.2.0
|
12 |
+
accelerate==0.34.2
|
13 |
+
aiohappyeyeballs==2.3.4
|
14 |
+
aiohttp==3.10.0
|
15 |
+
aiosignal==1.3.1
|
16 |
+
annotated-types==0.7.0
|
17 |
+
antlr4-python3-runtime==4.9.3
|
18 |
+
anyio==4.4.0
|
19 |
+
appnope==0.1.3
|
20 |
+
argon2-cffi-bindings==21.2.0
|
21 |
+
argon2-cffi==23.1.0
|
22 |
+
arrow==1.3.0
|
23 |
+
asttokens==2.2.1
|
24 |
+
async-lru==2.0.4
|
25 |
+
attrs==23.2.0
|
26 |
+
babel==2.16.0
|
27 |
+
backcall==0.2.0
|
28 |
+
backoff==2.2.1
|
29 |
+
beautifulsoup4==4.12.3
|
30 |
+
bertopic==0.16.3
|
31 |
+
bitsandbytes==0.42.0
|
32 |
+
bleach==6.1.0
|
33 |
+
blis==0.7.11
|
34 |
+
cachetools==5.4.0
|
35 |
+
catalogue==2.0.10
|
36 |
+
certifi==2024.8.30
|
37 |
+
cffi==1.16.0
|
38 |
+
chardet==5.2.0
|
39 |
+
charset-normalizer==3.3.2
|
40 |
+
click==8.1.7
|
41 |
+
cloudpathlib==0.18.1
|
42 |
+
coloredlogs==15.0.1
|
43 |
+
comm==0.1.3
|
44 |
+
confection==0.1.5
|
45 |
+
contourpy==1.2.1
|
46 |
+
cryptography==43.0.0
|
47 |
+
cycler==0.12.1
|
48 |
+
cymem==2.0.8
|
49 |
+
dataclasses-json==0.6.7
|
50 |
+
datasets==3.0.0
|
51 |
+
debugpy==1.6.7
|
52 |
+
decorator==5.1.1
|
53 |
+
deepdiff==7.0.1
|
54 |
+
defusedxml==0.7.1
|
55 |
+
dill==0.3.8
|
56 |
+
distro==1.9.0
|
57 |
+
docker-pycreds==0.4.0
|
58 |
+
docstring_parser==0.16
|
59 |
+
effdet==0.4.1
|
60 |
+
emoji==2.12.1
|
61 |
+
en-core-web-sm==3.7.1
|
62 |
+
et-xmlfile==1.1.0
|
63 |
+
evaluate==0.4.3
|
64 |
+
executing==1.2.0
|
65 |
+
fastjsonschema==2.20.0
|
66 |
+
filelock==3.15.4
|
67 |
+
filetype==1.2.0
|
68 |
+
flatbuffers==24.3.25
|
69 |
+
fonttools==4.53.1
|
70 |
+
fqdn==1.5.1
|
71 |
+
frozenlist==1.4.1
|
72 |
+
fsspec==2024.5.0
|
73 |
+
gitdb==4.0.11
|
74 |
+
google-api-core==2.19.1
|
75 |
+
google-auth==2.32.0
|
76 |
+
google-cloud-vision==3.7.3
|
77 |
+
googleapis-common-protos==1.63.2
|
78 |
+
grpcio-status==1.65.1
|
79 |
+
grpcio==1.65.1
|
80 |
+
h11==0.14.0
|
81 |
+
hdbscan==0.8.38.post1
|
82 |
+
htmlmin==0.1.12
|
83 |
+
httpcore==1.0.5
|
84 |
+
httpx==0.27.0
|
85 |
+
huggingface-hub==0.24.3
|
86 |
+
humanfriendly==10.0
|
87 |
+
idna==3.7
|
88 |
+
iopath==0.1.10
|
89 |
+
ipykernel==6.29.5
|
90 |
+
ipython-genutils==0.2.0
|
91 |
+
ipython==8.13.2
|
92 |
+
ipywidgets==8.1.5
|
93 |
+
isoduration==20.11.0
|
94 |
+
jedi==0.18.2
|
95 |
+
jiter==0.5.0
|
96 |
+
joblib==1.1.1
|
97 |
+
json5==0.9.25
|
98 |
+
jsonpath-python==1.0.6
|
99 |
+
jsonpointer==3.0.0
|
100 |
+
jsonschema-specifications==2023.12.1
|
101 |
+
jsonschema==4.23.0
|
102 |
+
jupyter-events==0.10.0
|
103 |
+
jupyter-lsp==2.2.5
|
104 |
+
jupyter_client==8.2.0
|
105 |
+
jupyter_core==5.3.0
|
106 |
+
jupyter_server==2.14.2
|
107 |
+
jupyter_server_terminals==0.5.3
|
108 |
+
jupyterlab==4.2.5
|
109 |
+
jupyterlab_pygments==0.3.0
|
110 |
+
jupyterlab_server==2.27.3
|
111 |
+
jupyterlab_widgets==3.0.13
|
112 |
+
kiwisolver==1.4.5
|
113 |
+
langcodes==3.4.0
|
114 |
+
langdetect==1.0.9
|
115 |
+
language_data==1.2.0
|
116 |
+
layoutparser==0.3.4
|
117 |
+
llvmlite==0.43.0
|
118 |
+
lxml==5.2.2
|
119 |
+
marisa-trie==1.2.0
|
120 |
+
markdown-it-py==3.0.0
|
121 |
+
marshmallow==3.21.3
|
122 |
+
matplotlib-inline==0.1.6
|
123 |
+
matplotlib==3.9.1
|
124 |
+
mdurl==0.1.2
|
125 |
+
missingno==0.5.2
|
126 |
+
mistune==3.0.2
|
127 |
+
mpmath==1.3.0
|
128 |
+
multidict==6.0.5
|
129 |
+
multimethod==1.12
|
130 |
+
multiprocess==0.70.16
|
131 |
+
murmurhash==1.0.10
|
132 |
+
mypy-extensions==1.0.0
|
133 |
+
nbclient==0.10.0
|
134 |
+
nbconvert==7.16.4
|
135 |
+
nbformat==5.10.4
|
136 |
+
nest-asyncio==1.6.0
|
137 |
+
networkx==3.3
|
138 |
+
nltk==3.8.1
|
139 |
+
notebook==7.2.2
|
140 |
+
notebook_shim==0.2.4
|
141 |
+
numba==0.60.0
|
142 |
+
numpy==1.26.4
|
143 |
+
olefile==0.47
|
144 |
+
omegaconf==2.3.0
|
145 |
+
onnx==1.16.1
|
146 |
+
onnxruntime==1.18.1
|
147 |
+
openai==1.43.0
|
148 |
+
opencv-python==4.10.0.84
|
149 |
+
openpyxl==3.1.5
|
150 |
+
ordered-set==4.1.0
|
151 |
+
overrides==7.7.0
|
152 |
+
packaging==24.1
|
153 |
+
pandas-profiling==3.2.0
|
154 |
+
pandas==2.2.2
|
155 |
+
pandocfilters==1.5.1
|
156 |
+
parso==0.8.3
|
157 |
+
pdf2image==1.17.0
|
158 |
+
pdfminer.six==20231228
|
159 |
+
pdfplumber==0.11.2
|
160 |
+
peft==0.12.0
|
161 |
+
pexpect==4.8.0
|
162 |
+
phik==0.12.4
|
163 |
+
pickleshare==0.7.5
|
164 |
+
pikepdf==9.1.0
|
165 |
+
pillow==10.4.0
|
166 |
+
pillow_heif==0.18.0
|
167 |
+
pip==24.2
|
168 |
+
platformdirs==4.2.2
|
169 |
+
plotly==5.24.0
|
170 |
+
poppler-utils==0.1.0
|
171 |
+
portalocker==2.10.1
|
172 |
+
preshed==3.0.9
|
173 |
+
prometheus_client==0.20.0
|
174 |
+
prompt-toolkit==3.0.38
|
175 |
+
proto-plus==1.24.0
|
176 |
+
protobuf==5.27.2
|
177 |
+
psutil==5.9.5
|
178 |
+
ptyprocess==0.7.0
|
179 |
+
pure-eval==0.2.2
|
180 |
+
pyarrow-hotfix==0.6
|
181 |
+
pyarrow==17.0.0
|
182 |
+
pyasn1==0.6.0
|
183 |
+
pyasn1_modules==0.4.0
|
184 |
+
pycocotools==2.0.8
|
185 |
+
pycparser==2.22
|
186 |
+
pycryptodome==3.20.0
|
187 |
+
pydantic==2.8.2
|
188 |
+
pydantic_core==2.20.1
|
189 |
+
pynndescent==0.5.13
|
190 |
+
pypandoc==1.13
|
191 |
+
pyparsing==3.1.2
|
192 |
+
pypdf==4.3.1
|
193 |
+
pypdfium2==4.30.0
|
194 |
+
pytesseract==0.3.10
|
195 |
+
python-dateutil==2.9.0.post0
|
196 |
+
python-docx==1.1.2
|
197 |
+
python-dotenv==1.0.1
|
198 |
+
python-iso639==2024.4.27
|
199 |
+
python-json-logger==2.0.7
|
200 |
+
python-magic==0.4.27
|
201 |
+
python-multipart==0.0.9
|
202 |
+
python-oxmsg==0.0.1
|
203 |
+
python-pptx==0.6.23
|
204 |
+
pytz==2024.1
|
205 |
+
pyzmq==25.0.2
|
206 |
+
rapidfuzz==3.9.5
|
207 |
+
referencing==0.35.1
|
208 |
+
regex==2024.7.24
|
209 |
+
requests-toolbelt==1.0.0
|
210 |
+
requests==2.32.3
|
211 |
+
rfc3339-validator==0.1.4
|
212 |
+
rfc3986-validator==0.1.1
|
213 |
+
rich==13.7.1
|
214 |
+
rpds-py==0.20.0
|
215 |
+
rsa==4.9
|
216 |
+
safetensors==0.4.3
|
217 |
+
scikit-learn==1.5.1
|
218 |
+
scipy==1.14.0
|
219 |
+
seaborn==0.13.2
|
220 |
+
sentence-transformers==3.0.1
|
221 |
+
sentencepiece==0.2.0
|
222 |
+
sentry-sdk==2.12.0
|
223 |
+
setproctitle==1.3.3
|
224 |
+
setuptools==65.5.0
|
225 |
+
shellingham==1.5.4
|
226 |
+
shtab==1.7.1
|
227 |
+
six==1.16.0
|
228 |
+
smart-open==7.0.4
|
229 |
+
smmap==5.0.1
|
230 |
+
sniffio==1.3.1
|
231 |
+
soupsieve==2.5
|
232 |
+
spacy-legacy==3.0.12
|
233 |
+
spacy-loggers==1.0.5
|
234 |
+
spacy==3.7.6
|
235 |
+
srsly==2.4.8
|
236 |
+
stack-data==0.6.2
|
237 |
+
sympy==1.13.1
|
238 |
+
tabulate==0.9.0
|
239 |
+
tangled-up-in-unicode==0.2.0
|
240 |
+
tdqm==0.0.1
|
241 |
+
tenacity==9.0.0
|
242 |
+
terminado==0.18.1
|
243 |
+
thinc==8.2.5
|
244 |
+
threadpoolctl==3.5.0
|
245 |
+
timm==1.0.8
|
246 |
+
tinycss2==1.3.0
|
247 |
+
tokenizers==0.19.1
|
248 |
+
torch==2.2.2
|
249 |
+
torchtext==0.17.2
|
250 |
+
torchvision==0.17.2
|
251 |
+
tornado==6.3.1
|
252 |
+
tqdm==4.66.4
|
253 |
+
traitlets==5.9.0
|
254 |
+
transformers==4.44.2
|
255 |
+
trl==0.9.6
|
256 |
+
typer==0.12.4
|
257 |
+
types-python-dateutil==2.9.0.20240821
|
258 |
+
typing-inspect==0.9.0
|
259 |
+
typing_extensions==4.12.2
|
260 |
+
tyro==0.8.5
|
261 |
+
tzdata==2024.1
|
262 |
+
umap-learn==0.5.6
|
263 |
+
unstructured-client==0.24.1
|
264 |
+
unstructured-inference==0.7.36
|
265 |
+
unstructured.pytesseract==0.3.12
|
266 |
+
unstructured==0.15.0
|
267 |
+
uri-template==1.3.0
|
268 |
+
urllib3==2.2.2
|
269 |
+
visions==0.7.4
|
270 |
+
wandb==0.17.5
|
271 |
+
wasabi==1.1.3
|
272 |
+
wcwidth==0.2.6
|
273 |
+
weasel==0.4.1
|
274 |
+
webcolors==24.8.0
|
275 |
+
webencodings==0.5.1
|
276 |
+
websocket-client==1.8.0
|
277 |
+
widgetsnbextension==4.0.13
|
278 |
+
wrapt==1.16.0
|
279 |
+
xlrd==2.0.1
|
280 |
+
xxhash==3.4.1
|
281 |
+
yarl==1.9.4
|
wandb/run-20240924_163127-1p1b6phc/files/wandb-metadata.json
ADDED
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"os": "macOS-15.0-x86_64-i386-64bit",
|
3 |
+
"python": "3.11.9",
|
4 |
+
"heartbeatAt": "2024-09-24T19:31:28.995936",
|
5 |
+
"startedAt": "2024-09-24T19:31:27.888411",
|
6 |
+
"docker": null,
|
7 |
+
"cuda": null,
|
8 |
+
"args": [],
|
9 |
+
"state": "running",
|
10 |
+
"program": "/Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation/doutorado/secoes_contrato_rotulos_classificacao_texto_v1.ipynb",
|
11 |
+
"codePathLocal": "secoes_contrato_rotulos_classificacao_texto_v1.ipynb",
|
12 |
+
"git": {
|
13 |
+
"remote": "https://github.com/marcelovidigal/retrieval_augmented_generation.git",
|
14 |
+
"commit": "23db3b3a0427b4dfac5df9b26ac2572134e857c4"
|
15 |
+
},
|
16 |
+
"email": "marcelovidigal@gmail.com",
|
17 |
+
"root": "/Users/marcelovidigal/Library/CloudStorage/GoogleDrive-marcelovidigal@gmail.com/Meu Drive/projetos/python/retrieval_augmented_generation",
|
18 |
+
"host": "mace16.local",
|
19 |
+
"username": "marcelovidigal",
|
20 |
+
"executable": "/usr/local/bin/python3",
|
21 |
+
"cpu_count": 8,
|
22 |
+
"cpu_count_logical": 16,
|
23 |
+
"cpu_freq": {
|
24 |
+
"current": 2300,
|
25 |
+
"min": 2300,
|
26 |
+
"max": 2300
|
27 |
+
},
|
28 |
+
"cpu_freq_per_core": [
|
29 |
+
{
|
30 |
+
"current": 2300,
|
31 |
+
"min": 2300,
|
32 |
+
"max": 2300
|
33 |
+
}
|
34 |
+
],
|
35 |
+
"disk": {
|
36 |
+
"/": {
|
37 |
+
"total": 931.546989440918,
|
38 |
+
"used": 9.93536376953125
|
39 |
+
}
|
40 |
+
},
|
41 |
+
"memory": {
|
42 |
+
"total": 16.0
|
43 |
+
}
|
44 |
+
}
|
wandb/run-20240924_163127-1p1b6phc/logs/debug-internal.log
ADDED
The diff for this file is too large to render.
See raw diff
|
|