End of training

README.md

@@ -3,8 +3,6 @@ license: mit
 base_model: naver-clova-ix/donut-base
 tags:
 - generated_from_trainer
-datasets:
-- imagefolder
 model-index:
 - name: donut-base-sroie
   results: []
@@ -15,7 +13,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # donut-base-sroie
 
-This model is a fine-tuned version of [naver-clova-ix/donut-base](https://huggingface.co/naver-clova-ix/donut-base) on the imagefolder dataset.
+This model is a fine-tuned version of [naver-clova-ix/donut-base](https://huggingface.co/naver-clova-ix/donut-base) on the None dataset.
 
 ## Model description
 
@@ -35,21 +33,17 @@ More information needed
 
 The following hyperparameters were used during training:
 - learning_rate: 2e-05
-- train_batch_size: 2
-- eval_batch_size: 8
+- train_batch_size: 4
+- eval_batch_size: 16
 - seed: 42
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
 - num_epochs: 3
 - mixed_precision_training: Native AMP
 
-### Training results
-
-
-
 ### Framework versions
 
-- Transformers 4.35.2
-- Pytorch 2.1.0+cu118
+- Transformers 4.35.0
+- Pytorch 2.0.0
 - Datasets 2.15.0
-- Tokenizers 0.15.0
+- Tokenizers 0.14.1

added_tokens.json

@@ -1,29 +1,5 @@
 {
-  "</s_charge_hours>": 57537,
-  "</s_charge_total>": 57536,
-  "</s_charge_type>": 57548,
-  "</s_charges>": 57527,
-  "</s_invoice_date>": 57528,
-  "</s_invoice_number>": 57533,
-  "</s_invoice_tax>": 57547,
-  "</s_invoice_total>": 57532,
-  "</s_part_description>": 57529,
-  "</s_part_number>": 57530,
-  "</s_service_date>": 57539,
-  "</s_service_number>": 57534,
-  "<s_charge_hours>": 57541,
-  "<s_charge_total>": 57544,
-  "<s_charge_type>": 57535,
-  "<s_charges>": 57540,
   "<s_iitcdip>": 57523,
-  "<s_invoice_date>": 57543,
-  "<s_invoice_number>": 57526,
-  "<s_invoice_tax>": 57525,
-  "<s_invoice_total>": 57545,
-  "<s_part_description>": 57538,
-  "<s_part_number>": 57531,
-  "<s_service_date>": 57546,
-  "<s_service_number>": 57542,
   "<s_synthdog>": 57524,
   "<sep/>": 57522
 }

generation_config.json

@@ -4,5 +4,5 @@
   "eos_token_id": 2,
   "forced_eos_token_id": 2,
   "pad_token_id": 1,
-  "transformers_version": "4.35.2"
+  "transformers_version": "4.35.0"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b8c69a4a23c3e4146d8f763e71d87ed3856cd2f218f971f77235b376099c1bf
+oid sha256:9d621e7b65e613c7545d32244610bfdbea1b977d362209eb9dae6d7e4cf5bd80
 size 809070744

runs/Nov22_05-47-12_a52fcfd27097/events.out.tfevents.1700632035.a52fcfd27097.47.1

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:93d1adffc6a31b84ee66b9f5857925c4c4338fa6647334d5dbcee9372af49fae
-size 9554
+oid sha256:d1280a3b9a24d7754c11755ad9e7a541cce1dccfc5c4d423291c2e79c9ecb70f
+size 9711

special_tokens_map.json

@@ -1,145 +1,5 @@
 {
   "additional_special_tokens": [
-    {
-      "content": "<s_invoice_tax>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_invoice_number>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_charges>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_invoice_date>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_part_description>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_part_number>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_part_number>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_invoice_total>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_invoice_number>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_service_number>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_charge_type>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_charge_total>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_charge_hours>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_part_description>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_service_date>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_charges>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_charge_hours>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_service_number>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_invoice_date>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
     {
       "content": "</s>",
       "lstrip": false,
@@ -148,35 +8,7 @@
       "single_word": false
     },
     {
-      "content": "<s_charge_total>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_invoice_total>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "<s_service_date>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_invoice_tax>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false
-    },
-    {
-      "content": "</s_charge_type>",
+      "content": "<s>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,

tokenizer.json

@@ -88,222 +88,6 @@
       "rstrip": false,
       "normalized": false,
       "special": true
-    },
-    {
-      "id": 57525,
-      "content": "<s_invoice_tax>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57526,
-      "content": "<s_invoice_number>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57527,
-      "content": "</s_charges>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57528,
-      "content": "</s_invoice_date>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57529,
-      "content": "</s_part_description>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57530,
-      "content": "</s_part_number>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57531,
-      "content": "<s_part_number>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57532,
-      "content": "</s_invoice_total>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57533,
-      "content": "</s_invoice_number>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57534,
-      "content": "</s_service_number>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57535,
-      "content": "<s_charge_type>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57536,
-      "content": "</s_charge_total>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57537,
-      "content": "</s_charge_hours>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57538,
-      "content": "<s_part_description>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57539,
-      "content": "</s_service_date>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57540,
-      "content": "<s_charges>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57541,
-      "content": "<s_charge_hours>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57542,
-      "content": "<s_service_number>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57543,
-      "content": "<s_invoice_date>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57544,
-      "content": "<s_charge_total>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57545,
-      "content": "<s_invoice_total>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57546,
-      "content": "<s_service_date>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57547,
-      "content": "</s_invoice_tax>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
-    },
-    {
-      "id": 57548,
-      "content": "</s_charge_type>",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": false,
-      "special": true
     }
   ],
   "normalizer": {
@@ -325,8 +109,7 @@
   "pre_tokenizer": {
     "type": "Metaspace",
     "replacement": "▁",
-    "add_prefix_space": true,
-    "prepend_scheme": "always"
+    "add_prefix_space": true
   },
   "post_processor": {
     "type": "TemplateProcessing",
@@ -412,8 +195,7 @@
   "decoder": {
     "type": "Metaspace",
     "replacement": "▁",
-    "add_prefix_space": true,
-    "prepend_scheme": "always"
+    "add_prefix_space": true
   },
   "model": {
     "type": "Unigram",

tokenizer_config.json

@@ -63,227 +63,11 @@
       "rstrip": false,
       "single_word": false,
       "special": true
-    },
-    "57525": {
-      "content": "<s_invoice_tax>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57526": {
-      "content": "<s_invoice_number>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57527": {
-      "content": "</s_charges>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57528": {
-      "content": "</s_invoice_date>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57529": {
-      "content": "</s_part_description>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57530": {
-      "content": "</s_part_number>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57531": {
-      "content": "<s_part_number>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57532": {
-      "content": "</s_invoice_total>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57533": {
-      "content": "</s_invoice_number>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57534": {
-      "content": "</s_service_number>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57535": {
-      "content": "<s_charge_type>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57536": {
-      "content": "</s_charge_total>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57537": {
-      "content": "</s_charge_hours>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57538": {
-      "content": "<s_part_description>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57539": {
-      "content": "</s_service_date>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57540": {
-      "content": "<s_charges>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57541": {
-      "content": "<s_charge_hours>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57542": {
-      "content": "<s_service_number>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57543": {
-      "content": "<s_invoice_date>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57544": {
-      "content": "<s_charge_total>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57545": {
-      "content": "<s_invoice_total>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57546": {
-      "content": "<s_service_date>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57547": {
-      "content": "</s_invoice_tax>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "57548": {
-      "content": "</s_charge_type>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
     }
   },
   "additional_special_tokens": [
-    "<s_invoice_tax>",
-    "<s_invoice_number>",
-    "</s_charges>",
-    "</s_invoice_date>",
-    "</s_part_description>",
-    "</s_part_number>",
-    "<s_part_number>",
-    "</s_invoice_total>",
-    "<s>",
-    "</s_invoice_number>",
-    "</s_service_number>",
-    "<s_charge_type>",
-    "</s_charge_total>",
-    "</s_charge_hours>",
-    "<s_part_description>",
-    "</s_service_date>",
-    "<s_charges>",
-    "<s_charge_hours>",
-    "<s_service_number>",
-    "<s_invoice_date>",
     "</s>",
-    "<s_charge_total>",
-    "<s_invoice_total>",
-    "<s_service_date>",
-    "</s_invoice_tax>",
-    "</s_charge_type>"
+    "<s>"
   ],
   "bos_token": "<s>",
   "clean_up_tokenization_spaces": true,