initial conversion

README.md

@@ -0,0 +1,63 @@
+---
+license: mit
+tags:
+- generated_from_keras_callback
+base_model: microsoft/xtremedistil-l6-h256-uncased
+model-index:
+- name: topic_classification_04
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information Keras had access to. You should
+probably proofread and complete it, then remove this comment. -->
+
+# topic_classification_04
+
+This model is a fine-tuned version of [microsoft/xtremedistil-l6-h256-uncased](https://huggingface.co/microsoft/xtremedistil-l6-h256-uncased) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Train Loss: 0.8325
+- Train Sparse Categorical Accuracy: 0.7237
+- Epoch: 9
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- optimizer: {'name': 'Adam', 'learning_rate': 5e-05, 'decay': 0.0, 'beta_1': 0.9, 'beta_2': 0.999, 'epsilon': 1e-07, 'amsgrad': False}
+- training_precision: float32
+
+### Training results
+
+| Train Loss | Train Sparse Categorical Accuracy | Epoch |
+|:----------:|:---------------------------------:|:-----:|
+| 1.0735     | 0.6503                            | 0     |
+| 0.9742     | 0.6799                            | 1     |
+| 0.9424     | 0.6900                            | 2     |
+| 0.9199     | 0.6970                            | 3     |
+| 0.9016     | 0.7026                            | 4     |
+| 0.8853     | 0.7073                            | 5     |
+| 0.8707     | 0.7120                            | 6     |
+| 0.8578     | 0.7160                            | 7     |
+| 0.8448     | 0.7199                            | 8     |
+| 0.8325     | 0.7237                            | 9     |
+
+
+### Framework versions
+
+- Transformers 4.20.1
+- TensorFlow 2.9.1
+- Datasets 2.3.2
+- Tokenizers 0.12.1

config.json

@@ -0,0 +1,50 @@
+{
+  "_name_or_path": "microsoft/xtremedistil-l6-h256-uncased",
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 256,
+  "id2label": {
+    "0": "Society & Culture",
+    "1": "Science & Mathematics",
+    "2": "Health",
+    "3": "Education & Reference",
+    "4": "Computers & Internet",
+    "5": "Sports",
+    "6": "Business & Finance",
+    "7": "Entertainment & Music",
+    "8": "Family & Relationships",
+    "9": "Politics & Government"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 1024,
+  "label2id": {
+    "Society & Culture": 0,
+    "Science & Mathematics": 1,
+    "Health": 2,
+    "Education & Reference": 3,
+    "Computers & Internet": 4,
+    "Sports": 5,
+    "Business & Finance": 6,
+    "Entertainment & Music": 7,
+    "Family & Relationships": 8,
+    "Politics & Government": 9
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 8,
+  "num_hidden_layers": 6,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "problem_type": "multi_label_classification",
+  "transformers_version": "4.20.1",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

onnx/config.json

@@ -0,0 +1,50 @@
+{
+  "_name_or_path": "jonaskoenig/topic_classification_04",
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 256,
+  "id2label": {
+    "0": "Society & Culture",
+    "1": "Science & Mathematics",
+    "2": "Health",
+    "3": "Education & Reference",
+    "4": "Computers & Internet",
+    "5": "Sports",
+    "6": "Business & Finance",
+    "7": "Entertainment & Music",
+    "8": "Family & Relationships",
+    "9": "Politics & Government"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 1024,
+  "label2id": {
+    "Business & Finance": 6,
+    "Computers & Internet": 4,
+    "Education & Reference": 3,
+    "Entertainment & Music": 7,
+    "Family & Relationships": 8,
+    "Health": 2,
+    "Politics & Government": 9,
+    "Science & Mathematics": 1,
+    "Society & Culture": 0,
+    "Sports": 5
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 8,
+  "num_hidden_layers": 6,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "problem_type": "multi_label_classification",
+  "transformers_version": "4.36.1",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

onnx/model.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b16459e6e0f96cf71216ab3971284df38dbda1d5c56160b9a415ba4071d16e6
+size 51234517

onnx/model_quantized.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5def0132b3eb0fa83de927fbe5ff4ed7372a0318e63d5af6a3507e755d70115e
+size 13215348

onnx/ort_config.json

@@ -0,0 +1,35 @@
+{
+  "one_external_file": true,
+  "opset": null,
+  "optimization": {},
+  "optimum_version": "1.16.1",
+  "quantization": {
+    "activations_dtype": "QUInt8",
+    "activations_symmetric": false,
+    "format": "QOperator",
+    "is_static": false,
+    "mode": "IntegerOps",
+    "nodes_to_exclude": [],
+    "nodes_to_quantize": [],
+    "operators_to_quantize": [
+      "Conv",
+      "MatMul",
+      "Attention",
+      "LSTM",
+      "Gather",
+      "Transpose",
+      "EmbedLayerNormalization"
+    ],
+    "per_channel": false,
+    "qdq_add_pair_to_weight": false,
+    "qdq_dedicated_pair": false,
+    "qdq_op_type_per_channel_support_to_axis": {
+      "MatMul": 1
+    },
+    "reduce_range": false,
+    "weights_dtype": "QInt8",
+    "weights_symmetric": true
+  },
+  "transformers_version": "4.36.1",
+  "use_external_data_format": false
+}

onnx/special_tokens_map.json

@@ -0,0 +1,37 @@
+{
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

onnx/tokenizer_config.json

@@ -0,0 +1,64 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "max_length": 64,
+  "model_max_length": 1000000000000000019884624838656,
+  "never_split": null,
+  "pad_to_multiple_of": null,
+  "pad_token": "[PAD]",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
+  "sep_token": "[SEP]",
+  "stride": 0,
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
+  "unk_token": "[UNK]"
+}

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tf_model.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:decfe12b70109af8215318fbc5150e8effb55949fa9897ce23981bbbaf6844ba
+size 51159352

tokenizer_config.json

@@ -0,0 +1,15 @@
+{
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "name_or_path": "microsoft/xtremedistil-l6-h256-uncased",
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "special_tokens_map_file": null,
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}