Update config.json

config.json

@@ -1,65 +1,65 @@
 {
- 'torchscript': False,
- 'torch_dtype': "float16",
- 'use_bfloat16': False,
- 'tf_legacy_loss': False,
- 'pruned_heads': {},
- 'tie_word_embeddings': False,
- 'is_encoder_decoder': False,
- 'is_decoder': False,
- 'cross_attention_hidden_size': None,
- 'add_cross_attention': False,
- 'tie_encoder_decoder': False,
- 'max_length': 20,
- 'min_length': 0,
- 'do_sample': False,
- 'early_stopping': False,
- 'num_beams': 1,
- 'num_beam_groups': 1,
- 'diversity_penalty': 0.0,
- 'temperature': 1.0,
- 'top_k': 50,
- 'top_p': 1.0,
- 'typical_p': 1.0,
- 'repetition_penalty': 1.0,
- 'length_penalty': 1.0,
- 'no_repeat_ngram_size': 0,
- 'encoder_no_repeat_ngram_size': 0,
- 'bad_words_ids': None,
- 'num_return_sequences': 1,
- 'chunk_size_feed_forward': 0,
- 'output_scores': False,
- 'return_dict_in_generate': False,
- 'forced_bos_token_id': None,
- 'forced_eos_token_id': None,
- 'remove_invalid_values': False,
- 'exponential_decay_length_penalty': None,
- 'suppress_tokens': None,
- 'begin_suppress_tokens': None,
- 'architectures': ["LlamaForCausalLM"],
- 'finetuning_task': None,
- 'id2label': {0: "LABEL_0", 1: "LABEL_1"},
- 'label2id': {"LABEL_0": 0, "LABEL_1": 1},
- 'tokenizer_class': None,
- 'prefix': None,
- 'bos_token_id': 1,
- 'pad_token_id': None,
- 'eos_token_id': 2,
- 'sep_token_id': None,
- 'decoder_start_token_id': None,
- 'task_specific_params': None,
- 'problem_type': None,
- '_name_or_path': "mahimairaja/tweet-summarization-llama-2-finetuned",
- 'transformers_version': '4.32.1',
- 'model_type': "llama",
- 'quantization_config': {'quant_method': <QuantizationMethod.BITS_AND_BYTES: 'bitsandbytes'>,
-  'load_in_8bit': False,
-  'load_in_4bit': True,
-  'llm_int8_threshold': 6.0,
-  'llm_int8_skip_modules': None,
-  'llm_int8_enable_fp32_cpu_offload': False,
-  'llm_int8_has_fp16_weight': False,
-  'bnb_4bit_quant_type': 'nf4',
-  'bnb_4bit_use_double_quant': False,
-  'bnb_4bit_compute_dtype': 'float16'}}
-}
+"torchscript": False,
+ "torch_dtype": "float16",
+ "use_bfloat16": False,
+ "tf_legacy_loss": False,
+ "pruned_heads": {},
+ "tie_word_embeddings": False,
+ "is_encoder_decoder": False,
+ "is_decoder": False,
+ "cross_attention_hidden_size": None,
+ "add_cross_attention": False,
+ "tie_encoder_decoder": False,
+ "max_length": 20,
+ "min_length": 0,
+ "do_sample": False,
+ "early_stopping": False,
+ "num_beams": 1,
+ "num_beam_groups": 1,
+ "diversity_penalty": 0.0,
+ "temperature": 1.0,
+ "top_k": 50,
+ "top_p": 1.0,
+ "typical_p": 1.0,
+ "repetition_penalty": 1.0,
+ "length_penalty": 1.0,
+ "no_repeat_ngram_size": 0,
+ "encoder_no_repeat_ngram_size": 0,
+ "bad_words_ids": None,
+ "num_return_sequences": 1,
+ "chunk_size_feed_forward": 0,
+ "output_scores": False,
+ "return_dict_in_generate": False,
+ "forced_bos_token_id": None,
+ "forced_eos_token_id": None,
+ "remove_invalid_values": False,
+ "exponential_decay_length_penalty": None,
+ "suppress_tokens": None,
+ "begin_suppress_tokens": None,
+ "architectures": ["LlamaForCausalLM"],
+ "finetuning_task": None,
+ "id2label": {0: "LABEL_0", 1: "LABEL_1"},
+ "label2id": {"LABEL_0": 0, "LABEL_1": 1},
+ "tokenizer_class": None,
+ "prefix": None,
+ "bos_token_id": 1,
+ "pad_token_id": None,
+ "eos_token_id": 2,
+ "sep_token_id": None,
+ "decoder_start_token_id": None,
+ "task_specific_params": None,
+ "problem_type": None,
+ "_name_or_path": "mahimairaja/tweet-summarization-llama-2-finetuned",
+ "transformers_version": "4.32.1",
+ "model_type": "llama",
+ "quantization_config": {"quant_method": <QuantizationMethod.BITS_AND_BYTES: "bitsandbytes">,
+  "load_in_8bit": False,
+  "load_in_4bit": True,
+  "llm_int8_threshold": 6.0,
+  "llm_int8_skip_modules": None,
+  "llm_int8_enable_fp32_cpu_offload": False,
+  "llm_int8_has_fp16_weight": False,
+  "bnb_4bit_quant_type": "nf4",
+  "bnb_4bit_use_double_quant": False,
+  "bnb_4bit_compute_dtype": "float16"}}
+}