{ "architectures": [ "OBILanguageModel" ], "auto_map": { "AutoConfig": "modelConfig.OBIConfig", "AutoModel": "modelLM.OBILanguageModel", "AutoModelForCausalLM": "modelLM.OBILanguageModel", "AutoModelForQuestionAnswering": "modelLM.OBILanguageModel" }, "batch_size": 100, "block_size": 100, "device": "cpu", "eval_interval": 100, "hidden_dropout_prob": 0.1, "hidden_size": 240, "learning_rate": 0.001, "max_iters": 10000, "num_attention_heads": 12, "num_hidden_layers": 12, "torch_dtype": "float32", "transformers_version": "4.30.2", "vocab_size": 5000 }