Upload LM.py

LM.py

@@ -165,10 +165,10 @@ class ModifiedLlamaDecoderLayer(nn.Module):
 # Load the pre-trained model
 
 # Load the configuration from the pre-trained model
-config = AutoConfig.from_pretrained('/home/joe/Music/220-agent')
+config = AutoConfig.from_pretrained('Josephgflowers/TinyLlama-v1.1-Cinders-World')
 
 # Load the pre-trained model
-pretrained_model = LlamaForCausalLM.from_pretrained('/home/joe/Music/220-agent')
+pretrained_model = LlamaForCausalLM.from_pretrained('Josephgflowers/TinyLlama-v1.1-Cinders-World')
 
 # Replace the decoder layers with modified layers
 for i in range(config.num_hidden_layers):
@@ -183,7 +183,7 @@ modified_model = pretrained_model
 # Save the model and tokenizer
 output_dir = "./saved_model"
 modified_model.save_pretrained(output_dir)
-tokenizer = AutoTokenizer.from_pretrained('/home/joe/Music/220-agent', legacy=False)
+tokenizer = AutoTokenizer.from_pretrained('Josephgflowers/TinyLlama-v1.1-Cinders-World', legacy=False)
 tokenizer.save_pretrained(output_dir)
 
 print(f"Model and tokenizer saved to {output_dir}")