testing

app.py

@@ -13,10 +13,10 @@ bot = commands.Bot("", intents=discord.Intents.all())
 
 # model_pipe = pickle.load(open('pipe.pkl', 'rb'))
 # this is the dtype used for trivial operations, such as vector->vector operations and is the dtype that will determine the accuracy of the model
-runtimedtype = torch.float16 # torch.float64, torch.bfloat16
+runtimedtype = torch.float32 # torch.float64, torch.bfloat16
 
 # this is the dtype used for matrix-vector operations, and is the dtype that will determine the performance and memory usage of the model
-dtype = torch.bfloat16 # torch.float32, torch.float64, torch.bfloat16
+dtype = torch.float32 # torch.float32, torch.float64, torch.bfloat16
 
 useGPU = torch.cuda.is_available() # False
 
@@ -25,7 +25,7 @@ useGPU = torch.cuda.is_available() # False
 async def on_ready():
     print(f'We have logged in as {bot.user}')
     global model
-    model = RWKV("RWKV-4-Pile-3B-Instruct-test2-20230209.pth", 
+    model = RWKV("https://huggingface.co/BlinkDL/rwkv-4-pile-1b5/resolve/main/RWKV-4-Pile-1B5-Instruct-test2-20230209.pth", 
                  mode=TORCH, 
                  useGPU=useGPU, 
                  runtimedtype=runtimedtype,