dkdaniz commited on
Commit
9e69669
·
1 Parent(s): 4b27ceb

Update run_localGPT.py

Browse files
Files changed (1) hide show
  1. run_localGPT.py +0 -3
run_localGPT.py CHANGED
@@ -8,9 +8,6 @@ from langchain.llms import HuggingFacePipeline
8
  from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler # for streaming response
9
  from langchain.callbacks.manager import CallbackManager
10
 
11
- torch.cuda.empty_cache()
12
- torch.cuda.memory_summary(device=None, abbreviated=False)
13
-
14
  torch.set_grad_enabled(False)
15
 
16
  callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
 
8
  from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler # for streaming response
9
  from langchain.callbacks.manager import CallbackManager
10
 
 
 
 
11
  torch.set_grad_enabled(False)
12
 
13
  callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])