Spaces:
Paused
Paused
Update run_localGPT.py
Browse files- run_localGPT.py +0 -3
run_localGPT.py
CHANGED
@@ -8,9 +8,6 @@ from langchain.llms import HuggingFacePipeline
|
|
8 |
from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler # for streaming response
|
9 |
from langchain.callbacks.manager import CallbackManager
|
10 |
|
11 |
-
torch.cuda.empty_cache()
|
12 |
-
torch.cuda.memory_summary(device=None, abbreviated=False)
|
13 |
-
|
14 |
torch.set_grad_enabled(False)
|
15 |
|
16 |
callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
|
|
|
8 |
from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler # for streaming response
|
9 |
from langchain.callbacks.manager import CallbackManager
|
10 |
|
|
|
|
|
|
|
11 |
torch.set_grad_enabled(False)
|
12 |
|
13 |
callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
|