hunkim commited on
Commit
c9d699b
1 Parent(s): 7585e4a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -15,7 +15,7 @@ device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
15
  model = AutoModelForCausalLM.from_pretrained(
16
  'kakaobrain/kogpt', revision='KoGPT6B-ryan1.5b',cache_dir='./model_dir/',
17
  pad_token_id=tokenizer.eos_token_id,
18
- torch_dtype=torch.float16, low_cpu_mem_usage=False
19
  ).to(device=device, non_blocking=True)
20
  _ = model.eval()
21
 
 
15
  model = AutoModelForCausalLM.from_pretrained(
16
  'kakaobrain/kogpt', revision='KoGPT6B-ryan1.5b',cache_dir='./model_dir/',
17
  pad_token_id=tokenizer.eos_token_id,
18
+ torch_dtype=torch.float16, low_cpu_mem_usage=True
19
  ).to(device=device, non_blocking=True)
20
  _ = model.eval()
21