Csplk commited on
Commit
eb25e53
Β·
1 Parent(s): 76669bb

testing temp gpu client bug

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -10,6 +10,8 @@ import subprocess
10
 
11
  #subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
12
 
 
 
13
  model_id = "vikhyatk/moondream2"
14
  revision = "2025-01-09"
15
  tokenizer = AutoTokenizer.from_pretrained(model_id, revision=revision)
 
10
 
11
  #subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"}, shell=True)
12
 
13
+ #subprocess.run('cp -r moondream/torch clients/python/moondream/torch')
14
+ #subprocess.run('pip install moondream[gpu]')
15
  model_id = "vikhyatk/moondream2"
16
  revision = "2025-01-09"
17
  tokenizer = AutoTokenizer.from_pretrained(model_id, revision=revision)