ironjr commited on
Commit
82a8f22
·
verified ·
1 Parent(s): f85e719

Update model.py

Browse files
Files changed (1) hide show
  1. model.py +3 -2
model.py CHANGED
@@ -379,8 +379,11 @@ class StreamMultiDiffusion(nn.Module):
379
  A single string of text prompt.
380
  """
381
  question = 'Question: What are in the image? Answer:'
 
382
  inputs = self.i2t_processor(image, question, return_tensors='pt')
 
383
  out = self.i2t_model.generate(**inputs, max_new_tokens=77)
 
384
  prompt = self.i2t_processor.decode(out[0], skip_special_tokens=True).strip()
385
  return prompt
386
 
@@ -450,9 +453,7 @@ class StreamMultiDiffusion(nn.Module):
450
  flag_changed = False
451
  if image is not None:
452
  image_ = image.resize((self.width, self.height))
453
- print('111111111111111111111111', self.device, self.pipe.device)
454
  prompt = self.get_text_prompts(image_) if prompt is None else prompt
455
- print('2222222222222222222222', self.device, self.pipe.device)
456
  negative_prompt = '' if negative_prompt is None else negative_prompt
457
  embed = self.pipe.encode_prompt(
458
  prompt=[prompt],
 
379
  A single string of text prompt.
380
  """
381
  question = 'Question: What are in the image? Answer:'
382
+ print(self.i2t_processor.device, self.i2t_model.device)
383
  inputs = self.i2t_processor(image, question, return_tensors='pt')
384
+ print(inputs)
385
  out = self.i2t_model.generate(**inputs, max_new_tokens=77)
386
+ print(out[0].device)
387
  prompt = self.i2t_processor.decode(out[0], skip_special_tokens=True).strip()
388
  return prompt
389
 
 
453
  flag_changed = False
454
  if image is not None:
455
  image_ = image.resize((self.width, self.height))
 
456
  prompt = self.get_text_prompts(image_) if prompt is None else prompt
 
457
  negative_prompt = '' if negative_prompt is None else negative_prompt
458
  embed = self.pipe.encode_prompt(
459
  prompt=[prompt],