Baith-al-suroor / app.py
Xhaheen's picture
Update app.py
88efdef
raw
history blame
5.25 kB
import os
os.environ['STABILITY_HOST'] = 'grpc.stability.ai:443'
STABILITY_KEY = os.environ["STABILITY_KEY"]
cohere_key = os.environ["cohere_key"]
import cohere
import random
co = cohere.Client(cohere_key)
import io
import os
import warnings
from IPython.display import display
from PIL import Image
from stability_sdk import client
import stability_sdk.interfaces.gooseai.generation.generation_pb2 as generation
from PIL import Image
stability_api = client.StabilityInference(
key=os.environ['STABILITY_KEY'],
verbose=True,
)
def generate_caption_keywords(prompt, model='command-xlarge-20221108', max_tokens=200, temperature=random.uniform(0.1, 2), k=0, p=0.75, frequency_penalty=0, presence_penalty=0, stop_sequences=[]):
response = co.generate(
model=model,
prompt=prompt,
max_tokens=max_tokens,
temperature=temperature,
k=k,
p=p,
frequency_penalty=frequency_penalty,
presence_penalty=presence_penalty,
stop_sequences=stop_sequences,
return_likelihoods='NONE')
def highlight_keywords(text):
keywords = []
text = text.lower()
text = re.sub(r'[^a-z\s]', '', text) # remove punctuation
text = re.sub(r'\b(the|and|of)\b', '', text) # remove stop words
words = text.split()
for word in words:
if word not in keywords:
keywords.append(word)
return keywords
caption = response.generations[0].text
keywords = highlight_keywords(caption)
keywords_string = ', '.join(keywords)
return caption, keywords_string
def img2img( path ,design,x_prompt,alt_prompt,strength,guidance_scale,steps):
img = Image.open(path)
try:
caption, keywords = generate_caption_keywords(design)
prompt = keywords
except:
prompt = design
if x_prompt == True:
prompt=alt_prompt
answers = stability_api.generate(
prompt,
init_image=img,
seed=54321, # if we're passing in an image generated by SD, you may get better results by providing a different seed value than was used to generate the image
start_schedule=strength, # this controls the "strength" of the prompt relative to the init image
)
# iterating over the generator produces the api response
for resp in answers:
for artifact in resp.artifacts:
if artifact.finish_reason == generation.FILTER:
warnings.warn(
"Your request activated the API's safety filters and could not be processed."
"Please modify the prompt and try again.")
if artifact.type == generation.ARTIFACT_IMAGE:
img2 = Image.open(io.BytesIO(artifact.binary))
im1 = img2.save("new_image.jpg")
print(type(img2))
return img2
import gradio as gr
gr.Interface(img2img, [gr.Image(source="upload", type="filepath", label="Input Image"),
gr.Dropdown(['interior design of living room',
'interior design of gaming room',
'interior design of kitchen',
'interior design of bedroom',
'interior design of bathroom',
'interior design of office',
'interior design of meeting room',
'interior design of personal room'],label="Click here to select your design",value = 'interior design'),
gr.Checkbox(label="Check Custom design if you already have prompt",value = False),
gr.Textbox(label = ' Input custom Prompt Text'),
gr.Slider(label='Strength , try with multiple value betweens 0.55 to 0.9 ', minimum = 0, maximum = 1, step = .01, value = .65),
gr.Slider(2, 15, value = 7, label = 'Guidence Scale'),
gr.Slider(10, 50, value = 50, step = 1, label = 'Number of Iterations')
],
gr.Image(),
examples =[['1.png','interior design of living room','False','interior design',0.6,7,50],
['2.png','interior design of hall ','False','interior design',0.7,7,50],
['3.png','interior design of bedroom','False','interior design',0.6,7,50]],title = "" +'Baith-al-suroor بَیتُ الْسرور 🏡💡🤖, Transform your space with the power of artificial intelligence. '+ "",
description="Baith al suroor بَیتُ الْسرور (house of happiness in Arabic) 🏡💡🤖 is a simple app that uses the power of artificial intelligence to transform your space. With the Cohere language Command model, it can generate descriptions of your desired design, and the Stable Diffusion algorithm creates relevant images to bring your vision to life. Give Baith AI a try and see how it can elevate your interior design.--if you want to scale / reaserch / build mobile app on this space konnect me @[here](https://www.linkedin.com/in/sallu-mandya/)").launch( debug = True)