app.py

import json
import pandas as pd
import requests
from multiprocessing import Pool
from functools import partial
import streamlit as st


GITHUB_CODE = "https://huggingface.co/datasets/lvwerra/github-code"
INCODER_IMG = (
    "https://huggingface.co/datasets/loubnabnl/repo-images/raw/main/incoder.png"
)
MODELS = ["CodeParrot", "InCoder"]

@st.cache()
def load_examples():
    with open("utils/examples.json", "r") as f:
        examples = json.load(f)
    return examples


def generate_code(model_name, gen_prompt, max_new_tokens, temperature, seed):
    url = (
        f"https://hf.space/embed/loubnabnl/{model_name.lower()}-subspace/+/api/predict/"
    )
    r = requests.post(
        url=url, json={"data": [gen_prompt, max_new_tokens, temperature, seed]}
    )
    generated_text = r.json()["data"][0]
    return generated_text


st.set_page_config(page_icon=":laptop:", layout="wide")
with open("utils/table_contents.txt", "r") as f:
    contents = f.read()
st.sidebar.markdown(contents)

# Introduction
st.title("Code generation with 🤗")
with open("utils/intro.txt", "r") as f:
    intro = f.read()
st.markdown(intro)

# Pretraining datasets
st.subheader("1 - Pretraining datasets")
st.markdown(
    f"Preview of some code files from Github repositories in [Github-code dataset]({GITHUB_CODE}):"
)
df = pd.read_csv("utils/data_preview.csv")
st.dataframe(df)
col1, col2= st.columns([1,2])
with col1:
    selected_model = st.selectbox(
    "Select a code generation model", MODELS, key=1
)
with open(f"datasets/{selected_model.lower()}.txt", "r") as f:
    text = f.read()
st.markdown(text)

# Model architecture
st.subheader("2 - Model architecture")
st.markdown("Most code generation models use GPT style architectures trained on code. Some use encoder-decoder architectures such as AlphaCode.")
col1, col2= st.columns([1,2])
with col1:
    selected_model = st.selectbox(
    "Select a code generation model", MODELS, key=2
)
with open(f"architectures/{selected_model.lower()}.txt", "r") as f:
    text = f.read()
st.markdown(text)
if selected_model == "InCoder":
    st.image(INCODER_IMG, caption="Figure 1: InCoder training", width=700)

# Model evaluation
st.subheader("3 - Code models evaluation")
with open("evaluation/intro.txt", "r") as f:
    intro = f.read()
st.markdown(intro)

# Code generation
st.subheader("4 - Code generation ✨")
col1, col2, col3 = st.columns([7,1,6])
with col1:
    st.markdown("**Models**")
    selected_models = st.multiselect(
    "Select code generation models to compare:", MODELS, default=["CodeParrot"], key=3
)
    st.markdown(" ")
    st.markdown("**Examples**")
    examples = load_examples()
    example_names = [example["name"] for example in examples]
    name2id = dict([(name, i) for i, name in enumerate(example_names)])
    selected_example = st.selectbox(
        "Select one of the following examples or implement yours:", example_names
    )
    example_text = examples[name2id[selected_example]]["value"]
    default_length = examples[name2id[selected_example]]["length"]
with col3:
    st.markdown("**Generation settings**")
    temperature = st.slider(
        "Temperature:", value=0.2, min_value=0.0, step=0.1, max_value=2.0
    )
    max_new_tokens = st.slider(
        "Number of tokens to generate:",
        value=default_length,
        min_value=8,
        step=8,
        max_value=256,
    )
    seed = st.slider(
        "Random seed:", value=42, min_value=0, step=1, max_value=1000
    )
gen_prompt = st.text_area(
    "Generate code with prompt:",
    value=example_text,
    height=200,
).strip()
if st.button("Generate code!"):
    with st.spinner("Generating code..."):
        # Create a multiprocessing Pool
        pool = Pool()
        generate_parallel = partial(
            generate_code,
            gen_prompt=gen_prompt,
            max_new_tokens=max_new_tokens,
            temperature=temperature,
            seed=seed,
        )
        output = pool.map(generate_parallel, selected_models)
        for i in range(len(output)):
            st.markdown(f"**{selected_models[i]}**")
            st.code(output[i])