|
|
|
import gradio as gr |
|
import requests |
|
import os |
|
|
|
|
|
API_URL = "https://api-inference.huggingface.co/models/vectara/hallucination_evaluation_model" |
|
API_TOKEN = os.getenv("HF_AUTH_TOKEN") |
|
if not API_TOKEN: |
|
raise ValueError("Please set the HF_AUTH_TOKEN environment variable.") |
|
|
|
headers = {"Authorization": f"Bearer {API_TOKEN}"} |
|
|
|
|
|
def query(payload): |
|
response = requests.post(API_URL, headers=headers, json=payload) |
|
return response.json() |
|
|
|
|
|
def evaluate_hallucination(input1, input2): |
|
|
|
combined_input = f"{input1}. {input2}" |
|
|
|
|
|
output = query({"inputs": combined_input}) |
|
|
|
|
|
score = output[0][0]['score'] |
|
|
|
|
|
if score < 0.5: |
|
return "🔴", "The score is less than 0.5" |
|
else: |
|
return "🟢", "The score is greater than 0.5" |
|
|
|
|
|
iface = gr.Interface( |
|
fn=evaluate_hallucination, |
|
inputs=[gr.Textbox(label="Assertion"), gr.Textbox(label="Citation")], |
|
outputs=[gr.Label(), gr.Textbox(label="Explanation")], |
|
live=False, |
|
title="👋🏻Welcome to 🌟Tonic's 🧠🌈Hallucination Tester 🔴🟢", |
|
description=''' |
|
### How To Use 🌈Hallucination tester: |
|
🗣️📝add any assertion from an LLM or a human 🗣️😷 add any citation from a RAG retriever or a source 👇🏻📩 Press send 🔴red means a 🌈hallucination, 🟢 green means a 🧠credible assertion. |
|
Check out the model [vectara/hallucination_evaluation_model](https://huggingface.co/vectara/hallucination_evaluation_model) You can also use 🥒🍆🫑Vectara - Hallucination Tester 🗣️😷 via API below or way by cloning this space. 🧬🔬🔍 Simply click here: <a style="display:inline-block" href="https://huggingface.co/spaces/TeamTonic/vectara-hallucination_evaluation_model?duplicate=true"><img src="https://img.shields.io/badge/-Duplicate%20Space-blue?labelColor=white&style=flat&logo=data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAABAAAAAQCAYAAAAf8/9hAAAAAXNSR0IArs4c6QAAAP5JREFUOE+lk7FqAkEURY+ltunEgFXS2sZGIbXfEPdLlnxJyDdYB62sbbUKpLbVNhyYFzbrrA74YJlh9r079973psed0cvUD4A+4HoCjsA85X0Dfn/RBLBgBDxnQPfAEJgBY+A9gALA4tcbamSzS4xq4FOQAJgCDwV2CPKV8tZAJcAjMMkUe1vX+U+SMhfAJEHasQIWmXNN3abzDwHUrgcRGmYcgKe0bxrblHEB4E/pndMazNpSZGcsZdBlYJcEL9Afo75molJyM2FxmPgmgPqlWNLGfwZGG6UiyEvLzHYDmoPkDDiNm9JR9uboiONcBXrpY1qmgs21x1QwyZcpvxt9NS09PlsPAAAAAElFTkSuQmCC&logoWidth=14" alt="Duplicate Space"></a></h3> |
|
Join us : 🌟TeamTonic🌟 is always making cool demos! Join our active builder's🛠️community 👻 [![Join us on Discord](https://img.shields.io/discord/1109943800132010065?label=Discord&logo=discord&style=flat-square)](https://discord.gg/GWpVpekp) On 🤗Huggingface: [TeamTonic](https://huggingface.co/TeamTonic) & [MultiTransformer](https://huggingface.co/MultiTransformer) On 🌐Github: [Tonic-AI](https://github.com/tonic-ai) & contribute to 🌟 [DataTonic](https://github.com/Tonic-AI/DataTonic) 🤗Big thanks to Yuvi Sharma and all the folks at huggingface for the community grant 🤗 ''', |
|
theme='ParityError/Anime', |
|
) |
|
|
|
|
|
iface.launch() |