@@ -1021,591 +741,429 @@ async def get_homepage():
// Global state
let selectedModels = [];
let selectedDataset = null;
- let selectedDatasetSubset = null;
let selectedMetrics = [];
- let currentTab = 'models';
- let evaluationResults = null;
let websocket = null;
+ let currentEvaluationId = null;
- // Data from backend
- const MODELS = {json.dumps(SUPPORTED_MODELS)};
- const DATASETS = {json.dumps(SUPPORTED_DATASETS)};
- const METRICS = {json.dumps(SUPPORTED_METRICS)};
+ // Models data
+ const models = """ + json.dumps(HF_MODELS) + """;
+ const datasets = """ + json.dumps(EVALUATION_DATASETS) + """;
+ const metrics = """ + json.dumps(EVALUATION_METRICS) + """;
// Initialize the application
- document.addEventListener('DOMContentLoaded', function() {{
- populateModels();
- populateDatasets();
- populateMetrics();
- setupSliders();
- setupSearch();
- }});
+ document.addEventListener('DOMContentLoaded', function() {
+ lucide.createIcons();
+ renderModels();
+ renderDatasets();
+ renderMetrics();
+ setupEventListeners();
+ });
- function populateModels() {{
- const grid = document.getElementById('models-grid');
- grid.innerHTML = '';
+ function setupEventListeners() {
+ // Sample size slider
+ document.getElementById('sampleSize').addEventListener('input', function() {
+ document.getElementById('sampleSizeValue').textContent = this.value;
+ });
- Object.entries(MODELS).forEach(([provider, models]) => {{
- Object.entries(models).forEach(([modelId, model]) => {{
- const card = document.createElement('div');
- card.className = 'model-card bg-gray-50 border-2 border-gray-200 rounded-lg p-4';
- card.dataset.provider = provider;
- card.dataset.modelId = modelId;
-
- card.innerHTML = `
-
-
Context: ${{model.context_length}} tokens
-
Cost: $$${{model.cost_per_1k_tokens}}/1K tokens
-
- ${{model.capabilities.map(cap => `${{cap}}`).join('')}}
-
-
- `;
-
- card.addEventListener('click', () => toggleModel(modelId, model));
- grid.appendChild(card);
- }});
- }});
- }}
+ // Temperature slider
+ document.getElementById('temperature').addEventListener('input', function() {
+ document.getElementById('temperatureValue').textContent = this.value;
+ });
+
+ // Max tokens slider
+ document.getElementById('maxTokens').addEventListener('input', function() {
+ document.getElementById('maxTokensValue').textContent = this.value;
+ });
+
+ // Model search
+ document.getElementById('modelSearch').addEventListener('input', function() {
+ const searchTerm = this.value.toLowerCase();
+ filterModelsBySearch(searchTerm);
+ });
+ }
- function populateDatasets() {{
- const grid = document.getElementById('datasets-grid');
+ function renderModels() {
+ const grid = document.getElementById('modelGrid');
grid.innerHTML = '';
- Object.entries(DATASETS).forEach(([datasetId, dataset]) => {{
- const card = document.createElement('div');
- card.className = 'dataset-card bg-gray-50 border-2 border-gray-200 rounded-lg p-4';
- card.dataset.datasetId = datasetId;
-
- card.innerHTML = `
-
-
Samples: ${{dataset.sample_count}}
-
Subsets: ${{Array.isArray(dataset.subsets) ? dataset.subsets.length : 'N/A'}}
-
- `;
-
- card.addEventListener('click', () => selectDataset(datasetId, dataset));
- grid.appendChild(card);
- }});
- }}
+ Object.keys(models).forEach(category => {
+ models[category].forEach(model => {
+ const modelCard = createModelCard(model, category);
+ grid.appendChild(modelCard);
+ });
+ });
+ }
- function populateMetrics() {{
- const grid = document.getElementById('metrics-grid');
- grid.innerHTML = '';
+ function createModelCard(model, category) {
+ const div = document.createElement('div');
+ div.className = `model-card p-4 border rounded-lg cursor-pointer hover:shadow-md transition-all`;
+ div.dataset.category = category;
+ div.dataset.modelId = model.id;
- Object.entries(METRICS).forEach(([metricId, metric]) => {{
- const card = document.createElement('div');
- card.className = 'metric-card bg-gray-50 border-2 border-gray-200 rounded-lg p-4';
- card.dataset.metricId = metricId;
-
- card.innerHTML = `
-
-
${{metric.name}}
-
${{metric.category}}
+ div.innerHTML = `
+
+
+
${model.name}
+
${model.provider} โข ${model.size}
-
${{metric.description}}
-
- Best for: ${{metric.best_for.join(', ')}}
-
- `;
-
- card.addEventListener('click', () => toggleMetric(metricId, metric));
- grid.appendChild(card);
- }});
- }}
-
- function setupSliders() {{
- const sliders = ['num-samples', 'temperature', 'max-tokens', 'top-p', 'frequency-penalty', 'presence-penalty'];
+
${model.size}
+
+
${model.description}
+
+ ${model.capabilities.map(cap => `${cap}`).join('')}
+
+ `;
- sliders.forEach(sliderId => {{
- const slider = document.getElementById(sliderId);
- const valueDisplay = document.getElementById(sliderId + '-value');
-
- slider.addEventListener('input', function() {{
- valueDisplay.textContent = this.value;
- }});
- }});
- }}
+ div.addEventListener('click', () => toggleModelSelection(model.id, div));
+ return div;
+ }
- function setupSearch() {{
- const searchInput = document.getElementById('model-search');
- const providerFilter = document.getElementById('provider-filter');
-
- function filterModels() {{
- const searchTerm = searchInput.value.toLowerCase();
- const selectedProvider = providerFilter.value;
- const modelCards = document.querySelectorAll('.model-card');
-
- modelCards.forEach(card => {{
- const modelName = card.querySelector('h4').textContent.toLowerCase();
- const provider = card.dataset.provider;
-
- const matchesSearch = modelName.includes(searchTerm);
- const matchesProvider = !selectedProvider || provider === selectedProvider;
-
- card.style.display = matchesSearch && matchesProvider ? 'block' : 'none';
- }});
- }}
-
- searchInput.addEventListener('input', filterModels);
- providerFilter.addEventListener('change', filterModels);
- }}
+ function toggleModelSelection(modelId, element) {
+ if (selectedModels.includes(modelId)) {
+ selectedModels = selectedModels.filter(id => id !== modelId);
+ element.classList.remove('selected');
+ } else {
+ selectedModels.push(modelId);
+ element.classList.add('selected');
+ }
+ updateSelectedModelsCount();
+ }
- function toggleModel(modelId, model) {{
- const index = selectedModels.findIndex(m => m.id === modelId);
-
- if (index > -1) {{
- selectedModels.splice(index, 1);
- }} else if (selectedModels.length < 5) {{
- selectedModels.push({{id: modelId, ...model}});
- }} else {{
- alert('Maximum 5 models can be selected');
- return;
- }}
-
- updateModelSelection();
- }}
+ function updateSelectedModelsCount() {
+ document.getElementById('selectedModelsCount').textContent = selectedModels.length;
+ }
- function updateModelSelection() {{
- // Update visual selection
- document.querySelectorAll('.model-card').forEach(card => {{
- const modelId = card.dataset.modelId;
- if (selectedModels.some(m => m.id === modelId)) {{
- card.classList.add('selected');
- }} else {{
- card.classList.remove('selected');
- }}
- }});
+ function filterModels(category) {
+ // Update filter buttons
+ document.querySelectorAll('[id^="filter-"]').forEach(btn => {
+ btn.className = btn.className.replace('bg-purple-600 text-white', 'bg-gray-200 text-gray-700');
+ });
+ document.getElementById(`filter-${category}`).className =
+ document.getElementById(`filter-${category}`).className.replace('bg-gray-200 text-gray-700', 'bg-purple-600 text-white');
- // Update selected models list
- const list = document.getElementById('selected-models-list');
- list.innerHTML = selectedModels.map(model =>
- `
${{model.name}}`
- ).join('');
- }}
+ // Filter model cards
+ document.querySelectorAll('.model-card').forEach(card => {
+ if (category === 'all' || card.dataset.category === category) {
+ card.style.display = 'block';
+ } else {
+ card.style.display = 'none';
+ }
+ });
+ }
- function selectDataset(datasetId, dataset) {{
- selectedDataset = datasetId;
-
- // Update visual selection
- document.querySelectorAll('.dataset-card').forEach(card => {{
- if (card.dataset.datasetId === datasetId) {{
- card.classList.add('selected');
- }} else {{
- card.classList.remove('selected');
- }}
- }});
-
- // Show subsets if available
- if (dataset.subsets && dataset.subsets.length > 0) {{
- const subsetsDiv = document.getElementById('dataset-subsets');
- const select = document.getElementById('subset-select');
+ function filterModelsBySearch(searchTerm) {
+ document.querySelectorAll('.model-card').forEach(card => {
+ const modelName = card.querySelector('h3').textContent.toLowerCase();
+ const modelProvider = card.querySelector('p').textContent.toLowerCase();
- select.innerHTML = '
' +
- dataset.subsets.map(subset => `
`).join('');
-
- subsetsDiv.classList.remove('hidden');
-
- select.addEventListener('change', function() {{
- selectedDatasetSubset = this.value || null;
- }});
- }} else {{
- document.getElementById('dataset-subsets').classList.add('hidden');
- selectedDatasetSubset = null;
- }}
- }}
-
- function toggleMetric(metricId, metric) {{
- const index = selectedMetrics.findIndex(m => m.id === metricId);
-
- if (index > -1) {{
- selectedMetrics.splice(index, 1);
- }} else {{
- selectedMetrics.push({{id: metricId, ...metric}});
- }}
-
- updateMetricSelection();
- }}
+ if (modelName.includes(searchTerm) || modelProvider.includes(searchTerm)) {
+ card.style.display = 'block';
+ } else {
+ card.style.display = 'none';
+ }
+ });
+ }
- function updateMetricSelection() {{
- // Update visual selection
- document.querySelectorAll('.metric-card').forEach(card => {{
- const metricId = card.dataset.metricId;
- if (selectedMetrics.some(m => m.id === metricId)) {{
- card.classList.add('selected');
- }} else {{
- card.classList.remove('selected');
- }}
- }});
+ function renderDatasets() {
+ const grid = document.getElementById('datasetGrid');
+ grid.innerHTML = '';
- // Update selected metrics list
- const list = document.getElementById('selected-metrics-list');
- list.innerHTML = selectedMetrics.map(metric =>
- `
${{metric.name}}`
- ).join('');
- }}
+ Object.keys(datasets).forEach(category => {
+ datasets[category].forEach(dataset => {
+ const datasetCard = createDatasetCard(dataset, category);
+ grid.appendChild(datasetCard);
+ });
+ });
+ }
- function switchTab(tabName) {{
- currentTab = tabName;
-
- // Hide all tabs
- document.querySelectorAll('.tab-content').forEach(tab => {{
- tab.classList.add('hidden');
- }});
-
- // Show selected tab
- document.getElementById(tabName + '-tab').classList.remove('hidden');
+ function createDatasetCard(dataset, category) {
+ const div = document.createElement('div');
+ div.className = `dataset-card p-3 border rounded-lg cursor-pointer hover:shadow-md transition-all`;
+ div.dataset.category = category;
+ div.dataset.datasetId = dataset.id;
- // Update tab buttons
- document.querySelectorAll('.tab-button').forEach(btn => {{
- btn.classList.remove('active');
- }});
- event.target.classList.add('active');
+ div.innerHTML = `
+
+
+
${dataset.name}
+
${dataset.description}
+
+
${dataset.samples.toLocaleString()}
+
+
+ ${dataset.task_type}
+ ${dataset.difficulty}
+
+ `;
- updateNavigationButtons();
- }}
+ div.addEventListener('click', () => selectDataset(dataset.id, div));
+ return div;
+ }
- function nextTab() {{
- const tabs = ['models', 'datasets', 'metrics', 'config'];
- const currentIndex = tabs.indexOf(currentTab);
+ function selectDataset(datasetId, element) {
+ // Remove previous selection
+ document.querySelectorAll('.dataset-card').forEach(card => {
+ card.classList.remove('selected');
+ });
- if (currentIndex < tabs.length - 1) {{
- const nextTab = tabs[currentIndex + 1];
- document.querySelector(`[onclick="switchTab('${{nextTab}}')"]`).click();
- }}
- }}
+ // Add selection to clicked element
+ element.classList.add('selected');
+ selectedDataset = datasetId;
+ }
- function previousTab() {{
- const tabs = ['models', 'datasets', 'metrics', 'config'];
- const currentIndex = tabs.indexOf(currentTab);
+ function filterDatasets(category) {
+ // Update filter buttons
+ document.querySelectorAll('[id^="dataset-filter-"]').forEach(btn => {
+ btn.className = btn.className.replace('bg-purple-600 text-white', 'bg-gray-200 text-gray-700');
+ });
+ document.getElementById(`dataset-filter-${category}`).className =
+ document.getElementById(`dataset-filter-${category}`).className.replace('bg-gray-200 text-gray-700', 'bg-purple-600 text-white');
- if (currentIndex > 0) {{
- const prevTab = tabs[currentIndex - 1];
- document.querySelector(`[onclick="switchTab('${{prevTab}}')"]`).click();
- }}
- }}
+ // Filter dataset cards
+ document.querySelectorAll('.dataset-card').forEach(card => {
+ if (category === 'all' || card.dataset.category === category) {
+ card.style.display = 'block';
+ } else {
+ card.style.display = 'none';
+ }
+ });
+ }
- function updateNavigationButtons() {{
- const prevBtn = document.getElementById('prev-tab');
- const nextBtn = document.getElementById('next-tab');
- const startBtn = document.getElementById('start-evaluation');
-
- prevBtn.style.display = currentTab === 'models' ? 'none' : 'block';
+ function renderMetrics() {
+ const grid = document.getElementById('metricsGrid');
+ grid.innerHTML = '';
- if (currentTab === 'config') {{
- nextBtn.classList.add('hidden');
- startBtn.classList.remove('hidden');
- }} else {{
- nextBtn.classList.remove('hidden');
- startBtn.classList.add('hidden');
- }}
- }}
+ metrics.forEach(metric => {
+ const div = document.createElement('div');
+ div.className = 'flex items-center space-x-2';
+
+ div.innerHTML = `
+
+
+ `;
+
+ const checkbox = div.querySelector('input');
+ checkbox.addEventListener('change', () => {
+ if (checkbox.checked) {
+ selectedMetrics.push(metric.id);
+ } else {
+ selectedMetrics = selectedMetrics.filter(id => id !== metric.id);
+ }
+ });
+
+ grid.appendChild(div);
+ });
+ }
- function startEvaluation() {{
- // Validate selections
- if (selectedModels.length === 0) {{
+ function startEvaluation() {
+ // Validation
+ if (selectedModels.length === 0) {
alert('Please select at least one model');
return;
- }}
+ }
- if (!selectedDataset) {{
+ if (!selectedDataset) {
alert('Please select a dataset');
return;
- }}
+ }
- if (selectedMetrics.length === 0) {{
+ if (selectedMetrics.length === 0) {
alert('Please select at least one metric');
return;
- }}
+ }
- // Prepare evaluation request
- const request = {{
- models: selectedModels.map(m => m.id),
+ // Prepare request
+ const request = {
+ models: selectedModels,
dataset: selectedDataset,
- dataset_subset: selectedDatasetSubset,
- metrics: selectedMetrics.map(m => m.id),
- num_samples: parseInt(document.getElementById('num-samples').value),
+ metrics: selectedMetrics,
+ sample_size: parseInt(document.getElementById('sampleSize').value),
temperature: parseFloat(document.getElementById('temperature').value),
- max_tokens: parseInt(document.getElementById('max-tokens').value),
- top_p: parseFloat(document.getElementById('top-p').value),
- frequency_penalty: parseFloat(document.getElementById('frequency-penalty').value),
- presence_penalty: parseFloat(document.getElementById('presence-penalty').value)
- }};
-
- // Show evaluation section
- document.getElementById('evaluation-section').classList.remove('hidden');
- document.getElementById('results-section').classList.add('hidden');
-
- // Scroll to evaluation section
- document.getElementById('evaluation-section').scrollIntoView({{ behavior: 'smooth' }});
+ max_tokens: parseInt(document.getElementById('maxTokens').value),
+ top_p: 0.9
+ };
// Start evaluation
- fetch('/api/evaluate', {{
+ fetch('/api/evaluate', {
method: 'POST',
- headers: {{
+ headers: {
'Content-Type': 'application/json'
- }},
+ },
body: JSON.stringify(request)
- }})
+ })
.then(response => response.json())
- .then(data => {{
- if (data.status === 'started') {{
+ .then(data => {
+ if (data.status === 'started') {
+ currentEvaluationId = data.evaluation_id;
connectWebSocket(data.evaluation_id);
- }} else {{
+ showProgress();
+ disableStartButton();
+ } else {
alert('Failed to start evaluation: ' + data.message);
- }}
- }})
- .catch(error => {{
+ }
+ })
+ .catch(error => {
console.error('Error:', error);
alert('Failed to start evaluation');
- }});
- }}
+ });
+ }
- function connectWebSocket(evaluationId) {{
+ function connectWebSocket(evaluationId) {
const protocol = window.location.protocol === 'https:' ? 'wss:' : 'ws:';
- const wsUrl = `${{protocol}}//${{window.location.host}}/ws/${{evaluationId}}`;
+ const wsUrl = `${protocol}//${window.location.host}/ws/${evaluationId}`;
websocket = new WebSocket(wsUrl);
- websocket.onmessage = function(event) {{
+ websocket.onmessage = function(event) {
const data = JSON.parse(event.data);
handleWebSocketMessage(data);
- }};
+ };
- websocket.onclose = function() {{
+ websocket.onclose = function() {
console.log('WebSocket connection closed');
- }};
+ };
- websocket.onerror = function(error) {{
+ websocket.onerror = function(error) {
console.error('WebSocket error:', error);
- }};
- }}
+ };
+ }
- function handleWebSocketMessage(data) {{
- const logsContainer = document.getElementById('evaluation-logs');
- const requestResponseContainer = document.getElementById('request-response-logs');
-
- switch (data.type) {{
- case 'evaluation_start':
- case 'evaluation_progress':
- case 'model_start':
- case 'model_complete':
- // Update progress
- if (data.progress !== undefined) {{
- document.getElementById('progress-bar').style.width = data.progress + '%';
- document.getElementById('progress-percentage').textContent = data.progress + '%';
- }}
-
- // Add log entry
- const logEntry = document.createElement('div');
- logEntry.className = 'log-entry mb-1';
- logEntry.textContent = data.message;
- logsContainer.appendChild(logEntry);
- logsContainer.scrollTop = logsContainer.scrollHeight;
+ function handleWebSocketMessage(data) {
+ switch (data.type) {
+ case 'progress':
+ updateProgress(data.progress, data.current_step);
break;
-
- case 'request_response':
- // Add request/response details
- const reqResEntry = document.createElement('div');
- reqResEntry.className = 'mb-4 p-3 bg-white rounded border';
- reqResEntry.innerHTML = `
-
${{data.model}} - Sample ${{data.sample_index}}
-
-
-
Request:
-
${{JSON.stringify(data.request, null, 2)}}
-
-
-
Response:
-
${{JSON.stringify(data.response, null, 2)}}
-
-
- `;
- requestResponseContainer.appendChild(reqResEntry);
- requestResponseContainer.scrollTop = requestResponseContainer.scrollHeight;
+ case 'log':
+ addLogEntry(data);
break;
-
- case 'evaluation_complete':
- // Update progress to 100%
- document.getElementById('progress-bar').style.width = '100%';
- document.getElementById('progress-percentage').textContent = '100%';
- document.getElementById('evaluation-status').textContent = 'Completed';
- document.getElementById('evaluation-status').className = 'px-4 py-2 bg-green-100 text-green-800 rounded-lg font-medium';
-
- // Show results
- evaluationResults = data;
- displayResults(data.results, data.summary);
+ case 'complete':
+ showResults(data.results);
+ enableStartButton();
break;
-
- case 'evaluation_error':
- document.getElementById('evaluation-status').textContent = 'Failed';
- document.getElementById('evaluation-status').className = 'px-4 py-2 bg-red-100 text-red-800 rounded-lg font-medium';
-
- const errorEntry = document.createElement('div');
- errorEntry.className = 'log-entry mb-1 text-red-400';
- errorEntry.textContent = data.message;
- logsContainer.appendChild(errorEntry);
+ case 'error':
+ addLogEntry({
+ level: 'ERROR',
+ message: data.message,
+ timestamp: new Date().toISOString()
+ });
+ enableStartButton();
break;
- }}
- }}
+ }
+ }
- function displayResults(results, summary) {{
- document.getElementById('results-section').classList.remove('hidden');
- document.getElementById('results-section').scrollIntoView({{ behavior: 'smooth' }});
-
- const container = document.getElementById('results-content');
-
- // Summary section
- const summaryHtml = `
-
-
-
${{summary.models_evaluated}}
-
Models Evaluated
-
-
-
${{summary.total_samples}}
-
Total Samples
-
-
-
$${{summary.total_cost_usd}}
-
Total Cost
-
-
-
${{summary.avg_latency_ms}}ms
-
Avg Latency
-
-
- `;
+ function showProgress() {
+ document.getElementById('idleMessage').classList.add('hidden');
+ document.getElementById('progressSection').classList.remove('hidden');
+ clearLogs();
+ }
+
+ function updateProgress(progress, currentStep) {
+ document.getElementById('progressBar').style.width = progress + '%';
+ document.getElementById('progressPercent').textContent = Math.round(progress) + '%';
+ document.getElementById('currentStep').textContent = currentStep;
+ }
+
+ function addLogEntry(logData) {
+ const container = document.getElementById('logsContainer');
+ const entry = document.createElement('div');
+ entry.className = 'log-entry mb-1';
- // Results table
- const modelsArray = Object.entries(results);
- const metricsArray = Object.keys(modelsArray[0][1].metrics);
+ const timestamp = new Date(logData.timestamp).toLocaleTimeString();
+ const levelColor = {
+ 'INFO': 'text-blue-400',
+ 'SUCCESS': 'text-green-400',
+ 'ERROR': 'text-red-400',
+ 'DEBUG': 'text-gray-400'
+ }[logData.level] || 'text-green-400';
- const tableHtml = `
-
-
-
-
- | Model |
- ${{metricsArray.map(metric => `${{METRICS[metric].name}} | `).join('')}}
- Cost |
- Latency |
-
-
-
- ${{modelsArray.map(([modelId, result]) => `
-
- | ${{result.model_info.name}} |
- ${{metricsArray.map(metric => `
-
- ${{result.metrics[metric].score}}
- |
- `).join('')}}
- $${{result.total_cost.toFixed(4)}} |
- ${{result.avg_latency_ms}}ms |
-
- `).join('')}}
-
-
-
+ entry.innerHTML = `
+
[${timestamp}]
+
[${logData.level}]
+
${logData.message}
`;
- container.innerHTML = summaryHtml + tableHtml;
- }}
+ container.appendChild(entry);
+ container.scrollTop = container.scrollHeight;
+ }
- function exportResults(format) {{
- if (!evaluationResults) {{
- alert('No results to export');
- return;
- }}
+ function clearLogs() {
+ document.getElementById('logsContainer').innerHTML = '';
+ }
+
+ function showResults(results) {
+ const section = document.getElementById('resultsSection');
+ const content = document.getElementById('resultsContent');
- let content, filename, mimeType;
+ let html = '
';
- if (format === 'json') {{
- content = JSON.stringify(evaluationResults, null, 2);
- filename = 'novaeval_results.json';
- mimeType = 'application/json';
- }} else if (format === 'csv') {{
- // Convert to CSV
- const results = evaluationResults.results;
- const headers = ['Model', 'Provider'];
- const metricsArray = Object.keys(Object.values(results)[0].metrics);
- headers.push(...metricsArray, 'Total Cost', 'Avg Latency (ms)');
+ Object.keys(results).forEach(modelId => {
+ const modelName = modelId.split('/').pop();
+ const modelResults = results[modelId];
- const rows = [headers];
- Object.entries(results).forEach(([modelId, result]) => {{
- const row = [
- result.model_info.name,
- result.model_info.provider,
- ...metricsArray.map(metric => result.metrics[metric].score),
- result.total_cost.toFixed(4),
- result.avg_latency_ms
- ];
- rows.push(row);
- }});
+ html += `
+
+
${modelName}
+
+ `;
+
+ Object.keys(modelResults).forEach(metric => {
+ const value = modelResults[metric];
+ html += `
+
+
${metric.toUpperCase()}
+
${value}
+
+ `;
+ });
- content = rows.map(row => row.join(',')).join('\\n');
- filename = 'novaeval_results.csv';
- mimeType = 'text/csv';
- }}
+ html += '
';
+ });
- const blob = new Blob([content], {{ type: mimeType }});
- const url = URL.createObjectURL(blob);
- const a = document.createElement('a');
- a.href = url;
- a.download = filename;
- document.body.appendChild(a);
- a.click();
- document.body.removeChild(a);
- URL.revokeObjectURL(url);
- }}
+ html += '
';
+ content.innerHTML = html;
+ section.classList.remove('hidden');
+ }
+
+ function disableStartButton() {
+ const btn = document.getElementById('startBtn');
+ btn.disabled = true;
+ btn.innerHTML = '
Running Evaluation...';
+ lucide.createIcons();
+ }
+
+ function enableStartButton() {
+ const btn = document.getElementById('startBtn');
+ btn.disabled = false;
+ btn.innerHTML = '
Start Evaluation';
+ lucide.createIcons();
+ }
- """)
+ """
@app.get("/api/models")
async def get_models():
- """Get all supported models"""
- return SUPPORTED_MODELS
+ """Get available models"""
+ return {"models": HF_MODELS}
@app.get("/api/datasets")
async def get_datasets():
- """Get all supported datasets"""
- return SUPPORTED_DATASETS
+ """Get available datasets"""
+ return {"datasets": EVALUATION_DATASETS}
@app.get("/api/metrics")
async def get_metrics():
- """Get all supported metrics"""
- return SUPPORTED_METRICS
+ """Get available metrics"""
+ return {"metrics": EVALUATION_METRICS}
@app.post("/api/evaluate")
async def start_evaluation(request: EvaluationRequest):
"""Start a new evaluation"""
evaluation_id = str(uuid.uuid4())
- # Store evaluation info
- active_evaluations[evaluation_id] = {
- "id": evaluation_id,
- "request": request.dict(),
- "status": "starting",
- "created_at": datetime.now().isoformat()
- }
-
# Start evaluation in background
- asyncio.create_task(simulate_novaeval_evaluation(evaluation_id, request))
-
- logger.info(f"Started evaluation {evaluation_id} with {len(request.models)} models")
+ asyncio.create_task(simulate_evaluation(evaluation_id, request))
return EvaluationResponse(
evaluation_id=evaluation_id,
@@ -1613,9 +1171,9 @@ async def start_evaluation(request: EvaluationRequest):
message="Evaluation started successfully"
)
-@app.get("/api/evaluations/{evaluation_id}")
-async def get_evaluation(evaluation_id: str):
- """Get evaluation status and results"""
+@app.get("/api/evaluation/{evaluation_id}")
+async def get_evaluation_status(evaluation_id: str):
+ """Get evaluation status"""
if evaluation_id not in active_evaluations:
raise HTTPException(status_code=404, detail="Evaluation not found")
@@ -1623,29 +1181,23 @@ async def get_evaluation(evaluation_id: str):
@app.websocket("/ws/{evaluation_id}")
async def websocket_endpoint(websocket: WebSocket, evaluation_id: str):
- """WebSocket endpoint for real-time evaluation updates"""
+ """WebSocket endpoint for real-time updates"""
await websocket.accept()
- websocket_connections.append(websocket)
+ websocket_connections[evaluation_id] = websocket
try:
while True:
# Keep connection alive
await asyncio.sleep(1)
except WebSocketDisconnect:
- websocket_connections.remove(websocket)
+ if evaluation_id in websocket_connections:
+ del websocket_connections[evaluation_id]
@app.get("/api/health")
async def health_check():
"""Health check endpoint"""
- return {
- "status": "healthy",
- "timestamp": datetime.now().isoformat(),
- "version": "1.0.0",
- "active_evaluations": len(active_evaluations)
- }
+ return {"status": "healthy", "timestamp": datetime.now().isoformat()}
if __name__ == "__main__":
- port = int(os.getenv("PORT", 7860))
- logger.info(f"Starting Comprehensive NovaEval Space on port {port}")
- uvicorn.run(app, host="0.0.0.0", port=port, reload=False)
+ uvicorn.run(app, host="0.0.0.0", port=7860)