from __future__ import annotations import numpy as np import pandas as pd import requests from huggingface_hub.hf_api import SpaceInfo class PaperList: def __init__(self): self.organization_name = 'ICML2022' self.table = pd.read_csv('papers.csv') self._preprcess_table() self.table_header = ''' Paper Authors pdf arXiv GitHub HF Spaces HF Models HF Datasets ''' @staticmethod def load_space_info(author: str) -> list[SpaceInfo]: path = 'https://huggingface.co/api/spaces' r = requests.get(path, params={'author': author}) d = r.json() return [SpaceInfo(**x) for x in d] def add_spaces_to_table(self, organization_name: str, df: pd.DataFrame) -> pd.DataFrame: spaces = self.load_space_info(organization_name) name2space = { s.id.split('/')[1].lower(): f'https://huggingface.co/spaces/{s.id}' for s in spaces } df['hf_space'] = df.loc[:, ['hf_space', 'github']].apply( lambda x: x[0] if isinstance(x[0], str) else name2space.get( x[1].split('/')[-1].lower() if isinstance(x[1], str) else '', np.nan), axis=1) return df def _preprcess_table(self) -> None: self.table = self.add_spaces_to_table(self.organization_name, self.table) self.table['title_lowercase'] = self.table.title.str.lower() rows = [] for row in self.table.itertuples(): paper = f'{row.title}' pdf = f'pdf' arxiv = f'arXiv' if isinstance( row.arxiv, str) else '' github = f'GitHub' if isinstance( row.github, str) else '' hf_space = f'Space' if isinstance( row.hf_space, str) else '' hf_model = f'Model' if isinstance( row.hf_model, str) else '' hf_dataset = f'Dataset' if isinstance( row.hf_dataset, str) else '' row = f''' {paper} {row.authors} {pdf} {arxiv} {github} {hf_space} {hf_model} {hf_dataset} ''' rows.append(row) self.table['html_table_content'] = rows def render(self, search_query: str, case_sensitive: bool, filter_names: list[str]) -> tuple[int, str]: df = self.add_spaces_to_table(self.organization_name, self.table) if search_query: if case_sensitive: df = df[df.title.str.contains(search_query)] else: df = df[df.title_lowercase.str.contains(search_query.lower())] has_arxiv = 'arXiv' in filter_names has_github = 'GitHub' in filter_names has_hf_space = 'HF Space' in filter_names has_hf_model = 'HF Model' in filter_names has_hf_dataset = 'HF Dataset' in filter_names df = self.filter_table(df, has_arxiv, has_github, has_hf_space, has_hf_model, has_hf_dataset) return len(df), self.to_html(df, self.table_header) @staticmethod def filter_table(df: pd.DataFrame, has_arxiv: bool, has_github: bool, has_hf_space: bool, has_hf_model: bool, has_hf_dataset: bool) -> pd.DataFrame: if has_arxiv: df = df[~df.arxiv.isna()] if has_github: df = df[~df.github.isna()] if has_hf_space: df = df[~df.hf_space.isna()] if has_hf_model: df = df[~df.hf_model.isna()] if has_hf_dataset: df = df[~df.hf_dataset.isna()] return df @staticmethod def to_html(df: pd.DataFrame, table_header: str) -> str: table_data = ''.join(df.html_table_content) html = f''' {table_header} {table_data}
''' return html