import gradio as gr import requests import json import os from datetime import datetime, timedelta from concurrent.futures import ThreadPoolExecutor from functools import lru_cache from requests.adapters import HTTPAdapter from requests.packages.urllib3.util.retry import Retry MAX_COUNTRY_RESULTS = 100 # 국가별 최대 결과 수 MAX_GLOBAL_RESULTS = 1000 # 전세계 최대 결과 수 def create_article_components(max_results): article_components = [] for i in range(max_results): with gr.Group(visible=False) as article_group: title = gr.Markdown() image = gr.Image(width=200, height=150) snippet = gr.Markdown() info = gr.Markdown() article_components.append({ 'group': article_group, 'title': title, 'image': image, 'snippet': snippet, 'info': info, 'index': i, }) return article_components API_KEY = os.getenv("SERPHOUSE_API_KEY") # 국가별 언어 코드 매핑 COUNTRY_LANGUAGES = { "United States": "en", "United Kingdom": "en", "Taiwan": "zh-TW", "Canada": "en", "Australia": "en", "Germany": "de", "France": "fr", "Japan": "ja", "China": "zh", "India": "hi", "Brazil": "pt", "Mexico": "es", "Russia": "ru", "Italy": "it", "Spain": "es", "Netherlands": "nl", "Singapore": "en", "Hong Kong": "zh-HK", "Indonesia": "id", "Malaysia": "ms", "Philippines": "tl", "Thailand": "th", "Vietnam": "vi", "Belgium": "nl", "Denmark": "da", "Finland": "fi", "Ireland": "en", "Norway": "no", "Poland": "pl", "Sweden": "sv", "Switzerland": "de", "Austria": "de", "Czech Republic": "cs", "Greece": "el", "Hungary": "hu", "Portugal": "pt", "Romania": "ro", "Turkey": "tr", "Israel": "he", "Saudi Arabia": "ar", "United Arab Emirates": "ar", "South Africa": "en", "Argentina": "es", "Chile": "es", "Colombia": "es", "Peru": "es", "Venezuela": "es", "New Zealand": "en", "Bangladesh": "bn", "Pakistan": "ur", "Egypt": "ar", "Morocco": "ar", "Nigeria": "en", "Kenya": "sw", "Ukraine": "uk", "Croatia": "hr", "Slovakia": "sk", "Bulgaria": "bg", "Serbia": "sr", "Estonia": "et", "Latvia": "lv", "Lithuania": "lt", "Slovenia": "sl", "Luxembourg": "fr", "Malta": "mt", "Cyprus": "el", "Iceland": "is" } COUNTRY_LOCATIONS = { "United States": "United States", "United Kingdom": "United Kingdom", "Taiwan": "Taiwan", "Canada": "Canada", "Australia": "Australia", "Germany": "Germany", "France": "France", "Japan": "Japan", "China": "China", "India": "India", "Brazil": "Brazil", "Mexico": "Mexico", "Russia": "Russia", "Italy": "Italy", "Spain": "Spain", "Netherlands": "Netherlands", "Singapore": "Singapore", "Hong Kong": "Hong Kong", "Indonesia": "Indonesia", "Malaysia": "Malaysia", "Philippines": "Philippines", "Thailand": "Thailand", "Vietnam": "Vietnam", "Belgium": "Belgium", "Denmark": "Denmark", "Finland": "Finland", "Ireland": "Ireland", "Norway": "Norway", "Poland": "Poland", "Sweden": "Sweden", "Switzerland": "Switzerland", "Austria": "Austria", "Czech Republic": "Czech Republic", "Greece": "Greece", "Hungary": "Hungary", "Portugal": "Portugal", "Romania": "Romania", "Turkey": "Turkey", "Israel": "Israel", "Saudi Arabia": "Saudi Arabia", "United Arab Emirates": "United Arab Emirates", "South Africa": "South Africa", "Argentina": "Argentina", "Chile": "Chile", "Colombia": "Colombia", "Peru": "Peru", "Venezuela": "Venezuela", "New Zealand": "New Zealand", "Bangladesh": "Bangladesh", "Pakistan": "Pakistan", "Egypt": "Egypt", "Morocco": "Morocco", "Nigeria": "Nigeria", "Kenya": "Kenya", "Ukraine": "Ukraine", "Croatia": "Croatia", "Slovakia": "Slovakia", "Bulgaria": "Bulgaria", "Serbia": "Serbia", "Estonia": "Estonia", "Latvia": "Latvia", "Lithuania": "Lithuania", "Slovenia": "Slovenia", "Luxembourg": "Luxembourg", "Malta": "Malta", "Cyprus": "Cyprus", "Iceland": "Iceland" } # 지역 정의 # 동아시아 지역 COUNTRY_LANGUAGES_EAST_ASIA = { "Taiwan": "zh-TW", "Japan": "ja", "China": "zh", "Hong Kong": "zh-HK" } COUNTRY_LOCATIONS_EAST_ASIA = { "Taiwan": "Taiwan", "Japan": "Japan", "China": "China", "Hong Kong": "Hong Kong" } # 동남아시아/오세아니아 지역 COUNTRY_LANGUAGES_SOUTHEAST_ASIA_OCEANIA = { "Indonesia": "id", "Malaysia": "ms", "Philippines": "tl", "Thailand": "th", "Vietnam": "vi", "Singapore": "en", "Papua New Guinea": "en", "Australia": "en", "New Zealand": "en" } COUNTRY_LOCATIONS_SOUTHEAST_ASIA_OCEANIA = { "Indonesia": "Indonesia", "Malaysia": "Malaysia", "Philippines": "Philippines", "Thailand": "Thailand", "Vietnam": "Vietnam", "Singapore": "Singapore", "Papua New Guinea": "Papua New Guinea", "Australia": "Australia", "New Zealand": "New Zealand" } # 동유럽 지역 COUNTRY_LANGUAGES_EAST_EUROPE = { "Poland": "pl", "Czech Republic": "cs", "Greece": "el", "Hungary": "hu", "Romania": "ro", "Ukraine": "uk", "Croatia": "hr", "Slovakia": "sk", "Bulgaria": "bg", "Serbia": "sr", "Estonia": "et", "Latvia": "lv", "Lithuania": "lt", "Slovenia": "sl", "Malta": "mt", "Cyprus": "el", "Iceland": "is", "Russia": "ru" } COUNTRY_LOCATIONS_EAST_EUROPE = { "Poland": "Poland", "Czech Republic": "Czech Republic", "Greece": "Greece", "Hungary": "Hungary", "Romania": "Romania", "Ukraine": "Ukraine", "Croatia": "Croatia", "Slovakia": "Slovakia", "Bulgaria": "Bulgaria", "Serbia": "Serbia", "Estonia": "Estonia", "Latvia": "Latvia", "Lithuania": "Lithuania", "Slovenia": "Slovenia", "Malta": "Malta", "Cyprus": "Cyprus", "Iceland": "Iceland", "Russia": "Russia" } # 서유럽 지역 COUNTRY_LANGUAGES_WEST_EUROPE = { "Germany": "de", "France": "fr", "Italy": "it", "Spain": "es", "Netherlands": "nl", "Belgium": "nl", "Ireland": "en", "Sweden": "sv", "Switzerland": "de", "Austria": "de", "Portugal": "pt", "Luxembourg": "fr", "United Kingdom": "en" } COUNTRY_LOCATIONS_WEST_EUROPE = { "Germany": "Germany", "France": "France", "Italy": "Italy", "Spain": "Spain", "Netherlands": "Netherlands", "Belgium": "Belgium", "Ireland": "Ireland", "Sweden": "Sweden", "Switzerland": "Switzerland", "Austria": "Austria", "Portugal": "Portugal", "Luxembourg": "Luxembourg", "United Kingdom": "United Kingdom" } # 중동/아프리카 지역 COUNTRY_LANGUAGES_ARAB_AFRICA = { "South Africa": "en", "Nigeria": "en", "Kenya": "sw", "Egypt": "ar", "Morocco": "ar", "Saudi Arabia": "ar", "United Arab Emirates": "ar", "Israel": "he" } COUNTRY_LOCATIONS_ARAB_AFRICA = { "South Africa": "South Africa", "Nigeria": "Nigeria", "Kenya": "Kenya", "Egypt": "Egypt", "Morocco": "Morocco", "Saudi Arabia": "Saudi Arabia", "United Arab Emirates": "United Arab Emirates", "Israel": "Israel" } # 아메리카 지역 COUNTRY_LANGUAGES_AMERICA = { "United States": "en", "Canada": "en", "Mexico": "es", "Brazil": "pt", "Argentina": "es", "Chile": "es", "Colombia": "es", "Peru": "es", "Venezuela": "es" } COUNTRY_LOCATIONS_AMERICA = { "United States": "United States", "Canada": "Canada", "Mexico": "Mexico", "Brazil": "Brazil", "Argentina": "Argentina", "Chile": "Chile", "Colombia": "Colombia", "Peru": "Peru", "Venezuela": "Venezuela" } # 지역 선택 리스트 REGIONS = [ "동아시아", "동남아시아/오세아니아", "동유럽", "서유럽", "중동/아프리카", "아메리카" ] @lru_cache(maxsize=100) def translate_query(query, country): try: if is_english(query): return query if country in COUNTRY_LANGUAGES: if country == "South Korea": return query target_lang = COUNTRY_LANGUAGES[country] url = "https://translate.googleapis.com/translate_a/single" params = { "client": "gtx", "sl": "auto", "tl": target_lang, "dt": "t", "q": query } session = requests.Session() retries = Retry(total=3, backoff_factor=0.5) session.mount('https://', HTTPAdapter(max_retries=retries)) response = session.get(url, params=params, timeout=(5, 10)) translated_text = response.json()[0][0][0] return translated_text return query except Exception as e: print(f"번역 오류: {str(e)}") return query @lru_cache(maxsize=200) def translate_to_korean(text): try: url = "https://translate.googleapis.com/translate_a/single" params = { "client": "gtx", "sl": "auto", "tl": "ko", "dt": "t", "q": text } session = requests.Session() retries = Retry(total=3, backoff_factor=0.5) session.mount('https://', HTTPAdapter(max_retries=retries)) response = session.get(url, params=params, timeout=(5, 10)) translated_text = response.json()[0][0][0] return translated_text except Exception as e: print(f"한글 번역 오류: {str(e)}") return text def is_english(text): return all(ord(char) < 128 for char in text.replace(' ', '').replace('-', '').replace('_', '')) def is_korean(text): return any('\uAC00' <= char <= '\uD7A3' for char in text) def search_serphouse(query, country, page=1, num_result=10): url = "https://api.serphouse.com/serp/live" now = datetime.utcnow() yesterday = now - timedelta(days=1) date_range = f"{yesterday.strftime('%Y-%m-%d')},{now.strftime('%Y-%m-%d')}" translated_query = translate_query(query, country) payload = { "data": { "q": translated_query, "domain": "google.com", "loc": COUNTRY_LOCATIONS.get(country, "United States"), "lang": COUNTRY_LANGUAGES.get(country, "en"), "device": "desktop", "serp_type": "news", "page": "1", "num": "100", "date_range": date_range, "sort_by": "date" } } headers = { "accept": "application/json", "content-type": "application/json", "authorization": f"Bearer {API_KEY}" } try: session = requests.Session() retries = Retry(total=3, backoff_factor=0.5) session.mount('https://', HTTPAdapter(max_retries=retries)) response = session.post(url, json=payload, headers=headers, timeout=(5, 15)) response.raise_for_status() return {"results": response.json(), "translated_query": translated_query} except requests.RequestException as e: return {"error": f"Error: {str(e)}", "translated_query": query} def format_results_from_raw(response_data): if "error" in response_data: return "Error: " + response_data["error"], [] try: results = response_data["results"] translated_query = response_data["translated_query"] news_results = results.get('results', {}).get('results', {}).get('news', []) if not news_results: return "검색 결과가 없습니다.", [] articles = [] for idx, result in enumerate(news_results, 1): articles.append({ "index": idx, "title": result.get("title", "제목 없음"), "link": result.get("url", result.get("link", "#")), "snippet": result.get("snippet", "내용 없음"), "channel": result.get("channel", result.get("source", "알 수 없음")), "time": result.get("time", result.get("date", "알 수 없는 시간")), "image_url": result.get("img", result.get("thumbnail", "")), "translated_query": translated_query }) return "", articles except Exception as e: return f"결과 처리 중 오류 발생: {str(e)}", [] def serphouse_search(query, country): response_data = search_serphouse(query, country) return format_results_from_raw(response_data) def search_and_display(query, country, articles_state, progress=gr.Progress()): with ThreadPoolExecutor(max_workers=3) as executor: progress(0, desc="검색어 번역 중...") future_translation = executor.submit(translate_query, query, country) translated_query = future_translation.result() translated_display = f"**원본 검색어:** {query}\n**번역된 검색어:** {translated_query}" if translated_query != query else f"**검색어:** {query}" progress(0.3, desc="검색 중...") response_data = search_serphouse(query, country) progress(0.6, desc="결과 처리 중...") error_message, articles = format_results_from_raw(response_data) outputs = [] outputs.append(gr.update(value="검색을 진행중입니다...", visible=True)) outputs.append(gr.update(value=translated_display, visible=True)) if error_message: outputs.append(gr.update(value=error_message, visible=True)) for comp in article_components: outputs.extend([ gr.update(visible=False), gr.update(), gr.update(), gr.update(), gr.update() ]) articles_state = [] else: outputs.append(gr.update(value="", visible=False)) if not error_message and articles: futures = [] for article in articles: future = executor.submit(translate_to_korean, article['snippet']) futures.append((article, future)) progress(0.8, desc="번역 처리 중...") for article, future in futures: article['korean_summary'] = future.result() total_articles = len(articles) for idx, comp in enumerate(article_components): progress((idx + 1) / total_articles, desc=f"결과 표시 중... {idx + 1}/{total_articles}") if idx < len(articles): article = articles[idx] image_url = article['image_url'] image_update = gr.update(value=image_url, visible=True) if image_url and not image_url.startswith('data:image') else gr.update(value=None, visible=False) outputs.extend([ gr.update(visible=True), gr.update(value=f"### [{article['title']}]({article['link']})"), image_update, gr.update(value=f"**요약:** {article['snippet']}\n\n**한글 요약:** {article['korean_summary']}"), gr.update(value=f"**출처:** {article['channel']} | **시간:** {article['time']}") ]) else: outputs.extend([ gr.update(visible=False), gr.update(), gr.update(), gr.update(), gr.update() ]) articles_state = articles progress(1.0, desc="완료!") outputs.append(articles_state) outputs[0] = gr.update(value="", visible=False) return outputs def get_region_countries(region): """선택된 지역의 국가 및 언어 정보 반환""" if region == "동아시아": return COUNTRY_LOCATIONS_EAST_ASIA, COUNTRY_LANGUAGES_EAST_ASIA elif region == "동남아시아/오세아니아": return COUNTRY_LOCATIONS_SOUTHEAST_ASIA_OCEANIA, COUNTRY_LANGUAGES_SOUTHEAST_ASIA_OCEANIA elif region == "동유럽": return COUNTRY_LOCATIONS_EAST_EUROPE, COUNTRY_LANGUAGES_EAST_EUROPE elif region == "서유럽": return COUNTRY_LOCATIONS_WEST_EUROPE, COUNTRY_LANGUAGES_WEST_EUROPE elif region == "중동/아프리카": return COUNTRY_LOCATIONS_ARAB_AFRICA, COUNTRY_LANGUAGES_ARAB_AFRICA elif region == "아메리카": return COUNTRY_LOCATIONS_AMERICA, COUNTRY_LANGUAGES_AMERICA return {}, {} def search_global(query, region, articles_state_global): """지역별 검색 함수""" status_msg = f"{region} 지역 검색을 시작합니다..." all_results = [] outputs = [ gr.update(value=status_msg, visible=True), gr.update(value=f"**검색어:** {query}", visible=True), ] for _ in global_article_components: outputs.extend([ gr.update(visible=False), gr.update(), gr.update(), gr.update(), gr.update() ]) outputs.append([]) yield outputs # 선택된 지역의 국가 정보 가져오기 locations, languages = get_region_countries(region) total_countries = len(locations) for idx, (country, location) in enumerate(locations.items(), 1): try: status_msg = f"{region} - {country} 검색 중... ({idx}/{total_countries} 국가)" outputs[0] = gr.update(value=status_msg, visible=True) yield outputs error_message, articles = serphouse_search(query, country) if not error_message and articles: for article in articles: article['source_country'] = country article['region'] = region all_results.extend(articles) sorted_results = sorted(all_results, key=lambda x: x.get('time', ''), reverse=True) seen_urls = set() unique_results = [] for article in sorted_results: url = article.get('link', '') if url not in seen_urls: seen_urls.add(url) unique_results.append(article) unique_results = unique_results[:MAX_GLOBAL_RESULTS] outputs = [ gr.update(value=f"{region} - {idx}/{total_countries} 국가 검색 완료\n현재까지 발견된 뉴스: {len(unique_results)}건", visible=True), gr.update(value=f"**검색어:** {query} | **지역:** {region}", visible=True), ] for idx, comp in enumerate(global_article_components): if idx < len(unique_results): article = unique_results[idx] image_url = article.get('image_url', '') image_update = gr.update(value=image_url, visible=True) if image_url and not image_url.startswith('data:image') else gr.update(value=None, visible=False) korean_summary = translate_to_korean(article['snippet']) outputs.extend([ gr.update(visible=True), gr.update(value=f"### [{article['title']}]({article['link']})"), image_update, gr.update(value=f"**요약:** {article['snippet']}\n\n**한글 요약:** {korean_summary}"), gr.update(value=f"**출처:** {article['channel']} | **국가:** {article['source_country']} | **지역:** {article['region']} | **시간:** {article['time']}") ]) else: outputs.extend([ gr.update(visible=False), gr.update(), gr.update(), gr.update(), gr.update() ]) outputs.append(unique_results) yield outputs except Exception as e: print(f"Error searching {country}: {str(e)}") continue final_status = f"{region} 검색 완료! 총 {len(unique_results)}개의 뉴스가 발견되었습니다." outputs[0] = gr.update(value=final_status, visible=True) yield outputs css = """ /* 전역 스타일 */ footer {visibility: hidden;} /* 레이아웃 컨테이너 */ #status_area { background: rgba(255, 255, 255, 0.9); padding: 15px; border-bottom: 1px solid #ddd; margin-bottom: 20px; box-shadow: 0 2px 5px rgba(0,0,0,0.1); } #results_area { padding: 10px; margin-top: 10px; } /* 탭 스타일 */ .tabs { border-bottom: 2px solid #ddd !important; margin-bottom: 20px !important; } .tab-nav { border-bottom: none !important; margin-bottom: 0 !important; } .tab-nav button { font-weight: bold !important; padding: 10px 20px !important; } .tab-nav button.selected { border-bottom: 2px solid #1f77b4 !important; color: #1f77b4 !important; } /* 상태 메시지 */ #status_area .markdown-text { font-size: 1.1em; color: #2c3e50; padding: 10px 0; } /* 기본 컨테이너 */ .group { border: 1px solid #eee; padding: 15px; margin-bottom: 15px; border-radius: 5px; background: white; } /* 버튼 스타일 */ .primary-btn { background: #1f77b4 !important; border: none !important; } /* 입력 필드 */ .textbox { border: 1px solid #ddd !important; border-radius: 4px !important; } /* 프로그레스바 컨테이너 */ .progress-container { position: fixed; top: 0; left: 0; width: 100%; height: 6px; background: #e0e0e0; z-index: 1000; } /* 프로그레스바 */ .progress-bar { height: 100%; background: linear-gradient(90deg, #2196F3, #00BCD4); box-shadow: 0 0 10px rgba(33, 150, 243, 0.5); transition: width 0.3s ease; animation: progress-glow 1.5s ease-in-out infinite; } /* 프로그레스 텍스트 */ .progress-text { position: fixed; top: 8px; left: 50%; transform: translateX(-50%); background: #333; color: white; padding: 4px 12px; border-radius: 15px; font-size: 14px; z-index: 1001; box-shadow: 0 2px 5px rgba(0,0,0,0.2); } /* 프로그레스바 애니메이션 */ @keyframes progress-glow { 0% { box-shadow: 0 0 5px rgba(33, 150, 243, 0.5); } 50% { box-shadow: 0 0 20px rgba(33, 150, 243, 0.8); } 100% { box-shadow: 0 0 5px rgba(33, 150, 243, 0.5); } } /* 반응형 디자인 */ @media (max-width: 768px) { .group { padding: 10px; margin-bottom: 15px; } .progress-text { font-size: 12px; padding: 3px 10px; } } /* 로딩 상태 표시 개선 */ .loading { opacity: 0.7; pointer-events: none; transition: opacity 0.3s ease; } /* 결과 컨테이너 애니메이션 */ .group { transition: all 0.3s ease; opacity: 0; transform: translateY(20px); } .group.visible { opacity: 1; transform: translateY(0); } """ with gr.Blocks(theme="Nymbo/Nymbo_Theme", css=css, title="NewsAI 서비스") as iface: with gr.Tabs(): # 국가별 탭 with gr.Tab("국가별"): gr.Markdown("검색어를 입력하고 원하는 국가(한국 제외)를를 선택하면, 검색어와 일치하는 24시간 이내 뉴스를 최대 100개 출력합니다.") gr.Markdown("국가 선택후 검색어에 '한글'을 입력하면 현지 언어로 번역되어 검색합니다. 예: 'Taiwan' 국가 선택후 '삼성' 입력시 '三星'으로 자동 검색") with gr.Column(): with gr.Row(): query = gr.Textbox(label="검색어") country = gr.Dropdown( choices=sorted(list(COUNTRY_LOCATIONS.keys())), label="국가", value="United States" ) status_message = gr.Markdown("", visible=True) translated_query_display = gr.Markdown(visible=False) search_button = gr.Button("검색", variant="primary") progress = gr.Progress() articles_state = gr.State([]) article_components = [] for i in range(100): with gr.Group(visible=False) as article_group: title = gr.Markdown() image = gr.Image(width=200, height=150) snippet = gr.Markdown() info = gr.Markdown() article_components.append({ 'group': article_group, 'title': title, 'image': image, 'snippet': snippet, 'info': info, 'index': i, }) # 전세계 탭 with gr.Tab("전세계"): gr.Markdown("대륙별로 24시간 이내 뉴스를 검색합니다.") with gr.Column(): with gr.Column(elem_id="status_area"): with gr.Row(): query_global = gr.Textbox(label="검색어") region_select = gr.Dropdown( choices=REGIONS, label="지역 선택", value="동아시아" ) search_button_global = gr.Button("검색", variant="primary") status_message_global = gr.Markdown("") translated_query_display_global = gr.Markdown("") with gr.Column(elem_id="results_area"): articles_state_global = gr.State([]) global_article_components = [] for i in range(MAX_GLOBAL_RESULTS): with gr.Group(visible=False) as article_group: title = gr.Markdown() image = gr.Image(width=200, height=150) snippet = gr.Markdown() info = gr.Markdown() global_article_components.append({ 'group': article_group, 'title': title, 'image': image, 'snippet': snippet, 'info': info, 'index': i, }) # 이벤트 연결 부분 # 국가별 탭 이벤트 search_outputs = [status_message, translated_query_display, gr.Markdown(visible=False)] for comp in article_components: search_outputs.extend([ comp['group'], comp['title'], comp['image'], comp['snippet'], comp['info'] ]) search_outputs.append(articles_state) search_button.click( fn=search_and_display, inputs=[query, country, articles_state], outputs=search_outputs, show_progress=True ) # 전세계 탭 이벤트 global_search_outputs = [status_message_global, translated_query_display_global] for comp in global_article_components: global_search_outputs.extend([ comp['group'], comp['title'], comp['image'], comp['snippet'], comp['info'] ]) global_search_outputs.append(articles_state_global) search_button_global.click( fn=search_global, inputs=[query_global, region_select, articles_state_global], outputs=global_search_outputs, show_progress=True ) iface.launch( server_name="0.0.0.0", server_port=7860, share=True, auth=("it1","chosun1"), ssl_verify=False, show_error=True )