Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+SimHei.ttf filter=lfs diff=lfs merge=lfs -text
+gallery/astro_on_unicorn.png filter=lfs diff=lfs merge=lfs -text
+gallery/cheetah.png filter=lfs diff=lfs merge=lfs -text
+gallery/farmer_sunset.png filter=lfs diff=lfs merge=lfs -text
+gallery/friends.png filter=lfs diff=lfs merge=lfs -text
+gallery/prod_en_17.png filter=lfs diff=lfs merge=lfs -text
+gallery/puppy.png filter=lfs diff=lfs merge=lfs -text
+gallery/viking.png filter=lfs diff=lfs merge=lfs -text
+gallery/wizard.png filter=lfs diff=lfs merge=lfs -text
+logs/serve_images/2024-07-10/6d98921791e791061614be74197ca244.jpg filter=lfs diff=lfs merge=lfs -text
+logs/serve_images/2024-07-10/e3c1b3746917af13a03d69195f54766e.jpg filter=lfs diff=lfs merge=lfs -text
+logs/serve_images/2024-07-10/f3b5a0e5f2502d746a06ae0d09cded7f.jpg filter=lfs diff=lfs merge=lfs -text

.streamlit/config.toml

@@ -0,0 +1,9 @@
+[server]
+enableStaticServing = false
+enableXsrfProtection = false
+enableCORS = false
+
+[browser] # This ip and port will show in command prompt
+serverAddress = "internvl.opengvlab.com" # Put your Local IP or Domain Name
+serverPort = 10003
+enableCORS = false

SimHei.ttf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336a838f4a78e150826be608dae69de59d50948c3d2b71760e096ae764154bdc
+size 9751960

api.py

@@ -0,0 +1,80 @@
+# --------------------------------------------------------
+# InternVL
+# Copyright (c) 2024 OpenGVLab
+# Licensed under The MIT License [see LICENSE for details]
+# --------------------------------------------------------
+
+import base64
+import json
+from io import BytesIO
+
+import requests
+from PIL import Image
+
+
+def get_model_list(controller_url):
+    ret = requests.post(controller_url + '/refresh_all_workers')
+    assert ret.status_code == 200
+    ret = requests.post(controller_url + '/list_models')
+    models = ret.json()['models']
+    return models
+
+
+def get_selected_worker_ip(controller_url, selected_model):
+    ret = requests.post(controller_url + '/get_worker_address',
+            json={'model': selected_model})
+    worker_addr = ret.json()['address']
+    return worker_addr
+
+
+def pil_image_to_base64(image):
+    buffered = BytesIO()
+    image.save(buffered, format='PNG')
+    return base64.b64encode(buffered.getvalue()).decode('utf-8')
+
+
+controller_url = 'http://10.140.60.209:10075'
+model_list = get_model_list(controller_url)
+print(f'Model list: {model_list}')
+
+selected_model = 'InternVL2-1B'
+worker_addr = get_selected_worker_ip(controller_url, selected_model)
+print(f'model_name: {selected_model}, worker_addr: {worker_addr}')
+
+
+# 多轮/多图对话请把数据组织成以下格式：
+# send_messages = [{'role': 'system', 'content': system_message}]
+# send_messages.append({'role': 'user', 'content': 'question1 to image1', 'image': [pil_image_to_base64(image)]})
+# send_messages.append({'role': 'assistant', 'content': 'answer1'})
+# send_messages.append({'role': 'user', 'content': 'question2 to image2', 'image': [pil_image_to_base64(image)]})
+# send_messages.append({'role': 'assistant', 'content': 'answer2'})
+# send_messages.append({'role': 'user', 'content': 'question3 to image1 & 2', 'image': []})
+
+image = Image.open('image1.jpg')
+print(f'Loading image, size: {image.size}')
+system_message = """我是书生·万象，英文名是InternVL，是由上海人工智能实验室及多家合作单位联合开发的多模态大语言模型。人工智能实验室致力于原始技术创新，开源开放，共享共创，推动科技进步和产业发展。
+请尽可能详细地回答用户的问题。"""
+send_messages = [{'role': 'system', 'content': system_message}]
+send_messages.append({'role': 'user', 'content': 'describe this image in detail', 'image': [pil_image_to_base64(image)]})
+
+pload = {
+    'model': selected_model,
+    'prompt': send_messages,
+    'temperature': 0.8,
+    'top_p': 0.7,
+    'max_new_tokens': 2048,
+    'max_input_tiles': 12,
+    'repetition_penalty': 1.0,
+}
+headers = {'User-Agent': 'InternVL-Chat Client'}
+response = requests.post(worker_addr + '/worker_generate_stream',
+                         headers=headers, json=pload, stream=True, timeout=10)
+for chunk in response.iter_lines(decode_unicode=False, delimiter=b'\0'):
+    if chunk:
+        data = json.loads(chunk.decode())
+        if data['error_code'] == 0:
+            output = data['text'] # 这里是流式输出
+        else:
+            output = data['text'] + f" (error_code: {data['error_code']})"
+# 完整的输出
+print(output)

app.py

@@ -1,46 +1,439 @@
-import subprocess
+# --------------------------------------------------------
+# InternVL
+# Copyright (c) 2024 OpenGVLab
+# Licensed under The MIT License [see LICENSE for details]
+# --------------------------------------------------------
+
+import argparse
+import base64
+import datetime
+import hashlib
+import json
+import os
+import random
+import re
 import sys
+# from streamlit_js_eval import streamlit_js_eval
+from functools import partial
+from io import BytesIO
+
+import cv2
+import numpy as np
+import requests
+import streamlit as st
+from constants import LOGDIR, server_error_msg
+from library import Library
+from PIL import Image, ImageDraw, ImageFont
+from streamlit_image_select import image_select
+
+custom_args = sys.argv[1:]
+parser = argparse.ArgumentParser()
+parser.add_argument('--controller_url', type=str, default='http://10.140.60.209:10075', help='url of the controller')
+parser.add_argument('--sd_worker_url', type=str, default='http://0.0.0.0:40006', help='url of the stable diffusion worker')
+parser.add_argument('--max_image_limit', type=int, default=4, help='maximum number of images')
+args = parser.parse_args(custom_args)
+controller_url = args.controller_url
+sd_worker_url = args.sd_worker_url
+max_image_limit = args.max_image_limit
+print('args:', args)
+
+
+def get_model_list():
+    ret = requests.post(controller_url + '/refresh_all_workers')
+    assert ret.status_code == 200
+    ret = requests.post(controller_url + '/list_models')
+    models = ret.json()['models']
+    return models
+
+
+def load_upload_file_and_show():
+    if uploaded_files is not None:
+        images = []
+        for file in uploaded_files:
+            file_bytes = np.asarray(bytearray(file.read()), dtype=np.uint8)
+            img = cv2.imdecode(file_bytes, cv2.IMREAD_COLOR)
+            img = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)
+            img = Image.fromarray(img)
+            images.append(img)
+        with upload_image_preview.container():
+            Library(images)
+
+        image_hashes = [hashlib.md5(image.tobytes()).hexdigest() for image in images]
+        for image, hash in zip(images, image_hashes):
+            t = datetime.datetime.now()
+            filename = os.path.join(LOGDIR, 'serve_images', f'{t.year}-{t.month:02d}-{t.day:02d}', f'{hash}.jpg')
+            if not os.path.isfile(filename):
+                os.makedirs(os.path.dirname(filename), exist_ok=True)
+                image.save(filename)
+    return images
+
+
+def get_selected_worker_ip():
+    ret = requests.post(controller_url + '/get_worker_address',
+            json={'model': selected_model})
+    worker_addr = ret.json()['address']
+    return worker_addr
+
+
+def generate_response(messages):
+    send_messages = [{'role': 'system', 'content': persona_rec}]
+    for message in messages:
+        if message['role'] == 'user':
+            user_message = {'role': 'user', 'content': message['content']}
+            if 'image' in message and len('image') > 0:
+                user_message['image'] = []
+                for image in message['image']:
+                    user_message['image'].append(pil_image_to_base64(image))
+            send_messages.append(user_message)
+        else:
+            send_messages.append({'role': 'assistant', 'content': message['content']})
+    pload = {
+        'model': selected_model,
+        'prompt': send_messages,
+        'temperature': float(temperature),
+        'top_p': float(top_p),
+        'max_new_tokens': max_length,
+        'max_input_tiles': max_input_tiles,
+        'repetition_penalty': float(repetition_penalty),
+    }
+    worker_addr = get_selected_worker_ip()
+    headers = {'User-Agent': 'InternVL-Chat Client'}
+    placeholder, output = st.empty(), ''
+    try:
+        response = requests.post(worker_addr + '/worker_generate_stream',
+                                 headers=headers, json=pload, stream=True, timeout=10)
+        for chunk in response.iter_lines(decode_unicode=False, delimiter=b'\0'):
+            if chunk:
+                data = json.loads(chunk.decode())
+                if data['error_code'] == 0:
+                    output = data['text']
+                    # Phi3-3.8B will produce abnormal `�` output
+                    if '4B' in selected_model and '�' in output[-2:]:
+                        output = output.replace('�', '')
+                        break
+                    placeholder.markdown(output + '▌')
+                else:
+                    output = data['text'] + f" (error_code: {data['error_code']})"
+                    placeholder.markdown(output)
+        placeholder.markdown(output)
+    except requests.exceptions.RequestException as e:
+        placeholder.markdown(server_error_msg)
+    return output
+
+
+def pil_image_to_base64(image):
+    buffered = BytesIO()
+    image.save(buffered, format='PNG')
+    return base64.b64encode(buffered.getvalue()).decode('utf-8')
+
+
+def clear_chat_history():
+    st.session_state.messages = []
+    st.session_state['image_select'] = -1
+
+
+def clear_file_uploader():
+    st.session_state.uploader_key += 1
+    st.rerun()
+
+
+def combined_func(func_list):
+    for func in func_list:
+        func()
+
+
+def show_one_or_multiple_images(message, total_image_num, is_input=True):
+    if 'image' in message:
+        if is_input:
+            total_image_num = total_image_num + len(message['image'])
+            if lan == 'English':
+                if len(message['image']) == 1 and total_image_num == 1:
+                    label = f"(In this conversation, {len(message['image'])} image was uploaded, {total_image_num} image in total)"
+                elif len(message['image']) == 1 and total_image_num > 1:
+                    label = f"(In this conversation, {len(message['image'])} image was uploaded, {total_image_num} images in total)"
+                else:
+                    label = f"(In this conversation, {len(message['image'])} images were uploaded, {total_image_num} images in total)"
+            else:
+                label = f"(在本次对话中，上传了{len(message['image'])}张图片，总共上传了{total_image_num}张图片)"
+        upload_image_preview = st.empty()
+        with upload_image_preview.container():
+            Library(message['image'])
+        if is_input and len(message['image']) > 0:
+            st.markdown(label)
+
+
+def find_bounding_boxes(response):
+    pattern = re.compile(r'<ref>\s*(.*?)\s*</ref>\s*<box>\s*(\[\[.*?\]\])\s*</box>')
+    matches = pattern.findall(response)
+    results = []
+    for match in matches:
+        results.append((match[0], eval(match[1])))
+    returned_image = None
+    for message in st.session_state.messages:
+        if message['role'] == 'user' and 'image' in message and len(message['image']) > 0:
+            last_image = message['image'][-1]
+            width, height = last_image.size
+            returned_image = last_image.copy()
+            draw = ImageDraw.Draw(returned_image)
+    for result in results:
+        line_width = max(1, int(min(width, height) / 200))
+        random_color = (random.randint(0, 128), random.randint(0, 128), random.randint(0, 128))
+        category_name, coordinates = result
+        coordinates = [(float(x[0]) / 1000, float(x[1]) / 1000, float(x[2]) / 1000, float(x[3]) / 1000) for x in coordinates]
+        coordinates = [(int(x[0] * width), int(x[1] * height), int(x[2] * width), int(x[3] * height)) for x in coordinates]
+        for box in coordinates:
+            draw.rectangle(box, outline=random_color, width=line_width)
+            font = ImageFont.truetype('static/SimHei.ttf', int(20 * line_width / 2))
+            text_size = font.getbbox(category_name)
+            text_width, text_height = text_size[2] - text_size[0], text_size[3] - text_size[1]
+            text_position = (box[0], max(0, box[1] - text_height))
+            draw.rectangle(
+                [text_position, (text_position[0] + text_width, text_position[1] + text_height)],
+                fill=random_color
+            )
+            draw.text(text_position, category_name, fill='white', font=font)
+    return returned_image if len(matches) > 0 else None
+
+
+def query_image_generation(response, sd_worker_url, timeout=15):
+    sd_worker_url = f'{sd_worker_url}/generate_image/'
+    pattern = r'```drawing-instruction\n(.*?)\n```'
+    match = re.search(pattern, response, re.DOTALL)
+    if match:
+        payload = {'caption': match.group(1)}
+        print('drawing-instruction:', payload)
+        response = requests.post(sd_worker_url, json=payload, timeout=timeout)
+        response.raise_for_status()  # 检查HTTP请求是否成功
+        image = Image.open(BytesIO(response.content))
+        return image
+    else:
+        return None
+
+
+def regenerate():
+    st.session_state.messages = st.session_state.messages[:-1]
+    st.rerun()
+
+
+logo_code = """
+<svg width="1700" height="200" xmlns="http://www.w3.org/2000/svg">
+  <defs>
+    <linearGradient id="gradient1" x1="0%" y1="0%" x2="100%" y2="0%">
+      <stop offset="0%" style="stop-color: red; stop-opacity: 1" />
+      <stop offset="100%" style="stop-color: orange; stop-opacity: 1" />
+    </linearGradient>
+  </defs>
+  <text x="000" y="160" font-size="180" font-weight="bold" fill="url(#gradient1)" style="font-family: Arial, sans-serif;">
+    InternVL2 Demo
+  </text>
+</svg>
+"""
+
+# App title
+st.set_page_config(page_title='InternVL2')
+
+if 'uploader_key' not in st.session_state:
+    st.session_state.uploader_key = 0
+
+# 如果用户要求绘图，请以生成符合Stable Diffusion要求的、满足```drawing-instruction\n{instruction}\n```格式的绘图指令。
+system_message = """我是书生·万象，英文名是InternVL，是由上海人工智能实验室、清华大学及多家合作单位联合开发的多模态大语言模型。人工智能实验室致力于原始技术创新，开源开放，共享共创，推动科技进步和产业发展。
+
+对于目标检测任务，请按照以下格式输出坐标框：<ref>某类物体</ref><box>[[x1, y1, x2, y2], ...]</box>
+
+对于画画任务，请按照以下格式输出绘图指令，注意指令需要英文：```drawing-instruction\n{instruction}\n```
+
+在处理输入包含多张图像的情况下，请严格按照以下规则区分和处理每一张图像，并小心区分用户的提问针对的是哪一张图片：
+
+1. 图像编号和标记：每张图像都将使用明确的编号标记，例如 "Image-1: <img></img>"，"Image-2: <img></img>"，"Image-3: <img></img>" 等等。
+
+2. 用户提问关联：用户的提问可能会具体指向某一张编号的图像，请仔细辨别用户问题中提到的图像编号。
+
+请尽可能详细地回答用户的问题。"""
+
+# Replicate Credentials
+with st.sidebar:
+    model_list = get_model_list()
+    # "[![Open in GitHub](https://github.com/codespaces/badge.svg)](https://github.com/OpenGVLab/InternVL)"
+    lan = st.selectbox('#### Language / 语言', ['English', '中文'], on_change=st.rerun)
+    if lan == 'English':
+        st.logo(logo_code, link='https://github.com/OpenGVLab/InternVL', icon_image=logo_code)
+        st.subheader('Models and parameters')
+        selected_model = st.sidebar.selectbox('Choose a InternVL2 chat model', model_list, key='selected_model', on_change=clear_chat_history)
+        with st.expander('🤖 System Prompt'):
+            persona_rec = st.text_area('System Prompt', value=system_message,
+                                       help='System prompt is a pre-defined message used to instruct the assistant at the beginning of a conversation.',
+                                       height=200)
+        with st.expander('🔥 Advanced Options'):
+            temperature = st.slider('temperature', min_value=0.0, max_value=1.0, value=0.8, step=0.1)
+            top_p = st.slider('top_p', min_value=0.0, max_value=1.0, value=0.7, step=0.1)
+            repetition_penalty = st.slider('repetition_penalty', min_value=1.0, max_value=1.5, value=1.1, step=0.02)
+            max_length = st.slider('max_length', min_value=0, max_value=4096, value=2048, step=128)
+            max_input_tiles = st.slider('max_input_tiles (control image resolution)', min_value=1, max_value=24, value=12, step=1)
+        upload_image_preview = st.empty()
+        uploaded_files = st.file_uploader('Upload files', accept_multiple_files=True,
+                                         type=['png', 'jpg', 'jpeg', 'webp'],
+                                         help='You can upload multiple images (max to 4) or a single video.',
+                                         key=f'uploader_{st.session_state.uploader_key}',
+                                         on_change=st.rerun)
+        uploaded_pil_images = load_upload_file_and_show()
+    else:
+        st.subheader('模型和参数')
+        selected_model = st.sidebar.selectbox('选择一个 InternVL2 对话模型', model_list, key='selected_model', on_change=clear_chat_history)
+        with st.expander('🤖 系统提示'):
+            persona_rec = st.text_area('系统提示', value=system_message,
+                                       help='系统提示是在对话开始时用于指示助手的预定义消息。',
+                                       height=200)
+        with st.expander('🔥 高级选项'):
+            temperature = st.slider('temperature', min_value=0.0, max_value=1.0, value=0.8, step=0.1)
+            top_p = st.slider('top_p', min_value=0.0, max_value=1.0, value=0.7, step=0.1)
+            repetition_penalty = st.slider('重复惩罚', min_value=1.0, max_value=1.5, value=1.1, step=0.02)
+            max_length = st.slider('最大输出长度', min_value=0, max_value=4096, value=2048, step=128)
+            max_input_tiles = st.slider('最大图像块数 (控制图像分辨率)', min_value=1, max_value=24, value=12, step=1)
+        upload_image_preview = st.empty()
+        uploaded_files = st.file_uploader('上传文件', accept_multiple_files=True,
+                                         type=['png', 'jpg', 'jpeg', 'webp'],
+                                         help='你可以上传多张图像（最多4张）或者一个视频。',
+                                         key=f'uploader_{st.session_state.uploader_key}',
+                                         on_change=st.rerun)
+        uploaded_pil_images = load_upload_file_and_show()
+
+
+gradient_text_html = """
+<style>
+.gradient-text {
+    font-weight: bold;
+    background: -webkit-linear-gradient(left, red, orange);
+    background: linear-gradient(to right, red, orange);
+    -webkit-background-clip: text;
+    -webkit-text-fill-color: transparent;
+    display: inline;
+    font-size: 3em;
+}
+</style>
+<div class="gradient-text">InternVL2</div>
+"""
+if lan == 'English':
+    st.markdown(gradient_text_html, unsafe_allow_html=True)
+    st.caption('Expanding Performance Boundaries of Open-Source Multimodal Large Language Models')
+else:
+    st.markdown(gradient_text_html.replace('InternVL2', '书生·万象'), unsafe_allow_html=True)
+    st.caption('扩展开源多模态大语言模型的性能边界')
+
+# Store LLM generated responses
+if 'messages' not in st.session_state.keys():
+    clear_chat_history()
+
+gallery_placeholder = st.empty()
+with gallery_placeholder.container():
+    images = ['gallery/prod_en_17.png', 'gallery/astro_on_unicorn.png',
+              'gallery/prod_12.png', 'gallery/prod_9.jpg',
+              'gallery/prod_4.png', 'gallery/cheetah.png', 'gallery/prod_1.jpeg']
+    images = [Image.open(image) for image in images]
+    if lan == 'English':
+        captions = ["I'm on a diet, but I really want to eat them.",
+                    'Could you help me draw a picture like this one?',
+                    'What are the consequences of the easy decisions shown in this image?',
+                    "What's at the far end of the image?",
+                    'Is this a real plant? Analyze the reasons.',
+                    'Detect the <ref>the middle leopard</ref> in the image with its bounding box.',
+                    'What is the atmosphere of this image?']
+    else:
+        captions = ['我在减肥，但我真的很想吃这个。',
+                    '请画一张类似这样的画',
+                    '这张图上 easy decisions 导致了什么后果?',
+                    '画面最远处是什么?',
+                    '这是真的植物吗？分析原因',
+                    '在以下图像中进行目标检测，并标出所有物体。',
+                    '这幅图的氛围如何？']
+    img_idx = image_select(
+        label='',
+        images=images,
+        captions=captions,
+        use_container_width=True,
+        index=-1,
+        return_value='index',
+        key='image_select'
+    )
+    if lan == 'English':
+        st.caption('Note: For non-commercial research use only. AI responses may contain errors. Users should not spread or allow others to spread hate speech, violence, pornography, or fraud-related harmful information.')
+    else:
+        st.caption('注意：仅限非商业研究使用。用户应不传播或允许他人传播仇恨言论、暴力、色情内容或与欺诈相关的有害信息。')
+    if img_idx != -1 and len(st.session_state.messages) == 0 and selected_model is not None:
+        gallery_placeholder.empty()
+        st.session_state.messages.append({'role': 'user', 'content': captions[img_idx], 'image': [images[img_idx]]})
+        st.rerun() # Fixed an issue where examples were not emptied
+
+if len(st.session_state.messages) > 0:
+    gallery_placeholder.empty()
+
+# Display or clear chat messages
+total_image_num = 0
+for message in st.session_state.messages:
+    with st.chat_message(message['role']):
+        st.markdown(message['content'])
+        show_one_or_multiple_images(message, total_image_num, is_input=message['role'] == 'user')
+        if 'image' in message and message['role'] == 'user':
+            total_image_num += len(message['image'])
+
+input_disable_flag = (len(model_list) == 0) or total_image_num + len(uploaded_files) > max_image_limit
+if lan == 'English':
+    st.sidebar.button('Clear Chat History', on_click=partial(combined_func, func_list=[clear_chat_history, clear_file_uploader]))
+    if input_disable_flag:
+        prompt = st.chat_input('Too many images have been uploaded. Please clear the history.', disabled=input_disable_flag)
+    else:
+        prompt = st.chat_input('Send messages to InternVL', disabled=input_disable_flag)
+else:
+    st.sidebar.button('清空聊天记录', on_click=partial(combined_func, func_list=[clear_chat_history, clear_file_uploader]))
+    if input_disable_flag:
+        prompt = st.chat_input('输入的图片太多了，请清空历史记录。', disabled=input_disable_flag)
+    else:
+        prompt = st.chat_input('给 “InternVL” 发送消息', disabled=input_disable_flag)
+
+alias_instructions = {
+    '目标检测': '在以下图像中进行目标检测，并标出所有物体。',
+    '检测': '在以下图像中进行目标检测，并标出所有物体。',
+    'object detection': 'Please identify and label all objects in the following image.',
+    'detection': 'Please identify and label all objects in the following image.'
+}
+
+if prompt:
+    prompt = alias_instructions[prompt] if prompt in alias_instructions else prompt
+    gallery_placeholder.empty()
+    image_list = uploaded_pil_images
+    st.session_state.messages.append({'role': 'user', 'content': prompt, 'image': image_list})
+    with st.chat_message('user'):
+        st.write(prompt)
+        show_one_or_multiple_images(st.session_state.messages[-1], total_image_num, is_input=True)
+    if image_list:
+        clear_file_uploader()
+
+# Generate a new response if last message is not from assistant
+if len(st.session_state.messages) > 0 and st.session_state.messages[-1]['role'] != 'assistant':
+    with st.chat_message('assistant'):
+        with st.spinner('Thinking...'):
+            if not prompt:
+                prompt = st.session_state.messages[-1]['content']
+            response = generate_response(st.session_state.messages)
+            message = {'role': 'assistant', 'content': response}
+        with st.spinner('Drawing...'):
+            if '<ref>' in response:
+                has_returned_image = find_bounding_boxes(response)
+                message['image'] = [has_returned_image] if has_returned_image else []
+            if '```drawing-instruction' in response:
+                has_returned_image = query_image_generation(response, sd_worker_url=sd_worker_url)
+                message['image'] = [has_returned_image] if has_returned_image else []
+            st.session_state.messages.append(message)
+            show_one_or_multiple_images(message, total_image_num, is_input=False)
+
+if len(st.session_state.messages) > 0:
+    col1, col2, col3, col4 = st.columns([1, 1, 1, 1.3])
+    text1 = 'Clear Chat History' if lan == 'English' else '清空聊天记录'
+    text2 = 'Regenerate' if lan == 'English' else '重新生成'
+    text3 = 'Copy' if lan == 'English' else '复制回答'
+    with col1:
+        st.button(text1, on_click=partial(combined_func, func_list=[clear_chat_history, clear_file_uploader]),
+                  key='clear_chat_history_button')
+    with col2:
+        st.button(text2, on_click=regenerate, key='regenerate_button')
 
-# Function to install a package using pip
-def install_package(package):
-    subprocess.check_call([sys.executable, "-m", "pip", "install", package])
-
-# Install Flask
-install_package("flask")
-
-from flask import Flask, render_template_string
-
-app = Flask(__name__)
-
-@app.route('/')
-def index():
-    return render_template_string('''
-        <!DOCTYPE html>
-        <html lang="en">
-        <head>
-            <meta charset="UTF-8">
-            <meta name="viewport" content="width=device-width, initial-scale=1.0">
-            <title>Embed Webpage</title>
-            <style>
-                body, html {
-                    margin: 0;
-                    padding: 0;
-                    height: 100%;
-                    overflow: hidden;
-                }
-                iframe {
-                    position: absolute;
-                    width: 100%;
-                    height: 100%;
-                    border: none;
-                }
-            </style>
-        </head>
-        <body>
-            <iframe src="https://internvl.opengvlab.com/"></iframe>
-        </body>
-        </html>
-    ''')
-
-if __name__ == '__main__':
-    app.run(debug=True)
+print(st.session_state.messages)

constants.py

@@ -0,0 +1,23 @@
+# --------------------------------------------------------
+# InternVL
+# Copyright (c) 2024 OpenGVLab
+# Licensed under The MIT License [see LICENSE for details]
+# --------------------------------------------------------
+
+CONTROLLER_HEART_BEAT_EXPIRATION = 30
+WORKER_HEART_BEAT_INTERVAL = 15
+
+LOGDIR = 'logs/'
+
+# Model Constants
+IGNORE_INDEX = -100
+IMAGE_TOKEN_INDEX = -200
+DEFAULT_IMAGE_TOKEN = '<image>'
+DEFAULT_IMAGE_PATCH_TOKEN = '<IMG_CONTEXT>'
+DEFAULT_IM_START_TOKEN = '<img>'
+DEFAULT_IM_END_TOKEN = '</img>'
+IMAGE_PLACEHOLDER = '<image-placeholder>'
+IMAGENET_MEAN = (0.485, 0.456, 0.406)
+IMAGENET_STD = (0.229, 0.224, 0.225)
+
+server_error_msg = '**NETWORK ERROR DUE TO HIGH TRAFFIC. PLEASE REGENERATE OR REFRESH THIS PAGE.**'

controller.py

@@ -0,0 +1,289 @@
+"""
+A controller manages distributed workers.
+It sends worker addresses to clients.
+"""
+import argparse
+import dataclasses
+import json
+import threading
+import time
+import re
+from enum import Enum, auto
+from typing import List
+
+import numpy as np
+import requests
+import uvicorn
+from fastapi import FastAPI, Request
+from fastapi.responses import StreamingResponse
+from utils import build_logger, server_error_msg
+
+CONTROLLER_HEART_BEAT_EXPIRATION = 30
+logger = build_logger('controller', 'controller.log')
+
+
+class DispatchMethod(Enum):
+    LOTTERY = auto()
+    SHORTEST_QUEUE = auto()
+
+    @classmethod
+    def from_str(cls, name):
+        if name == 'lottery':
+            return cls.LOTTERY
+        elif name == 'shortest_queue':
+            return cls.SHORTEST_QUEUE
+        else:
+            raise ValueError(f'Invalid dispatch method')
+
+
+@dataclasses.dataclass
+class WorkerInfo:
+    model_names: List[str]
+    speed: int
+    queue_length: int
+    check_heart_beat: bool
+    last_heart_beat: str
+
+
+def heart_beat_controller(controller):
+    while True:
+        time.sleep(CONTROLLER_HEART_BEAT_EXPIRATION)
+        controller.remove_stable_workers_by_expiration()
+
+
+class Controller:
+    def __init__(self, dispatch_method: str):
+        # Dict[str -> WorkerInfo]
+        self.worker_info = {}
+        self.dispatch_method = DispatchMethod.from_str(dispatch_method)
+
+        self.heart_beat_thread = threading.Thread(
+            target=heart_beat_controller, args=(self,))
+        self.heart_beat_thread.start()
+
+        logger.info('Init controller')
+
+    def register_worker(self, worker_name: str, check_heart_beat: bool,
+                        worker_status: dict):
+        if worker_name not in self.worker_info:
+            logger.info(f'Register a new worker: {worker_name}')
+        else:
+            logger.info(f'Register an existing worker: {worker_name}')
+
+        if not worker_status:
+            worker_status = self.get_worker_status(worker_name)
+        if not worker_status:
+            return False
+
+        self.worker_info[worker_name] = WorkerInfo(
+            worker_status['model_names'], worker_status['speed'], worker_status['queue_length'],
+            check_heart_beat, time.time())
+
+        logger.info(f'Register done: {worker_name}, {worker_status}')
+        return True
+
+    def get_worker_status(self, worker_name: str):
+        try:
+            r = requests.post(worker_name + '/worker_get_status', timeout=5)
+        except requests.exceptions.RequestException as e:
+            logger.error(f'Get status fails: {worker_name}, {e}')
+            return None
+
+        if r.status_code != 200:
+            logger.error(f'Get status fails: {worker_name}, {r}')
+            return None
+
+        return r.json()
+
+    def remove_worker(self, worker_name: str):
+        del self.worker_info[worker_name]
+
+    def refresh_all_workers(self):
+        old_info = dict(self.worker_info)
+        self.worker_info = {}
+
+        for w_name, w_info in old_info.items():
+            if not self.register_worker(w_name, w_info.check_heart_beat, None):
+                logger.info(f'Remove stale worker: {w_name}')
+
+    def list_models(self):
+        model_names = set()
+
+        for w_name, w_info in self.worker_info.items():
+            model_names.update(w_info.model_names)
+
+        def extract_key(s):
+            match = re.match(r'InternVL2-(\d+)B', s)
+            if match:
+                return int(match.group(1))
+            return -1
+
+        def custom_sort_key(s):
+            key = extract_key(s)
+            # Return a tuple where -1 will ensure that non-matching items come last
+            return (0 if key != -1 else 1, -key if key != -1 else s)
+
+        sorted_list = sorted(list(model_names), key=custom_sort_key)
+        return sorted_list
+
+    def get_worker_address(self, model_name: str):
+        if self.dispatch_method == DispatchMethod.LOTTERY:
+            worker_names = []
+            worker_speeds = []
+            for w_name, w_info in self.worker_info.items():
+                if model_name in w_info.model_names:
+                    worker_names.append(w_name)
+                    worker_speeds.append(w_info.speed)
+            worker_speeds = np.array(worker_speeds, dtype=np.float32)
+            norm = np.sum(worker_speeds)
+            if norm < 1e-4:
+                return ''
+            worker_speeds = worker_speeds / norm
+            if True:  # Directly return address
+                pt = np.random.choice(np.arange(len(worker_names)),
+                    p=worker_speeds)
+                worker_name = worker_names[pt]
+                return worker_name
+
+        elif self.dispatch_method == DispatchMethod.SHORTEST_QUEUE:
+            worker_names = []
+            worker_qlen = []
+            for w_name, w_info in self.worker_info.items():
+                if model_name in w_info.model_names:
+                    worker_names.append(w_name)
+                    worker_qlen.append(w_info.queue_length / w_info.speed)
+            if len(worker_names) == 0:
+                return ''
+            min_index = np.argmin(worker_qlen)
+            w_name = worker_names[min_index]
+            self.worker_info[w_name].queue_length += 1
+            logger.info(f'names: {worker_names}, queue_lens: {worker_qlen}, ret: {w_name}')
+            return w_name
+        else:
+            raise ValueError(f'Invalid dispatch method: {self.dispatch_method}')
+
+    def receive_heart_beat(self, worker_name: str, queue_length: int):
+        if worker_name not in self.worker_info:
+            logger.info(f'Receive unknown heart beat. {worker_name}')
+            return False
+
+        self.worker_info[worker_name].queue_length = queue_length
+        self.worker_info[worker_name].last_heart_beat = time.time()
+        logger.info(f'Receive heart beat. {worker_name}')
+        return True
+
+    def remove_stable_workers_by_expiration(self):
+        expire = time.time() - CONTROLLER_HEART_BEAT_EXPIRATION
+        to_delete = []
+        for worker_name, w_info in self.worker_info.items():
+            if w_info.check_heart_beat and w_info.last_heart_beat < expire:
+                to_delete.append(worker_name)
+
+        for worker_name in to_delete:
+            self.remove_worker(worker_name)
+
+    def worker_api_generate_stream(self, params):
+        worker_addr = self.get_worker_address(params['model'])
+        if not worker_addr:
+            logger.info(f"no worker: {params['model']}")
+            ret = {
+                'text': server_error_msg,
+                'error_code': 2,
+            }
+            yield json.dumps(ret).encode() + b'\0'
+
+        try:
+            response = requests.post(worker_addr + '/worker_generate_stream',
+                json=params, stream=True, timeout=5)
+            for chunk in response.iter_lines(decode_unicode=False, delimiter=b'\0'):
+                if chunk:
+                    yield chunk + b'\0'
+        except requests.exceptions.RequestException as e:
+            logger.info(f'worker timeout: {worker_addr}')
+            ret = {
+                'text': server_error_msg,
+                'error_code': 3,
+            }
+            yield json.dumps(ret).encode() + b'\0'
+
+    # Let the controller act as a worker to achieve hierarchical
+    # management. This can be used to connect isolated sub networks.
+    def worker_api_get_status(self):
+        model_names = set()
+        speed = 0
+        queue_length = 0
+
+        for w_name in self.worker_info:
+            worker_status = self.get_worker_status(w_name)
+            if worker_status is not None:
+                model_names.update(worker_status['model_names'])
+                speed += worker_status['speed']
+                queue_length += worker_status['queue_length']
+
+        return {
+            'model_names': list(model_names),
+            'speed': speed,
+            'queue_length': queue_length,
+        }
+
+
+app = FastAPI()
+
+
+@app.post('/register_worker')
+async def register_worker(request: Request):
+    data = await request.json()
+    controller.register_worker(
+        data['worker_name'], data['check_heart_beat'],
+        data.get('worker_status', None))
+
+
+@app.post('/refresh_all_workers')
+async def refresh_all_workers():
+    models = controller.refresh_all_workers()
+
+
+@app.post('/list_models')
+async def list_models():
+    models = controller.list_models()
+    return {'models': models}
+
+
+@app.post('/get_worker_address')
+async def get_worker_address(request: Request):
+    data = await request.json()
+    addr = controller.get_worker_address(data['model'])
+    return {'address': addr}
+
+
+@app.post('/receive_heart_beat')
+async def receive_heart_beat(request: Request):
+    data = await request.json()
+    exist = controller.receive_heart_beat(
+        data['worker_name'], data['queue_length'])
+    return {'exist': exist}
+
+
+@app.post('/worker_generate_stream')
+async def worker_api_generate_stream(request: Request):
+    params = await request.json()
+    generator = controller.worker_api_generate_stream(params)
+    return StreamingResponse(generator)
+
+
+@app.post('/worker_get_status')
+async def worker_api_get_status(request: Request):
+    return controller.worker_api_get_status()
+
+
+if __name__ == '__main__':
+    parser = argparse.ArgumentParser()
+    parser.add_argument('--host', type=str, default='0.0.0.0')
+    parser.add_argument('--port', type=int, default=10075)
+    parser.add_argument('--dispatch-method', type=str, choices=[
+        'lottery', 'shortest_queue'], default='shortest_queue')
+    args = parser.parse_args()
+    logger.info(f'args: {args}')
+
+    controller = Controller(args.dispatch_method)
+    uvicorn.run(app, host=args.host, port=args.port, log_level='info')

library.py

@@ -0,0 +1,95 @@
+# --------------------------------------------------------
+# InternVL
+# Copyright (c) 2024 OpenGVLab
+# Licensed under The MIT License [see LICENSE for details]
+# Modified from https://github.com/hreikin/streamlit-uploads-library/blob/main/streamlit_uploads_library/library.py
+# --------------------------------------------------------
+
+import logging
+from math import ceil
+
+import streamlit as st
+
+logger = logging.getLogger(__name__)
+
+
+class Library():
+    """Create a simple library out of streamlit widgets.
+
+    Using the library is simple, import `streamlit_uploads_library` and then instantiate the class with the
+    required `directory` variable. Other options can be configured by passing in different variables
+    when instantiating the class.
+
+    Example Usage:
+        python
+        import streamlit as st
+        from library import Library
+
+        st.set_page_config(page_title="Streamlit Uploads Library", layout="wide")
+        default_library = Library(images=pil_images)
+    """
+
+    def __init__(self, images, image_alignment='end', number_of_columns=5):
+        self.images = images
+        self.image_alignment = image_alignment
+        self.number_of_columns = number_of_columns
+        self.root_container = self.create(images=self.images,
+                                          image_alignment=self.image_alignment,
+                                          number_of_columns=self.number_of_columns)
+
+    def create(_self, images, image_alignment, number_of_columns):
+        """Creates a simple library or gallery with columns.
+
+        Creates a library or gallery using columns out of streamlit widgets.
+        """
+        root_container = st.container()
+        with root_container:
+            # To be able to display the images, details and buttons all in one row and aligned
+            # correctly so that images of different sizes don't affect the alignment of the details
+            # and buttons we need do some minor maths and keep track of multiple index values.
+            # First we instantiate some defaults.
+            col_idx = 0
+            filename_idx = 0
+            max_idx = number_of_columns - 1
+            # Get the file list and filename list, work out the total number of files from the
+            # length of the file list.
+            library_files = images
+            num_of_files = len(library_files)
+            # Work out the number of rows required by dividing the number of files by the number of
+            # columns and rounding up using `math.ceil`.
+            num_of_rows_req = ceil(num_of_files / number_of_columns)
+            # Create the required number of rows (st.container).
+            library_rows = list()
+            library_rows_idx = 0
+            for i in range(num_of_rows_req):
+                library_rows.append(st.container())
+            # For each library row we need to create separate rows (st.container) for images,
+            # and rows (st.expander) for details and buttons to keep them in the correct columns.
+            for idx in range(num_of_rows_req):
+                with library_rows[library_rows_idx]:
+                    imgs_columns = list(st.columns(number_of_columns))
+                # Since we are keeping track of the column and filename indexes we can use
+                # those to slice the `library_files` list at the correct points for each row
+                # and then increase or reset the indexes as required.
+                for img in library_files[filename_idx:(filename_idx + number_of_columns)]:
+                    with imgs_columns[col_idx]:
+                        st.image(img, use_column_width='auto')
+                        st.write(
+                            f"""<style>
+                                [data-testid="stHorizontalBlock"] {{
+                                    align-items: {image_alignment};
+                                }}
+                                </style>
+                                """,
+                            unsafe_allow_html=True
+                        )
+                    # Keeps track of the current column, if we reach the `max_idx` we reset it
+                    # to 0 and increase the row index. This combined with the slicing should
+                    # ensure all images, details and buttons are in the correct columns.
+                    if col_idx < max_idx:
+                        col_idx += 1
+                    else:
+                        col_idx = 0
+                        library_rows_idx += 1
+                    filename_idx += 1
+        return root_container

logs/model_worker_03bfe8.log

@@ -0,0 +1,83 @@
+2024-07-11 22:32:29 | INFO | model_worker | args: Namespace(host='0.0.0.0', port=40007, worker_address='http://10.140.66.196:40007', controller_address='http://10.140.60.209:10075', model_path='share_internvl/InternVL2-78B/', model_name=None, device='auto', limit_model_concurrency=5, stream_interval=1, load_8bit=False)
+2024-07-11 22:32:29 | INFO | model_worker | Loading the model InternVL2-78B on worker 03bfe8 ...
+2024-07-11 22:32:29 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-11 22:32:29 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-11 22:32:33 | ERROR | stderr | 
+2024-07-11 22:32:36 | ERROR | stderr | 
+2024-07-11 22:32:38 | ERROR | stderr | 
+2024-07-11 22:32:40 | ERROR | stderr | 
+2024-07-11 22:32:42 | ERROR | stderr | 
+2024-07-11 22:32:44 | ERROR | stderr | 
+2024-07-11 22:32:46 | ERROR | stderr | 
+2024-07-11 22:32:48 | ERROR | stderr | 
+2024-07-11 22:32:50 | ERROR | stderr | 
+2024-07-11 22:32:53 | ERROR | stderr | 
+2024-07-11 22:32:55 | ERROR | stderr | 
+2024-07-11 22:32:57 | ERROR | stderr | 
+2024-07-11 22:32:59 | ERROR | stderr | 
+2024-07-11 22:33:01 | ERROR | stderr | 
+2024-07-11 22:33:03 | ERROR | stderr | 
+2024-07-11 22:33:04 | ERROR | stderr | 
+2024-07-11 22:33:06 | ERROR | stderr | 
+2024-07-11 22:33:08 | ERROR | stderr | 
+2024-07-11 22:33:10 | ERROR | stderr | 
+2024-07-11 22:33:12 | ERROR | stderr | 
+2024-07-11 22:33:14 | ERROR | stderr | 
+2024-07-11 22:33:16 | ERROR | stderr | 
+2024-07-11 22:33:18 | ERROR | stderr | 
+2024-07-11 22:33:20 | ERROR | stderr | 
+2024-07-11 22:33:22 | ERROR | stderr | 
+2024-07-11 22:33:24 | ERROR | stderr | 
+2024-07-11 22:33:26 | ERROR | stderr | 
+2024-07-11 22:33:28 | ERROR | stderr | 
+2024-07-11 22:33:29 | ERROR | stderr | 
+2024-07-11 22:33:31 | ERROR | stderr | 
+2024-07-11 22:33:33 | ERROR | stderr | 
+2024-07-11 22:33:36 | ERROR | stderr | 
+2024-07-11 22:33:37 | ERROR | stderr | 
+2024-07-11 22:33:39 | ERROR | stderr | 
+2024-07-11 22:33:39 | ERROR | stderr | 
+2024-07-11 22:33:39 | ERROR | stderr | 
+2024-07-11 22:33:40 | INFO | model_worker | Register to controller
+2024-07-11 22:33:40 | ERROR | stderr | INFO:     Started server process [41841]
+2024-07-11 22:33:40 | ERROR | stderr | INFO:     Waiting for application startup.
+2024-07-11 22:33:40 | ERROR | stderr | INFO:     Application startup complete.
+2024-07-11 22:33:40 | ERROR | stderr | INFO:     Uvicorn running on http://0.0.0.0:40007 (Press CTRL+C to quit)
+2024-07-11 22:33:55 | INFO | model_worker | Send heart beat. Models: ['InternVL2-78B']. Semaphore: None. global_counter: 0
+2024-07-11 22:34:02 | INFO | stdout | INFO:     10.140.60.209:44754 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:34:04 | INFO | stdout | INFO:     10.140.60.209:44774 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:34:05 | INFO | stdout | INFO:     10.140.60.209:44794 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:34:05 | INFO | model_worker | Send heart beat. Models: ['InternVL2-78B']. Semaphore: Semaphore(value=4, locked=False). global_counter: 1
+2024-07-11 22:34:05 | INFO | stdout | INFO:     10.140.60.209:44802 - "POST /worker_generate_stream HTTP/1.1" 200 OK
+2024-07-11 22:34:05 | INFO | model_worker | max_input_tile_list: [12]
+2024-07-11 22:34:06 | INFO | model_worker | Split images to torch.Size([13, 3, 448, 448])
+2024-07-11 22:34:06 | INFO | model_worker | []
+2024-07-11 22:34:06 | INFO | model_worker | Generation config: {'num_beams': 1, 'max_new_tokens': 2048, 'do_sample': True, 'temperature': 0.8, 'repetition_penalty': 1.1, 'max_length': 8192, 'top_p': 0.7, 'streamer': <transformers.generation.streamers.TextIteratorStreamer object at 0x7fca140d51e0>}
+2024-07-11 22:34:07 | WARNING | transformers.generation.utils | Setting `pad_token_id` to `eos_token_id`:151645 for open-end generation.
+2024-07-11 22:34:07 | WARNING | transformers.generation.utils | Both `max_new_tokens` (=2048) and `max_length`(=8192) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)
+2024-07-11 22:34:10 | INFO | model_worker | Send heart beat. Models: ['InternVL2-78B']. Semaphore: Semaphore(value=4, locked=False). global_counter: 1
+2024-07-11 22:34:13 | ERROR | stderr | Exception in thread Thread-3 (chat):
+2024-07-11 22:34:13 | ERROR | stderr | Traceback (most recent call last):
+2024-07-11 22:34:13 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl-apex/lib/python3.10/threading.py", line 1009, in _bootstrap_inner
+2024-07-11 22:34:13 | ERROR | stderr |     self.run()
+2024-07-11 22:34:13 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl-apex/lib/python3.10/threading.py", line 946, in run
+2024-07-11 22:34:13 | ERROR | stderr |     self._target(*self._args, **self._kwargs)
+2024-07-11 22:34:13 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/.cache/huggingface/modules/transformers_modules/InternVL2-78B/modeling_internvl_chat.py", line 283, in chat
+2024-07-11 22:34:13 | ERROR | stderr |     generation_output = self.generate(
+2024-07-11 22:34:13 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl-apex/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 115, in decorate_context
+2024-07-11 22:34:13 | ERROR | stderr |     return func(*args, **kwargs)
+2024-07-11 22:34:13 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/.cache/huggingface/modules/transformers_modules/InternVL2-78B/modeling_internvl_chat.py", line 333, in generate
+2024-07-11 22:34:13 | ERROR | stderr |     outputs = self.language_model.generate(
+2024-07-11 22:34:13 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl-apex/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 115, in decorate_context
+2024-07-11 22:34:13 | ERROR | stderr |     return func(*args, **kwargs)
+2024-07-11 22:34:13 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl-apex/lib/python3.10/site-packages/transformers/generation/utils.py", line 1525, in generate
+2024-07-11 22:34:13 | ERROR | stderr |     return self.sample(
+2024-07-11 22:34:13 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl-apex/lib/python3.10/site-packages/transformers/generation/utils.py", line 2641, in sample
+2024-07-11 22:34:13 | ERROR | stderr |     next_token_scores = logits_processor(input_ids, next_token_logits)
+2024-07-11 22:34:13 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl-apex/lib/python3.10/site-packages/transformers/generation/logits_process.py", line 97, in __call__
+2024-07-11 22:34:13 | ERROR | stderr |     scores = processor(input_ids, scores)
+2024-07-11 22:34:13 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl-apex/lib/python3.10/site-packages/transformers/generation/logits_process.py", line 333, in __call__
+2024-07-11 22:34:13 | ERROR | stderr |     score = torch.gather(scores, 1, input_ids)
+2024-07-11 22:34:13 | ERROR | stderr | RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:4 and cuda:0! (when checking argument for argument index in method wrapper_CUDA_gather)
+2024-07-11 22:34:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-78B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:34:25 | INFO | model_worker | Send heart beat. Models: ['InternVL2-78B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1

logs/model_worker_119769.log

@@ -0,0 +1,175 @@
+2024-07-10 17:35:06 | INFO | model_worker | args: Namespace(host='0.0.0.0', port=40005, worker_address='http://10.140.60.25:40005', controller_address='http://10.140.60.209:10075', model_path='share_internvl/InternVL2-26B/', model_name=None, device='cuda', limit_model_concurrency=5, stream_interval=1, load_8bit=False)
+2024-07-10 17:35:06 | INFO | model_worker | Loading the model InternVL2-26B on worker 119769 ...
+2024-07-10 17:35:06 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-10 17:35:06 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-10 17:35:09 | ERROR | stderr | /mnt/petrelfs/wangweiyun/miniconda3/envs/internvl-apex/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:397: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `None` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`. This was detected when initializing the generation config instance, which means the corresponding file may hold incorrect parameterization and should be fixed.
+2024-07-10 17:35:09 | ERROR | stderr |   warnings.warn(
+2024-07-10 17:35:10 | ERROR | stderr | 
+2024-07-10 17:35:21 | ERROR | stderr | 
+2024-07-10 17:35:33 | ERROR | stderr | 
+2024-07-10 17:35:42 | ERROR | stderr | 
+2024-07-10 17:35:50 | ERROR | stderr | 
+2024-07-10 17:35:59 | ERROR | stderr | 
+2024-07-10 17:36:09 | ERROR | stderr | 
+2024-07-10 17:36:18 | ERROR | stderr | 
+2024-07-10 17:36:25 | ERROR | stderr | 
+2024-07-10 17:36:32 | ERROR | stderr | 
+2024-07-10 17:36:39 | ERROR | stderr | 
+2024-07-10 17:36:43 | ERROR | stderr | 
+2024-07-10 17:36:43 | ERROR | stderr | 
+2024-07-10 17:36:43 | ERROR | stderr | 
+2024-07-10 17:37:07 | INFO | model_worker | Register to controller
+2024-07-10 17:37:07 | ERROR | stderr | INFO:     Started server process [5180]
+2024-07-10 17:37:07 | ERROR | stderr | INFO:     Waiting for application startup.
+2024-07-10 17:37:07 | ERROR | stderr | INFO:     Application startup complete.
+2024-07-10 17:37:07 | ERROR | stderr | INFO:     Uvicorn running on http://0.0.0.0:40005 (Press CTRL+C to quit)
+2024-07-10 17:37:22 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: None. global_counter: 0
+2024-07-10 17:37:37 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: None. global_counter: 0
+2024-07-10 17:37:52 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: None. global_counter: 0
+2024-07-10 17:38:07 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: None. global_counter: 0
+2024-07-10 17:38:15 | INFO | stdout | INFO:     10.140.60.209:59250 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:38:17 | INFO | stdout | INFO:     10.140.60.209:59320 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:38:22 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: None. global_counter: 0
+2024-07-10 17:38:26 | INFO | stdout | INFO:     10.140.60.209:59364 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:38:29 | INFO | stdout | INFO:     10.140.60.209:59380 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:38:30 | INFO | stdout | INFO:     10.140.60.209:59394 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:38:33 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=4, locked=False). global_counter: 1
+2024-07-10 17:38:33 | INFO | stdout | INFO:     10.140.60.209:59400 - "POST /worker_generate_stream HTTP/1.1" 200 OK
+2024-07-10 17:38:33 | INFO | stdout | history: []
+2024-07-10 17:38:33 | INFO | stdout | question: Image-1: <image>
+2024-07-10 17:38:33 | INFO | stdout | 这是��
+2024-07-10 17:38:33 | INFO | stdout | pil_images: [<PIL.PngImagePlugin.PngImageFile image mode=RGB size=5472x3648 at 0x7FA89C5BC370>]
+2024-07-10 17:38:33 | INFO | model_worker | dynamic_image_size: True
+2024-07-10 17:38:33 | INFO | model_worker | use_thumbnail: True
+2024-07-10 17:38:34 | INFO | model_worker | Resize images to 448x448
+2024-07-10 17:38:34 | INFO | model_worker | Split images to torch.Size([7, 3, 448, 448])
+2024-07-10 17:38:37 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=4, locked=False). global_counter: 1
+2024-07-10 17:38:39 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-10 17:38:50 | INFO | stdout | INFO:     10.140.60.209:59418 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:38:52 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-10 17:38:53 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=4, locked=False). global_counter: 2
+2024-07-10 17:38:53 | INFO | stdout | INFO:     10.140.60.209:59424 - "POST /worker_generate_stream HTTP/1.1" 200 OK
+2024-07-10 17:38:53 | INFO | stdout | history: [['Image-1: <image>\n这是啥', '这是一杯饮料，放在一个透明的玻璃杯里，杯子上印有“AURORA GLASS”字样。杯子里有冰块，周围也散落着几块冰块。背景中有一盆绿色的植物，放在一个白色的花盆里。饮料可能是某种碳酸饮料，比如啤酒或汽水，但具体种类无法确定。 ']]
+2024-07-10 17:38:53 | INFO | stdout | question: 根据图片写一篇800字的作文
+2024-07-10 17:38:53 | INFO | stdout | pil_images: [<PIL.PngImagePlugin.PngImageFile image mode=RGB size=5472x3648 at 0x7FA89C482E00>]
+2024-07-10 17:38:53 | INFO | model_worker | dynamic_image_size: True
+2024-07-10 17:38:53 | INFO | model_worker | use_thumbnail: True
+2024-07-10 17:38:54 | INFO | model_worker | Resize images to 448x448
+2024-07-10 17:38:54 | INFO | model_worker | Split images to torch.Size([7, 3, 448, 448])
+2024-07-10 17:39:07 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=4, locked=False). global_counter: 2
+2024-07-10 17:39:14 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:39:22 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:39:37 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:39:42 | INFO | stdout | INFO:     10.140.60.209:59622 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:39:52 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:40:07 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:40:22 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:40:37 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:40:52 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:41:07 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:41:22 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:41:31 | INFO | stdout | INFO:     10.140.60.209:60036 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:41:37 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:41:52 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:42:07 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:42:22 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:42:37 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:42:52 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:43:07 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:43:22 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:43:37 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:43:52 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:44:07 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:44:22 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:44:37 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:44:52 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:45:07 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:45:22 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:45:37 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:45:52 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:46:07 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:46:22 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:46:37 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:46:52 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:47:08 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:47:23 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:47:38 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:47:53 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:48:08 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:48:23 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:48:38 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:48:53 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:49:08 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:49:23 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:49:38 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:49:53 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:50:08 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:50:23 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:50:38 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:50:53 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:51:08 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:51:23 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:51:38 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:51:53 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:52:08 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:52:23 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:52:38 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:52:53 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:53:08 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:53:23 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:53:38 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:53:53 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:54:08 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:54:23 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:54:38 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:54:53 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:55:08 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:55:23 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:55:38 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:55:53 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:56:08 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:56:23 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:56:33 | INFO | stdout | INFO:     10.140.60.209:35500 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:56:36 | INFO | stdout | INFO:     10.140.60.209:35522 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:56:37 | INFO | stdout | INFO:     10.140.60.209:35540 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:56:38 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:56:53 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:57:08 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:57:23 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:57:38 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:57:53 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:58:08 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:58:23 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:58:38 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:58:53 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:59:08 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:59:23 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:59:38 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 17:59:53 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 18:00:08 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 18:00:15 | INFO | stdout | INFO:     10.140.60.209:36335 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 18:00:18 | INFO | stdout | INFO:     10.140.60.209:36414 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 18:00:19 | INFO | stdout | INFO:     10.140.60.209:36432 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 18:00:23 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 18:00:38 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 18:00:53 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 18:01:08 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 18:01:24 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 18:01:30 | INFO | stdout | INFO:     10.140.60.209:36650 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 18:01:33 | INFO | stdout | INFO:     10.140.60.209:36664 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 18:01:36 | INFO | stdout | INFO:     10.140.60.209:36680 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 18:01:38 | INFO | stdout | INFO:     10.140.60.209:36696 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 18:01:39 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 18:01:54 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 18:02:09 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 18:02:24 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 18:02:39 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 18:02:54 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 18:03:09 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 18:03:24 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 18:03:39 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 18:03:54 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 18:04:09 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 18:04:24 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 18:04:39 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 18:04:54 | INFO | model_worker | Send heart beat. Models: ['InternVL2-26B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2

logs/model_worker_131934.log

@@ -0,0 +1,78 @@
+2024-07-11 22:39:38 | INFO | model_worker | args: Namespace(host='0.0.0.0', port=40007, worker_address='http://10.140.66.196:40007', controller_address='http://10.140.60.209:10075', model_path='share_internvl/InternVL2-78B/', model_name=None, device='auto', limit_model_concurrency=5, stream_interval=1, load_8bit=False)
+2024-07-11 22:39:38 | INFO | model_worker | Loading the model InternVL2-78B on worker 131934 ...
+2024-07-11 22:39:38 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-11 22:39:38 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-11 22:39:43 | ERROR | stderr | 
+2024-07-11 22:39:45 | ERROR | stderr | 
+2024-07-11 22:39:47 | ERROR | stderr | 
+2024-07-11 22:39:49 | ERROR | stderr | 
+2024-07-11 22:39:51 | ERROR | stderr | 
+2024-07-11 22:39:53 | ERROR | stderr | 
+2024-07-11 22:39:55 | ERROR | stderr | 
+2024-07-11 22:39:57 | ERROR | stderr | 
+2024-07-11 22:39:59 | ERROR | stderr | 
+2024-07-11 22:40:01 | ERROR | stderr | 
+2024-07-11 22:40:03 | ERROR | stderr | 
+2024-07-11 22:40:05 | ERROR | stderr | 
+2024-07-11 22:40:07 | ERROR | stderr | 
+2024-07-11 22:40:09 | ERROR | stderr | 
+2024-07-11 22:40:11 | ERROR | stderr | 
+2024-07-11 22:40:13 | ERROR | stderr | 
+2024-07-11 22:40:15 | ERROR | stderr | 
+2024-07-11 22:40:17 | ERROR | stderr | 
+2024-07-11 22:40:19 | ERROR | stderr | 
+2024-07-11 22:40:21 | ERROR | stderr | 
+2024-07-11 22:40:23 | ERROR | stderr | 
+2024-07-11 22:40:25 | ERROR | stderr | 
+2024-07-11 22:40:27 | ERROR | stderr | 
+2024-07-11 22:40:29 | ERROR | stderr | 
+2024-07-11 22:40:31 | ERROR | stderr | 
+2024-07-11 22:40:33 | ERROR | stderr | 
+2024-07-11 22:40:36 | ERROR | stderr | 
+2024-07-11 22:40:38 | ERROR | stderr | 
+2024-07-11 22:40:39 | ERROR | stderr | 
+2024-07-11 22:40:42 | ERROR | stderr | 
+2024-07-11 22:40:44 | ERROR | stderr | 
+2024-07-11 22:40:46 | ERROR | stderr | 
+2024-07-11 22:40:48 | ERROR | stderr | 
+2024-07-11 22:40:49 | ERROR | stderr | 
+2024-07-11 22:40:49 | ERROR | stderr | 
+2024-07-11 22:40:49 | ERROR | stderr | 
+2024-07-11 22:40:50 | INFO | model_worker | Register to controller
+2024-07-11 22:40:50 | ERROR | stderr | INFO:     Started server process [58685]
+2024-07-11 22:40:50 | ERROR | stderr | INFO:     Waiting for application startup.
+2024-07-11 22:40:50 | ERROR | stderr | INFO:     Application startup complete.
+2024-07-11 22:40:50 | ERROR | stderr | INFO:     Uvicorn running on http://0.0.0.0:40007 (Press CTRL+C to quit)
+2024-07-11 22:40:59 | INFO | stdout | INFO:     10.140.60.209:47870 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:41:01 | INFO | stdout | INFO:     10.140.60.209:47890 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:41:01 | INFO | stdout | INFO:     10.140.60.209:47910 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:41:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-78B']. Semaphore: Semaphore(value=4, locked=False). global_counter: 1
+2024-07-11 22:41:02 | INFO | stdout | INFO:     10.140.60.209:47916 - "POST /worker_generate_stream HTTP/1.1" 200 OK
+2024-07-11 22:41:02 | INFO | model_worker | max_input_tile_list: [12]
+2024-07-11 22:41:02 | INFO | model_worker | Split images to torch.Size([13, 3, 448, 448])
+2024-07-11 22:41:02 | INFO | model_worker | []
+2024-07-11 22:41:02 | INFO | model_worker | Generation config: {'num_beams': 1, 'max_new_tokens': 2048, 'do_sample': True, 'temperature': 0.8, 'repetition_penalty': 1.1, 'max_length': 8192, 'top_p': 0.7, 'streamer': <transformers.generation.streamers.TextIteratorStreamer object at 0x7f444c215240>}
+2024-07-11 22:41:03 | WARNING | transformers.generation.utils | Setting `pad_token_id` to `eos_token_id`:151645 for open-end generation.
+2024-07-11 22:41:03 | WARNING | transformers.generation.utils | Both `max_new_tokens` (=2048) and `max_length`(=8192) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)
+2024-07-11 22:41:05 | INFO | model_worker | Send heart beat. Models: ['InternVL2-78B']. Semaphore: Semaphore(value=4, locked=False). global_counter: 1
+2024-07-11 22:41:09 | ERROR | stderr | Exception in thread Thread-3 (chat):
+2024-07-11 22:41:09 | ERROR | stderr | Traceback (most recent call last):
+2024-07-11 22:41:09 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl-apex/lib/python3.10/threading.py", line 1009, in _bootstrap_inner
+2024-07-11 22:41:09 | ERROR | stderr |     self.run()
+2024-07-11 22:41:09 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl-apex/lib/python3.10/threading.py", line 946, in run
+2024-07-11 22:41:09 | ERROR | stderr |     self._target(*self._args, **self._kwargs)
+2024-07-11 22:41:09 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/.cache/huggingface/modules/transformers_modules/InternVL2-78B/modeling_internvl_chat.py", line 283, in chat
+2024-07-11 22:41:09 | ERROR | stderr |     generation_output = self.generate(
+2024-07-11 22:41:09 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl-apex/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 115, in decorate_context
+2024-07-11 22:41:09 | ERROR | stderr |     return func(*args, **kwargs)
+2024-07-11 22:41:09 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/.cache/huggingface/modules/transformers_modules/InternVL2-78B/modeling_internvl_chat.py", line 333, in generate
+2024-07-11 22:41:09 | ERROR | stderr |     outputs = self.language_model.generate(
+2024-07-11 22:41:09 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl-apex/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 115, in decorate_context
+2024-07-11 22:41:09 | ERROR | stderr |     return func(*args, **kwargs)
+2024-07-11 22:41:09 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl-apex/lib/python3.10/site-packages/transformers/generation/utils.py", line 1525, in generate
+2024-07-11 22:41:09 | ERROR | stderr |     return self.sample(
+2024-07-11 22:41:09 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl-apex/lib/python3.10/site-packages/transformers/generation/utils.py", line 2641, in sample
+2024-07-11 22:41:09 | ERROR | stderr |     next_token_scores = logits_processor(input_ids, next_token_logits.to(input_ids.devices))
+2024-07-11 22:41:09 | ERROR | stderr | AttributeError: 'Tensor' object has no attribute 'devices'. Did you mean: 'device'?
+2024-07-11 22:41:12 | INFO | model_worker | Send heart beat. Models: ['InternVL2-78B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:41:15 | ERROR | stderr | INFO:     Shutting down

logs/model_worker_1380b0.log

@@ -0,0 +1,115 @@
+2024-07-11 22:15:24 | INFO | model_worker | args: Namespace(host='0.0.0.0', port=40006, worker_address='http://10.140.60.25:40006', controller_address='http://10.140.60.209:10075', model_path='share_internvl/InternVL2-40B/', model_name=None, device='auto', limit_model_concurrency=5, stream_interval=1, load_8bit=False)
+2024-07-11 22:15:24 | INFO | model_worker | Loading the model InternVL2-40B on worker 1380b0 ...
+2024-07-11 22:15:24 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-11 22:15:24 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-11 22:15:30 | ERROR | stderr | /mnt/petrelfs/wangweiyun/miniconda3/envs/internvl/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:397: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `None` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`. This was detected when initializing the generation config instance, which means the corresponding file may hold incorrect parameterization and should be fixed.
+2024-07-11 22:15:30 | ERROR | stderr |   warnings.warn(
+2024-07-11 22:15:33 | ERROR | stderr | 
+2024-07-11 22:15:35 | ERROR | stderr | 
+2024-07-11 22:15:37 | ERROR | stderr | 
+2024-07-11 22:15:39 | ERROR | stderr | 
+2024-07-11 22:15:41 | ERROR | stderr | 
+2024-07-11 22:15:43 | ERROR | stderr | 
+2024-07-11 22:15:45 | ERROR | stderr | 
+2024-07-11 22:15:47 | ERROR | stderr | 
+2024-07-11 22:15:49 | ERROR | stderr | 
+2024-07-11 22:15:51 | ERROR | stderr | 
+2024-07-11 22:15:53 | ERROR | stderr | 
+2024-07-11 22:15:55 | ERROR | stderr | 
+2024-07-11 22:15:58 | ERROR | stderr | 
+2024-07-11 22:16:00 | ERROR | stderr | 
+2024-07-11 22:16:02 | ERROR | stderr | 
+2024-07-11 22:16:04 | ERROR | stderr | 
+2024-07-11 22:16:07 | ERROR | stderr | 
+2024-07-11 22:16:08 | ERROR | stderr | 
+2024-07-11 22:16:08 | ERROR | stderr | 
+2024-07-11 22:16:08 | ERROR | stderr | 
+2024-07-11 22:16:08 | INFO | model_worker | Register to controller
+2024-07-11 22:16:08 | ERROR | stderr | INFO:     Started server process [50195]
+2024-07-11 22:16:08 | ERROR | stderr | INFO:     Waiting for application startup.
+2024-07-11 22:16:08 | ERROR | stderr | INFO:     Application startup complete.
+2024-07-11 22:16:08 | ERROR | stderr | INFO:     Uvicorn running on http://0.0.0.0:40006 (Press CTRL+C to quit)
+2024-07-11 22:16:23 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: None. global_counter: 0
+2024-07-11 22:16:38 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: None. global_counter: 0
+2024-07-11 22:16:53 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: None. global_counter: 0
+2024-07-11 22:17:08 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: None. global_counter: 0
+2024-07-11 22:17:23 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: None. global_counter: 0
+2024-07-11 22:17:38 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: None. global_counter: 0
+2024-07-11 22:17:49 | INFO | stdout | INFO:     10.140.60.209:42548 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:17:53 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: None. global_counter: 0
+2024-07-11 22:18:08 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: None. global_counter: 0
+2024-07-11 22:18:08 | ERROR | model_worker | heart beat error: HTTPConnectionPool(host='10.140.60.209', port=10075): Max retries exceeded with url: /receive_heart_beat (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f60a42b60e0>: Failed to establish a new connection: [Errno 111] Connection refused'))
+2024-07-11 22:18:13 | INFO | model_worker | Register to controller
+2024-07-11 22:18:17 | INFO | stdout | INFO:     10.140.60.209:42746 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:18:21 | INFO | stdout | INFO:     10.140.60.209:42872 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:18:22 | INFO | stdout | INFO:     10.140.60.209:42892 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:18:22 | INFO | stdout | INFO:     10.140.60.209:42912 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:18:28 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: None. global_counter: 0
+2024-07-11 22:18:43 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: None. global_counter: 0
+2024-07-11 22:18:58 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: None. global_counter: 0
+2024-07-11 22:19:13 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: None. global_counter: 0
+2024-07-11 22:19:28 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: None. global_counter: 0
+2024-07-11 22:19:32 | INFO | stdout | INFO:     10.140.60.209:43356 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:19:32 | INFO | stdout | INFO:     10.140.60.209:43372 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:19:43 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: None. global_counter: 0
+2024-07-11 22:19:58 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: None. global_counter: 0
+2024-07-11 22:19:59 | INFO | stdout | INFO:     10.140.60.209:43468 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:19:59 | INFO | stdout | INFO:     10.140.60.209:43487 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:20:00 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=4, locked=False). global_counter: 1
+2024-07-11 22:20:00 | INFO | stdout | INFO:     10.140.60.209:43492 - "POST /worker_generate_stream HTTP/1.1" 200 OK
+2024-07-11 22:20:00 | INFO | model_worker | max_input_tile_list: [12]
+2024-07-11 22:20:00 | INFO | model_worker | Split images to torch.Size([13, 3, 448, 448])
+2024-07-11 22:20:00 | INFO | model_worker | []
+2024-07-11 22:20:00 | INFO | model_worker | Generation config: {'num_beams': 1, 'max_new_tokens': 2048, 'do_sample': True, 'temperature': 0.8, 'repetition_penalty': 1.1, 'max_length': 8192, 'top_p': 0.7, 'streamer': <transformers.generation.streamers.TextIteratorStreamer object at 0x7f60a430a050>}
+2024-07-11 22:20:02 | WARNING | transformers.generation.utils | Both `max_new_tokens` (=2048) and `max_length`(=8192) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)
+2024-07-11 22:20:05 | ERROR | stderr | Exception in thread Thread-3 (chat):
+2024-07-11 22:20:05 | ERROR | stderr | Traceback (most recent call last):
+2024-07-11 22:20:05 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl/lib/python3.10/threading.py", line 1009, in _bootstrap_inner
+2024-07-11 22:20:05 | ERROR | stderr |     self.run()
+2024-07-11 22:20:05 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl/lib/python3.10/threading.py", line 946, in run
+2024-07-11 22:20:05 | ERROR | stderr |     self._target(*self._args, **self._kwargs)
+2024-07-11 22:20:05 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/.cache/huggingface/modules/transformers_modules/InternVL2-40B/modeling_internvl_chat.py", line 280, in chat
+2024-07-11 22:20:05 | ERROR | stderr |     generation_output = self.generate(
+2024-07-11 22:20:05 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 115, in decorate_context
+2024-07-11 22:20:05 | ERROR | stderr |     return func(*args, **kwargs)
+2024-07-11 22:20:05 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/.cache/huggingface/modules/transformers_modules/InternVL2-40B/modeling_internvl_chat.py", line 330, in generate
+2024-07-11 22:20:05 | ERROR | stderr |     outputs = self.language_model.generate(
+2024-07-11 22:20:05 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 115, in decorate_context
+2024-07-11 22:20:05 | ERROR | stderr |     return func(*args, **kwargs)
+2024-07-11 22:20:05 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl/lib/python3.10/site-packages/transformers/generation/utils.py", line 1525, in generate
+2024-07-11 22:20:05 | ERROR | stderr |     return self.sample(
+2024-07-11 22:20:05 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl/lib/python3.10/site-packages/transformers/generation/utils.py", line 2641, in sample
+2024-07-11 22:20:05 | ERROR | stderr |     next_token_scores = logits_processor(input_ids, next_token_logits)
+2024-07-11 22:20:05 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl/lib/python3.10/site-packages/transformers/generation/logits_process.py", line 97, in __call__
+2024-07-11 22:20:05 | ERROR | stderr |     scores = processor(input_ids, scores)
+2024-07-11 22:20:05 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl/lib/python3.10/site-packages/transformers/generation/logits_process.py", line 333, in __call__
+2024-07-11 22:20:05 | ERROR | stderr |     score = torch.gather(scores, 1, input_ids)
+2024-07-11 22:20:05 | ERROR | stderr | RuntimeError: Expected all tensors to be on the same device, but found at least two devices, cuda:2 and cuda:0! (when checking argument for argument index in method wrapper_CUDA_gather)
+2024-07-11 22:20:10 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:20:13 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:20:28 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:20:43 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:20:58 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:21:13 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:21:29 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:21:44 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:21:59 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:22:14 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:22:29 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:22:44 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:22:59 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:23:14 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:23:29 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:23:44 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:23:59 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:24:14 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:24:29 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:24:44 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:24:59 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:25:14 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:25:29 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:25:44 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:25:59 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:26:14 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:26:29 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:26:44 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1

logs/model_worker_19edde.log

@@ -0,0 +1,43 @@
+2024-07-10 04:41:59 | INFO | model_worker | args: Namespace(host='0.0.0.0', port=40001, worker_address='http://10.140.60.25:40001', controller_address='http://10.140.60.209:10075', model_path='share_internvl/InternVL2-1B/', model_name=None, device='cuda', limit_model_concurrency=5, stream_interval=1, load_8bit=False)
+2024-07-10 04:41:59 | INFO | model_worker | Loading the model InternVL2-1B on worker 19edde ...
+2024-07-10 04:41:59 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-10 04:41:59 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-10 04:42:01 | INFO | model_worker | Register to controller
+2024-07-10 04:42:01 | ERROR | stderr | INFO:     Started server process [99741]
+2024-07-10 04:42:01 | ERROR | stderr | INFO:     Waiting for application startup.
+2024-07-10 04:42:01 | ERROR | stderr | INFO:     Application startup complete.
+2024-07-10 04:42:01 | ERROR | stderr | INFO:     Uvicorn running on http://0.0.0.0:40001 (Press CTRL+C to quit)
+2024-07-10 04:42:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: None. global_counter: 0
+2024-07-10 04:42:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: None. global_counter: 0
+2024-07-10 04:42:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: None. global_counter: 0
+2024-07-10 04:43:00 | INFO | stdout | INFO:     10.140.60.209:55826 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 04:43:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: None. global_counter: 0
+2024-07-10 04:43:15 | INFO | stdout | INFO:     10.140.60.209:55900 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 04:43:16 | INFO | stdout | INFO:     10.140.60.209:55938 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 04:43:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: None. global_counter: 0
+2024-07-10 04:43:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=4, locked=False). global_counter: 1
+2024-07-10 04:43:17 | INFO | stdout | INFO:     10.140.60.209:55960 - "POST /worker_generate_stream HTTP/1.1" 200 OK
+2024-07-10 04:43:17 | INFO | stdout | history: []
+2024-07-10 04:43:17 | INFO | stdout | question: Image-1: <image>
+2024-07-10 04:43:17 | INFO | stdout | Describe this image in detail.
+2024-07-10 04:43:17 | INFO | stdout | pil_images: [<PIL.PngImagePlugin.PngImageFile image mode=RGB size=1024x1024 at 0x7F5138388130>]
+2024-07-10 04:43:17 | INFO | model_worker | dynamic_image_size: True
+2024-07-10 04:43:17 | INFO | model_worker | use_thumbnail: True
+2024-07-10 04:43:17 | INFO | model_worker | Resize images to 448x448
+2024-07-10 04:43:17 | INFO | model_worker | Split images to torch.Size([10, 3, 448, 448])
+2024-07-10 04:43:17 | ERROR | stderr | Exception in thread Thread-2 (chat):
+2024-07-10 04:43:17 | ERROR | stderr | Traceback (most recent call last):
+2024-07-10 04:43:17 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl-apex/lib/python3.10/threading.py", line 1009, in _bootstrap_inner
+2024-07-10 04:43:18 | ERROR | stderr |     self.run()
+2024-07-10 04:43:18 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl-apex/lib/python3.10/threading.py", line 946, in run
+2024-07-10 04:43:18 | ERROR | stderr |     self._target(*self._args, **self._kwargs)
+2024-07-10 04:43:18 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/.cache/huggingface/modules/transformers_modules/InternVL2-1B/modeling_internvl_chat.py", line 280, in chat
+2024-07-10 04:43:18 | ERROR | stderr |     generation_output = self.generate(
+2024-07-10 04:43:18 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl-apex/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 115, in decorate_context
+2024-07-10 04:43:18 | ERROR | stderr |     return func(*args, **kwargs)
+2024-07-10 04:43:18 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/.cache/huggingface/modules/transformers_modules/InternVL2-1B/modeling_internvl_chat.py", line 330, in generate
+2024-07-10 04:43:18 | ERROR | stderr |     outputs = self.language_model.generate(
+2024-07-10 04:43:18 | ERROR | stderr | TypeError: transformers.generation.utils.GenerationMixin.generate() got multiple values for keyword argument 'use_cache'
+2024-07-10 04:43:27 | INFO | stdout | Caught Unknown Error
+2024-07-10 04:43:27 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-10 04:43:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1

logs/model_worker_1abcda.log

@@ -0,0 +1,154 @@
+2024-07-10 17:34:51 | INFO | model_worker | args: Namespace(host='0.0.0.0', port=40004, worker_address='http://10.140.60.25:40004', controller_address='http://10.140.60.209:10075', model_path='share_internvl/InternVL2-8B/', model_name=None, device='cuda', limit_model_concurrency=5, stream_interval=1, load_8bit=False)
+2024-07-10 17:34:51 | INFO | model_worker | Loading the model InternVL2-8B on worker 1abcda ...
+2024-07-10 17:34:52 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-10 17:34:52 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-10 17:34:53 | ERROR | stderr | /mnt/petrelfs/wangweiyun/miniconda3/envs/internvl-apex/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:397: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `None` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`. This was detected when initializing the generation config instance, which means the corresponding file may hold incorrect parameterization and should be fixed.
+2024-07-10 17:34:53 | ERROR | stderr |   warnings.warn(
+2024-07-10 17:34:53 | ERROR | stderr | 
+2024-07-10 17:35:05 | ERROR | stderr | 
+2024-07-10 17:35:16 | ERROR | stderr | 
+2024-07-10 17:35:26 | ERROR | stderr | 
+2024-07-10 17:35:29 | ERROR | stderr | 
+2024-07-10 17:35:29 | ERROR | stderr | 
+2024-07-10 17:35:29 | ERROR | stderr | 
+2024-07-10 17:35:46 | INFO | model_worker | Register to controller
+2024-07-10 17:35:46 | ERROR | stderr | INFO:     Started server process [4949]
+2024-07-10 17:35:46 | ERROR | stderr | INFO:     Waiting for application startup.
+2024-07-10 17:35:46 | ERROR | stderr | INFO:     Application startup complete.
+2024-07-10 17:35:46 | ERROR | stderr | INFO:     Uvicorn running on http://0.0.0.0:40004 (Press CTRL+C to quit)
+2024-07-10 17:36:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:36:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:36:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:36:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:37:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:37:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:37:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:37:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:38:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:38:15 | INFO | stdout | INFO:     10.140.60.209:33782 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:38:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:38:17 | INFO | stdout | INFO:     10.140.60.209:33852 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:38:26 | INFO | stdout | INFO:     10.140.60.209:33896 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:38:29 | INFO | stdout | INFO:     10.140.60.209:33912 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:38:30 | INFO | stdout | INFO:     10.140.60.209:33927 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:38:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:38:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:38:50 | INFO | stdout | INFO:     10.140.60.209:33950 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:39:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:39:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:39:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:39:42 | INFO | stdout | INFO:     10.140.60.209:34154 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:39:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:40:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:40:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:40:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:40:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:41:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:41:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:41:31 | INFO | stdout | INFO:     10.140.60.209:34568 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:41:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:41:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:42:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:42:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:42:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:42:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:43:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:43:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:43:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:43:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:44:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:44:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:44:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:44:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:45:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:45:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:45:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:45:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:46:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:46:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:46:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:46:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:47:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:47:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:47:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:47:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:48:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:48:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:48:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:48:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:49:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:49:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:49:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:49:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:50:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:50:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:50:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:50:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:51:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:51:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:51:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:51:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:52:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:52:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:52:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:52:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:53:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:53:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:53:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:53:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:54:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:54:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:54:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:54:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:55:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:55:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:55:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:55:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:56:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:56:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:56:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:56:33 | INFO | stdout | INFO:     10.140.60.209:38264 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:56:36 | INFO | stdout | INFO:     10.140.60.209:38286 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:56:37 | INFO | stdout | INFO:     10.140.60.209:38304 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:56:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:57:03 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:57:18 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:57:33 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:57:48 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:58:03 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:58:18 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:58:33 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:58:48 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:59:03 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:59:18 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:59:33 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 17:59:48 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 18:00:03 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 18:00:15 | INFO | stdout | INFO:     10.140.60.209:39098 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 18:00:18 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 18:00:18 | INFO | stdout | INFO:     10.140.60.209:39178 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 18:00:19 | INFO | stdout | INFO:     10.140.60.209:39196 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 18:00:33 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 18:00:48 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 18:01:03 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 18:01:18 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 18:01:30 | INFO | stdout | INFO:     10.140.60.209:39414 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 18:01:33 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 18:01:33 | INFO | stdout | INFO:     10.140.60.209:39428 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 18:01:36 | INFO | stdout | INFO:     10.140.60.209:39444 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 18:01:38 | INFO | stdout | INFO:     10.140.60.209:39460 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 18:01:48 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 18:02:03 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 18:02:18 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 18:02:33 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 18:02:48 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 18:03:03 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 18:03:18 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 18:03:33 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 18:03:48 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 18:04:03 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 18:04:18 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 18:04:33 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 18:04:48 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 18:05:03 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0
+2024-07-10 18:05:18 | INFO | model_worker | Send heart beat. Models: ['InternVL2-8B']. Semaphore: None. global_counter: 0

logs/model_worker_1c4fbd.log

@@ -0,0 +1,55 @@
+2024-07-11 22:32:31 | INFO | model_worker | args: Namespace(host='0.0.0.0', port=40008, worker_address='http://10.140.60.182:40008', controller_address='http://10.140.60.209:10075', model_path='share_internvl/InternVL2-Pro/', model_name=None, device='auto', limit_model_concurrency=5, stream_interval=1, load_8bit=False)
+2024-07-11 22:32:31 | INFO | model_worker | Loading the model InternVL2-Pro on worker 1c4fbd ...
+2024-07-11 22:32:31 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-11 22:32:31 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-11 22:32:35 | ERROR | stderr | 
+2024-07-11 22:32:37 | ERROR | stderr | 
+2024-07-11 22:32:40 | ERROR | stderr | 
+2024-07-11 22:32:43 | ERROR | stderr | 
+2024-07-11 22:32:45 | ERROR | stderr | 
+2024-07-11 22:32:48 | ERROR | stderr | 
+2024-07-11 22:32:51 | ERROR | stderr | 
+2024-07-11 22:32:53 | ERROR | stderr | 
+2024-07-11 22:32:55 | ERROR | stderr | 
+2024-07-11 22:32:57 | ERROR | stderr | 
+2024-07-11 22:32:59 | ERROR | stderr | 
+2024-07-11 22:33:01 | ERROR | stderr | 
+2024-07-11 22:33:03 | ERROR | stderr | 
+2024-07-11 22:33:05 | ERROR | stderr | 
+2024-07-11 22:33:07 | ERROR | stderr | 
+2024-07-11 22:33:09 | ERROR | stderr | 
+2024-07-11 22:33:11 | ERROR | stderr | 
+2024-07-11 22:33:13 | ERROR | stderr | 
+2024-07-11 22:33:15 | ERROR | stderr | 
+2024-07-11 22:33:17 | ERROR | stderr | 
+2024-07-11 22:33:19 | ERROR | stderr | 
+2024-07-11 22:33:21 | ERROR | stderr | 
+2024-07-11 22:33:23 | ERROR | stderr | 
+2024-07-11 22:33:25 | ERROR | stderr | 
+2024-07-11 22:33:27 | ERROR | stderr | 
+2024-07-11 22:33:28 | ERROR | stderr | 
+2024-07-11 22:33:30 | ERROR | stderr | 
+2024-07-11 22:33:32 | ERROR | stderr | 
+2024-07-11 22:33:34 | ERROR | stderr | 
+2024-07-11 22:33:36 | ERROR | stderr | 
+2024-07-11 22:33:37 | ERROR | stderr | 
+2024-07-11 22:33:39 | ERROR | stderr | 
+2024-07-11 22:33:41 | ERROR | stderr | 
+2024-07-11 22:33:42 | ERROR | stderr | 
+2024-07-11 22:33:42 | ERROR | stderr | 
+2024-07-11 22:33:42 | ERROR | stderr | 
+2024-07-11 22:33:43 | INFO | model_worker | Register to controller
+2024-07-11 22:33:43 | ERROR | stderr | INFO:     Started server process [13199]
+2024-07-11 22:33:43 | ERROR | stderr | INFO:     Waiting for application startup.
+2024-07-11 22:33:43 | ERROR | stderr | INFO:     Application startup complete.
+2024-07-11 22:33:43 | ERROR | stderr | INFO:     Uvicorn running on http://0.0.0.0:40008 (Press CTRL+C to quit)
+2024-07-11 22:33:58 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:34:02 | INFO | stdout | INFO:     10.140.60.209:45980 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:34:04 | INFO | stdout | INFO:     10.140.60.209:46001 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:34:05 | INFO | stdout | INFO:     10.140.60.209:46020 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:34:13 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:34:28 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:34:43 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:34:58 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:35:13 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:35:28 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0

logs/model_worker_1c9f40.log

@@ -0,0 +1,47 @@
+2024-07-10 18:00:50 | INFO | model_worker | args: Namespace(host='0.0.0.0', port=40006, worker_address='http://10.140.60.25:40006', controller_address='http://10.140.60.209:10075', model_path='share_internvl/InternVL2-40B/', model_name=None, device='auto', limit_model_concurrency=5, stream_interval=1, load_8bit=False)
+2024-07-10 18:00:50 | INFO | model_worker | Loading the model InternVL2-40B on worker 1c9f40 ...
+2024-07-10 18:00:51 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-10 18:00:51 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-10 18:00:54 | ERROR | stderr | /mnt/petrelfs/wangweiyun/miniconda3/envs/internvl/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:397: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `None` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`. This was detected when initializing the generation config instance, which means the corresponding file may hold incorrect parameterization and should be fixed.
+2024-07-10 18:00:54 | ERROR | stderr |   warnings.warn(
+2024-07-10 18:00:56 | ERROR | stderr | 
+2024-07-10 18:00:58 | ERROR | stderr | 
+2024-07-10 18:01:00 | ERROR | stderr | 
+2024-07-10 18:01:02 | ERROR | stderr | 
+2024-07-10 18:01:04 | ERROR | stderr | 
+2024-07-10 18:01:06 | ERROR | stderr | 
+2024-07-10 18:01:08 | ERROR | stderr | 
+2024-07-10 18:01:10 | ERROR | stderr | 
+2024-07-10 18:01:12 | ERROR | stderr | 
+2024-07-10 18:01:14 | ERROR | stderr | 
+2024-07-10 18:01:16 | ERROR | stderr | 
+2024-07-10 18:01:18 | ERROR | stderr | 
+2024-07-10 18:01:21 | ERROR | stderr | 
+2024-07-10 18:01:23 | ERROR | stderr | 
+2024-07-10 18:01:25 | ERROR | stderr | 
+2024-07-10 18:01:27 | ERROR | stderr | 
+2024-07-10 18:01:29 | ERROR | stderr | 
+2024-07-10 18:01:30 | ERROR | stderr | 
+2024-07-10 18:01:30 | ERROR | stderr | 
+2024-07-10 18:01:30 | ERROR | stderr | 
+2024-07-10 18:01:31 | INFO | model_worker | Register to controller
+2024-07-10 18:01:31 | ERROR | stderr | INFO:     Started server process [62590]
+2024-07-10 18:01:31 | ERROR | stderr | INFO:     Waiting for application startup.
+2024-07-10 18:01:31 | ERROR | stderr | INFO:     Application startup complete.
+2024-07-10 18:01:31 | ERROR | stderr | INFO:     Uvicorn running on http://0.0.0.0:40006 (Press CTRL+C to quit)
+2024-07-10 18:01:33 | INFO | stdout | INFO:     10.140.60.209:48796 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 18:01:36 | INFO | stdout | INFO:     10.140.60.209:48812 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 18:01:38 | INFO | stdout | INFO:     10.140.60.209:48828 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 18:01:39 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=4, locked=False). global_counter: 1
+2024-07-10 18:01:39 | INFO | stdout | INFO:     10.140.60.209:48836 - "POST /worker_generate_stream HTTP/1.1" 200 OK
+2024-07-10 18:01:39 | INFO | stdout | history: []
+2024-07-10 18:01:39 | INFO | stdout | question: Image-1: <image>
+2024-07-10 18:01:39 | INFO | stdout | Describe this image in detail.
+2024-07-10 18:01:39 | INFO | stdout | pil_images: [<PIL.PngImagePlugin.PngImageFile image mode=RGB size=1024x1024 at 0x7F01A84C9A80>]
+2024-07-10 18:01:39 | INFO | model_worker | dynamic_image_size: True
+2024-07-10 18:01:39 | INFO | model_worker | use_thumbnail: True
+2024-07-10 18:01:39 | INFO | model_worker | Resize images to 448x448
+2024-07-10 18:01:39 | INFO | model_worker | Split images to torch.Size([10, 3, 448, 448])
+2024-07-10 18:01:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=4, locked=False). global_counter: 1
+2024-07-10 18:02:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=4, locked=False). global_counter: 1
+2024-07-10 18:02:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: Semaphore(value=4, locked=False). global_counter: 1

logs/model_worker_1d82ce.log

@@ -0,0 +1,5 @@
+2024-07-10 02:04:02 | INFO | model_worker | args: Namespace(host='0.0.0.0', port=40001, worker_address='http://10.140.60.25:40001', controller_address='http://10.140.60.209:10075', model_path='share_internvl/InternVL2-1B/', model_name=None, device='cuda', limit_model_concurrency=5, stream_interval=1, load_8bit=False)
+2024-07-10 02:04:02 | ERROR | stderr | Traceback (most recent call last):
+2024-07-10 02:04:02 | ERROR | stderr |   File "/mnt/hwfile/wangweiyun/workspace_cz/InternVL/streamlit_demo/model_worker.py", line 371, in <module>
+2024-07-10 02:04:02 | ERROR | stderr |     if args.multi_modal:
+2024-07-10 02:04:02 | ERROR | stderr | AttributeError: 'Namespace' object has no attribute 'multi_modal'

logs/model_worker_21fda5.log

@@ -0,0 +1,545 @@
+2024-07-11 22:15:00 | INFO | model_worker | args: Namespace(host='0.0.0.0', port=40003, worker_address='http://10.140.60.25:40003', controller_address='http://10.140.60.209:10075', model_path='share_internvl/InternVL2-4B/', model_name=None, device='cuda', limit_model_concurrency=5, stream_interval=1, load_8bit=False)
+2024-07-11 22:15:00 | INFO | model_worker | Loading the model InternVL2-4B on worker 21fda5 ...
+2024-07-11 22:15:00 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-11 22:15:00 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-11 22:15:02 | ERROR | stderr | /mnt/petrelfs/wangweiyun/miniconda3/envs/internvl-apex/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:397: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `None` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`. This was detected when initializing the generation config instance, which means the corresponding file may hold incorrect parameterization and should be fixed.
+2024-07-11 22:15:02 | ERROR | stderr |   warnings.warn(
+2024-07-11 22:15:03 | ERROR | stderr | 
+2024-07-11 22:15:05 | ERROR | stderr | 
+2024-07-11 22:15:06 | ERROR | stderr | 
+2024-07-11 22:15:06 | ERROR | stderr | 
+2024-07-11 22:15:06 | ERROR | stderr | 
+2024-07-11 22:15:10 | INFO | model_worker | Register to controller
+2024-07-11 22:15:10 | ERROR | stderr | INFO:     Started server process [47359]
+2024-07-11 22:15:10 | ERROR | stderr | INFO:     Waiting for application startup.
+2024-07-11 22:15:10 | ERROR | stderr | INFO:     Application startup complete.
+2024-07-11 22:15:10 | ERROR | stderr | INFO:     Uvicorn running on http://0.0.0.0:40003 (Press CTRL+C to quit)
+2024-07-11 22:15:25 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:15:27 | INFO | stdout | INFO:     10.140.60.209:37814 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:15:27 | INFO | stdout | INFO:     10.140.60.209:37826 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:15:40 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:15:55 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:16:10 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:16:25 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:16:40 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:16:55 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:17:10 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:17:25 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:17:40 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:17:49 | INFO | stdout | INFO:     10.140.60.209:38560 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:17:55 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:18:10 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:18:10 | INFO | model_worker | Register to controller
+2024-07-11 22:18:17 | INFO | stdout | INFO:     10.140.60.209:38752 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:18:21 | INFO | stdout | INFO:     10.140.60.209:38878 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:18:22 | INFO | stdout | INFO:     10.140.60.209:38898 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:18:22 | INFO | stdout | INFO:     10.140.60.209:38918 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:18:25 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:18:40 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:18:55 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:19:10 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:19:25 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:19:32 | INFO | stdout | INFO:     10.140.60.209:39360 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:19:32 | INFO | stdout | INFO:     10.140.60.209:39376 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:19:40 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:19:55 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:19:59 | INFO | stdout | INFO:     10.140.60.209:39474 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:19:59 | INFO | stdout | INFO:     10.140.60.209:39492 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:20:10 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:20:25 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:20:40 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:20:55 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:21:10 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:21:25 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:21:40 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:21:55 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:22:10 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:22:25 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:22:40 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:22:55 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:23:10 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:23:25 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:23:40 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:23:55 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:24:10 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:24:25 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:24:40 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:24:55 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:25:10 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:25:25 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:25:40 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:25:55 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:26:10 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:26:25 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:26:41 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:26:56 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:27:11 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:27:13 | INFO | stdout | INFO:     10.140.60.209:42100 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:27:16 | INFO | stdout | INFO:     10.140.60.209:42204 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:27:17 | INFO | stdout | INFO:     10.140.60.209:42238 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:27:18 | INFO | stdout | INFO:     10.140.60.209:42258 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:27:26 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:27:32 | INFO | stdout | INFO:     10.140.60.209:42358 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:27:34 | INFO | stdout | INFO:     10.140.60.209:42375 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:27:34 | INFO | stdout | INFO:     10.140.60.209:42388 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:27:41 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-11 22:27:42 | INFO | stdout | INFO:     10.140.60.209:42410 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:27:44 | INFO | stdout | INFO:     10.140.60.209:42424 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:27:44 | INFO | stdout | INFO:     10.140.60.209:42438 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:27:51 | INFO | stdout | INFO:     10.140.60.209:42506 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:27:53 | INFO | stdout | INFO:     10.140.60.209:42538 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:27:54 | INFO | stdout | INFO:     10.140.60.209:42554 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:27:54 | INFO | stdout | INFO:     10.140.60.209:42570 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:27:55 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=4, locked=False). global_counter: 1
+2024-07-11 22:27:55 | INFO | stdout | INFO:     10.140.60.209:42586 - "POST /worker_generate_stream HTTP/1.1" 200 OK
+2024-07-11 22:27:55 | INFO | model_worker | max_input_tile_list: [12]
+2024-07-11 22:27:55 | INFO | model_worker | Split images to torch.Size([10, 3, 448, 448])
+2024-07-11 22:27:55 | INFO | model_worker | []
+2024-07-11 22:27:55 | INFO | model_worker | Generation config: {'num_beams': 1, 'max_new_tokens': 2048, 'do_sample': True, 'temperature': 0.8, 'repetition_penalty': 1.1, 'max_length': 8192, 'top_p': 0.7, 'streamer': <transformers.generation.streamers.TextIteratorStreamer object at 0x7fad8c264490>}
+2024-07-11 22:27:55 | WARNING | transformers.generation.utils | Both `max_new_tokens` (=2048) and `max_length`(=8192) seem to have been set. `max_new_tokens` will take precedence. Please refer to the documentation for more information. (https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)
+2024-07-11 22:27:56 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=4, locked=False). global_counter: 1
+2024-07-11 22:27:57 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:28:04 | INFO | stdout | INFO:     10.140.60.209:42592 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:28:07 | INFO | stdout | INFO:     10.140.60.209:42612 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:28:10 | INFO | stdout | INFO:     10.140.60.209:42640 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:28:11 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:28:12 | INFO | stdout | INFO:     10.140.60.209:42685 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:28:14 | INFO | stdout | INFO:     10.140.60.209:42728 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:28:14 | INFO | stdout | INFO:     10.140.60.209:42752 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:28:22 | INFO | stdout | INFO:     10.140.60.209:42944 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:28:25 | INFO | stdout | INFO:     10.140.60.209:42964 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:28:26 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:28:26 | INFO | stdout | INFO:     10.140.60.209:42988 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:28:26 | INFO | stdout | INFO:     10.140.60.209:43008 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:28:36 | INFO | stdout | INFO:     10.140.60.209:43068 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:28:37 | INFO | stdout | INFO:     10.140.60.209:43093 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:28:38 | INFO | stdout | INFO:     10.140.60.209:43116 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:28:41 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:28:56 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:29:11 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:29:26 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:29:41 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:29:56 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:30:11 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:30:26 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:30:41 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:30:56 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:31:11 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:31:26 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:31:41 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:31:56 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:32:11 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:32:26 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:32:41 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:32:56 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:33:11 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:33:11 | INFO | stdout | INFO:     10.140.60.209:44668 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:33:13 | INFO | stdout | INFO:     10.140.60.209:44722 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:33:13 | INFO | stdout | INFO:     10.140.60.209:44744 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:33:26 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:33:41 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:33:56 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:34:02 | INFO | stdout | INFO:     10.140.60.209:45132 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:34:04 | INFO | stdout | INFO:     10.140.60.209:45152 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:34:05 | INFO | stdout | INFO:     10.140.60.209:45172 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:34:11 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:34:26 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:34:41 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:34:56 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:35:11 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:35:26 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:35:41 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:35:56 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:36:11 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:36:26 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:36:41 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:36:43 | INFO | stdout | INFO:     10.140.60.209:46218 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:36:49 | INFO | stdout | INFO:     10.140.60.209:46236 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:36:56 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:36:56 | INFO | stdout | INFO:     10.140.60.209:46338 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:37:00 | INFO | stdout | INFO:     10.140.60.209:46360 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:37:01 | INFO | stdout | INFO:     10.140.60.209:46382 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:37:11 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:37:26 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:37:41 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:37:56 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:38:11 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:38:26 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:38:41 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:38:57 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:39:12 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:39:27 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:39:42 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:39:57 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:40:12 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:40:27 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:40:42 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:40:57 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:40:59 | INFO | stdout | INFO:     10.140.60.209:48246 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:41:01 | INFO | stdout | INFO:     10.140.60.209:48266 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:41:01 | INFO | stdout | INFO:     10.140.60.209:48286 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:41:12 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:41:27 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:41:42 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:41:57 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:42:12 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:42:27 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:42:42 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:42:57 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:43:07 | INFO | stdout | INFO:     10.140.60.209:48944 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:43:08 | INFO | stdout | INFO:     10.140.60.209:48964 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:43:08 | INFO | stdout | INFO:     10.140.60.209:48984 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:43:12 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:43:27 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:43:42 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:43:57 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:44:12 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:44:27 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:44:42 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:44:57 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:45:12 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:45:27 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:45:42 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:45:57 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:46:12 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:46:27 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:46:42 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:46:57 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:47:12 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:47:27 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:47:42 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:47:57 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:48:12 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:48:27 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:48:42 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:48:57 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:49:12 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:49:27 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:49:42 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:49:57 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:50:12 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:50:27 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:50:42 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:50:54 | INFO | stdout | INFO:     10.140.60.209:51538 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:50:57 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:51:12 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:51:28 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:51:43 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:51:58 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:52:13 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:52:28 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:52:43 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:52:58 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:53:13 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:53:28 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:53:28 | INFO | stdout | INFO:     10.140.60.209:52460 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:53:43 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:53:58 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:54:13 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:54:28 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:54:43 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:54:58 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:55:13 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:55:28 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:55:43 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:55:58 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:56:13 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:56:22 | INFO | stdout | INFO:     10.140.60.209:53412 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:56:24 | INFO | stdout | INFO:     10.140.60.209:53432 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:56:24 | INFO | stdout | INFO:     10.140.60.209:53452 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:56:28 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:56:43 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:56:58 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:57:13 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:57:28 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:57:43 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:57:58 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:58:13 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:58:28 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:58:43 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:58:58 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:59:13 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:59:28 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:59:43 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 22:59:58 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:00:13 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:00:28 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:00:43 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:00:45 | INFO | stdout | INFO:     10.140.60.209:54880 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 23:00:58 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:01:13 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:01:28 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:01:43 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:01:58 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:02:13 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:02:28 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:02:43 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:02:58 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:03:13 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:03:28 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:03:43 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:03:58 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:04:14 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:04:29 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:04:44 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:04:59 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:05:14 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:05:29 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:05:44 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:05:59 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:06:14 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:06:29 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:06:44 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:06:59 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:07:14 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:07:29 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:07:44 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:07:59 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:08:14 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:08:29 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:08:44 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:08:59 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:09:14 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:09:29 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:09:44 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:09:59 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:10:14 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:10:29 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:10:44 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:10:59 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:11:14 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:11:29 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:11:44 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:11:59 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:12:14 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:12:29 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:12:44 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:12:45 | INFO | stdout | INFO:     10.140.60.209:59832 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 23:12:47 | INFO | stdout | INFO:     10.140.60.209:59852 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 23:12:47 | INFO | stdout | INFO:     10.140.60.209:59880 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 23:12:59 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:13:14 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:13:29 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:13:44 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:13:59 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:14:08 | INFO | stdout | INFO:     10.140.60.209:60410 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 23:14:13 | INFO | stdout | INFO:     10.140.60.209:60476 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 23:14:14 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:14:16 | INFO | stdout | INFO:     10.140.60.209:60556 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 23:14:16 | INFO | stdout | INFO:     10.140.60.209:60582 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 23:14:21 | INFO | stdout | INFO:     10.140.60.209:60744 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 23:14:23 | INFO | stdout | INFO:     10.140.60.209:60818 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 23:14:29 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:14:33 | INFO | stdout | INFO:     10.140.60.209:60852 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 23:14:37 | INFO | stdout | INFO:     10.140.60.209:60872 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 23:14:38 | INFO | stdout | INFO:     10.140.60.209:60892 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 23:14:44 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:14:59 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:15:14 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:15:29 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:15:44 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:15:59 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:16:14 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:16:29 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:16:44 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:16:59 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:17:14 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:17:29 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:17:44 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:18:00 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:18:15 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:18:20 | INFO | stdout | INFO:     10.140.60.209:34350 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 23:18:30 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:18:45 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:19:00 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:19:15 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:19:30 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:19:45 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:20:00 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:20:15 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:20:30 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:20:45 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:21:00 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:21:15 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:21:30 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:21:45 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:22:00 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:22:15 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:22:30 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:22:45 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:23:00 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:23:15 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:23:30 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:23:45 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:24:00 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:24:15 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:24:30 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:24:45 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:25:00 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:25:15 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:25:30 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:25:45 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:26:00 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:26:15 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:26:29 | INFO | stdout | INFO:     10.140.60.209:37526 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 23:26:30 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:26:45 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:26:48 | INFO | stdout | INFO:     10.140.60.209:37598 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 23:26:53 | INFO | stdout | INFO:     10.140.60.209:37670 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 23:26:53 | INFO | stdout | INFO:     10.140.60.209:37698 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 23:27:00 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:27:15 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:27:29 | INFO | stdout | INFO:     10.140.60.209:37992 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 23:27:30 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:27:45 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:28:00 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:28:15 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:28:29 | INFO | stdout | INFO:     10.140.60.209:38470 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 23:28:30 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:28:45 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:29:00 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:29:15 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:29:30 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:29:45 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:30:00 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:30:15 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:30:30 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:30:45 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:31:00 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:31:15 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:31:30 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:31:35 | INFO | stdout | INFO:     10.140.60.209:39650 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 23:31:37 | INFO | stdout | INFO:     10.140.60.209:39670 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 23:31:37 | INFO | stdout | INFO:     10.140.60.209:39690 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 23:31:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:31:51 | INFO | stdout | INFO:     10.140.60.209:39726 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 23:32:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:32:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:32:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:32:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:33:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:33:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:33:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:33:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:34:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:34:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:34:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:34:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:35:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:35:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:35:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:35:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:36:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:36:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:36:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:36:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:37:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:37:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:37:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:37:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:38:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:38:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:38:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:38:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:39:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:39:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:39:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:39:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:40:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:40:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:40:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:40:41 | INFO | stdout | INFO:     10.140.60.209:43114 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 23:40:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:41:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:41:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:41:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:41:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:42:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:42:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:42:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:42:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:43:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:43:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:43:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:43:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:44:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:44:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:44:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:44:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:45:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:45:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:45:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:45:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:46:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:46:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:46:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:46:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:47:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:47:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:47:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:47:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:48:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:48:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:48:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:48:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:49:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:49:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:49:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:49:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:50:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:50:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:50:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:50:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:51:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:51:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:51:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:51:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:52:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:52:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:52:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:52:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:53:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:53:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:53:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:53:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:54:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:54:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:54:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:54:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:55:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:55:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:55:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:55:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:56:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:56:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:56:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:56:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:57:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:57:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:57:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:57:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:58:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:58:09 | INFO | stdout | INFO:     10.140.60.209:50000 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 23:58:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:58:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:58:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:59:03 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:59:18 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:59:33 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-11 23:59:48 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-12 00:00:03 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-12 00:00:18 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-12 00:00:33 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-12 00:00:48 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-12 00:01:03 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-12 00:01:18 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-12 00:01:33 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-12 00:01:48 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-12 00:02:03 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-12 00:02:18 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-12 00:02:33 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-12 00:02:48 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-12 00:03:03 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-12 00:03:18 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-12 00:03:33 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-12 00:03:48 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1

logs/model_worker_2370fb.log

@@ -0,0 +1,73 @@
+2024-07-11 22:26:52 | INFO | model_worker | args: Namespace(host='0.0.0.0', port=40007, worker_address='http://10.140.66.196:40007', controller_address='http://10.140.60.209:10075', model_path='share_internvl/InternVL2-78B/', model_name=None, device='auto', limit_model_concurrency=5, stream_interval=1, load_8bit=False)
+2024-07-11 22:26:52 | INFO | model_worker | Loading the model InternVL2-78B on worker 2370fb ...
+2024-07-11 22:26:53 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-11 22:26:53 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-11 22:26:59 | ERROR | stderr | 
+2024-07-11 22:27:01 | ERROR | stderr | 
+2024-07-11 22:27:03 | ERROR | stderr | 
+2024-07-11 22:27:05 | ERROR | stderr | 
+2024-07-11 22:27:06 | ERROR | stderr | 
+2024-07-11 22:27:08 | ERROR | stderr | 
+2024-07-11 22:27:10 | ERROR | stderr | 
+2024-07-11 22:27:12 | ERROR | stderr | 
+2024-07-11 22:27:14 | ERROR | stderr | 
+2024-07-11 22:27:16 | ERROR | stderr | 
+2024-07-11 22:27:18 | ERROR | stderr | 
+2024-07-11 22:27:20 | ERROR | stderr | 
+2024-07-11 22:27:22 | ERROR | stderr | 
+2024-07-11 22:27:24 | ERROR | stderr | 
+2024-07-11 22:27:26 | ERROR | stderr | 
+2024-07-11 22:27:27 | ERROR | stderr | 
+2024-07-11 22:27:29 | ERROR | stderr | 
+2024-07-11 22:27:31 | ERROR | stderr | 
+2024-07-11 22:27:33 | ERROR | stderr | 
+2024-07-11 22:27:35 | ERROR | stderr | 
+2024-07-11 22:27:38 | ERROR | stderr | 
+2024-07-11 22:27:40 | ERROR | stderr | 
+2024-07-11 22:27:42 | ERROR | stderr | 
+2024-07-11 22:27:44 | ERROR | stderr | 
+2024-07-11 22:27:46 | ERROR | stderr | 
+2024-07-11 22:27:49 | ERROR | stderr | 
+2024-07-11 22:27:51 | ERROR | stderr | 
+2024-07-11 22:27:53 | ERROR | stderr | 
+2024-07-11 22:27:55 | ERROR | stderr | 
+2024-07-11 22:27:57 | ERROR | stderr | 
+2024-07-11 22:27:59 | ERROR | stderr | 
+2024-07-11 22:28:01 | ERROR | stderr | 
+2024-07-11 22:28:03 | ERROR | stderr | 
+2024-07-11 22:28:04 | ERROR | stderr | 
+2024-07-11 22:28:04 | ERROR | stderr | 
+2024-07-11 22:28:04 | ERROR | stderr | 
+2024-07-11 22:28:05 | INFO | model_worker | Register to controller
+2024-07-11 22:28:05 | ERROR | stderr | INFO:     Started server process [28208]
+2024-07-11 22:28:05 | ERROR | stderr | INFO:     Waiting for application startup.
+2024-07-11 22:28:05 | ERROR | stderr | INFO:     Application startup complete.
+2024-07-11 22:28:05 | ERROR | stderr | INFO:     Uvicorn running on http://0.0.0.0:40007 (Press CTRL+C to quit)
+2024-07-11 22:28:07 | INFO | stdout | INFO:     10.140.60.209:42234 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:28:10 | INFO | stdout | INFO:     10.140.60.209:42262 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:28:12 | INFO | stdout | INFO:     10.140.60.209:42306 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:28:14 | INFO | stdout | INFO:     10.140.60.209:42350 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:28:14 | INFO | stdout | INFO:     10.140.60.209:42375 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:28:20 | INFO | model_worker | Send heart beat. Models: ['InternVL2-78B']. Semaphore: None. global_counter: 0
+2024-07-11 22:28:22 | INFO | stdout | INFO:     10.140.60.209:42566 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:28:25 | INFO | stdout | INFO:     10.140.60.209:42586 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:28:26 | INFO | stdout | INFO:     10.140.60.209:42610 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:28:26 | INFO | stdout | INFO:     10.140.60.209:42630 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:28:35 | INFO | model_worker | Send heart beat. Models: ['InternVL2-78B']. Semaphore: None. global_counter: 0
+2024-07-11 22:28:36 | INFO | stdout | INFO:     10.140.60.209:42690 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:28:37 | INFO | stdout | INFO:     10.140.60.209:42714 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:28:38 | INFO | stdout | INFO:     10.140.60.209:42738 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:28:50 | INFO | model_worker | Send heart beat. Models: ['InternVL2-78B']. Semaphore: None. global_counter: 0
+2024-07-11 22:29:05 | INFO | model_worker | Send heart beat. Models: ['InternVL2-78B']. Semaphore: None. global_counter: 0
+2024-07-11 22:29:20 | INFO | model_worker | Send heart beat. Models: ['InternVL2-78B']. Semaphore: None. global_counter: 0
+2024-07-11 22:29:35 | INFO | model_worker | Send heart beat. Models: ['InternVL2-78B']. Semaphore: None. global_counter: 0
+2024-07-11 22:29:50 | INFO | model_worker | Send heart beat. Models: ['InternVL2-78B']. Semaphore: None. global_counter: 0
+2024-07-11 22:30:05 | INFO | model_worker | Send heart beat. Models: ['InternVL2-78B']. Semaphore: None. global_counter: 0
+2024-07-11 22:30:20 | INFO | model_worker | Send heart beat. Models: ['InternVL2-78B']. Semaphore: None. global_counter: 0
+2024-07-11 22:30:35 | INFO | model_worker | Send heart beat. Models: ['InternVL2-78B']. Semaphore: None. global_counter: 0
+2024-07-11 22:30:50 | INFO | model_worker | Send heart beat. Models: ['InternVL2-78B']. Semaphore: None. global_counter: 0
+2024-07-11 22:31:05 | INFO | model_worker | Send heart beat. Models: ['InternVL2-78B']. Semaphore: None. global_counter: 0
+2024-07-11 22:31:20 | INFO | model_worker | Send heart beat. Models: ['InternVL2-78B']. Semaphore: None. global_counter: 0
+2024-07-11 22:31:35 | INFO | model_worker | Send heart beat. Models: ['InternVL2-78B']. Semaphore: None. global_counter: 0
+2024-07-11 22:31:50 | INFO | model_worker | Send heart beat. Models: ['InternVL2-78B']. Semaphore: None. global_counter: 0
+2024-07-11 22:32:05 | INFO | model_worker | Send heart beat. Models: ['InternVL2-78B']. Semaphore: None. global_counter: 0

logs/model_worker_25e2c6.log

@@ -0,0 +1,38 @@
+2024-07-10 04:43:50 | INFO | model_worker | args: Namespace(host='0.0.0.0', port=40001, worker_address='http://10.140.60.25:40001', controller_address='http://10.140.60.209:10075', model_path='share_internvl/InternVL2-1B/', model_name=None, device='cuda', limit_model_concurrency=5, stream_interval=1, load_8bit=False)
+2024-07-10 04:43:50 | INFO | model_worker | Loading the model InternVL2-1B on worker 25e2c6 ...
+2024-07-10 04:43:51 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-10 04:43:51 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-10 04:43:53 | INFO | model_worker | Register to controller
+2024-07-10 04:43:53 | ERROR | stderr | INFO:     Started server process [104266]
+2024-07-10 04:43:53 | ERROR | stderr | INFO:     Waiting for application startup.
+2024-07-10 04:43:53 | ERROR | stderr | INFO:     Application startup complete.
+2024-07-10 04:43:53 | ERROR | stderr | INFO:     Uvicorn running on http://0.0.0.0:40001 (Press CTRL+C to quit)
+2024-07-10 04:43:56 | INFO | stdout | INFO:     10.140.60.209:56010 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 04:43:58 | INFO | stdout | INFO:     10.140.60.209:56016 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 04:43:59 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=4, locked=False). global_counter: 1
+2024-07-10 04:43:59 | INFO | stdout | INFO:     10.140.60.209:56024 - "POST /worker_generate_stream HTTP/1.1" 200 OK
+2024-07-10 04:43:59 | INFO | stdout | history: []
+2024-07-10 04:43:59 | INFO | stdout | question: Image-1: <image>
+2024-07-10 04:43:59 | INFO | stdout | Describe this image in detail.
+2024-07-10 04:43:59 | INFO | stdout | pil_images: [<PIL.PngImagePlugin.PngImageFile image mode=RGB size=1024x1024 at 0x7FF56C154130>]
+2024-07-10 04:43:59 | INFO | model_worker | dynamic_image_size: True
+2024-07-10 04:43:59 | INFO | model_worker | use_thumbnail: True
+2024-07-10 04:43:59 | INFO | model_worker | Resize images to 448x448
+2024-07-10 04:43:59 | INFO | model_worker | Split images to torch.Size([10, 3, 448, 448])
+2024-07-10 04:43:59 | ERROR | stderr | Exception in thread Thread-2 (chat):
+2024-07-10 04:43:59 | ERROR | stderr | Traceback (most recent call last):
+2024-07-10 04:43:59 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl-apex/lib/python3.10/threading.py", line 1009, in _bootstrap_inner
+2024-07-10 04:43:59 | ERROR | stderr |     self.run()
+2024-07-10 04:43:59 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl-apex/lib/python3.10/threading.py", line 946, in run
+2024-07-10 04:43:59 | ERROR | stderr |     self._target(*self._args, **self._kwargs)
+2024-07-10 04:43:59 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/.cache/huggingface/modules/transformers_modules/InternVL2-1B/modeling_internvl_chat.py", line 280, in chat
+2024-07-10 04:43:59 | ERROR | stderr |     generation_output = self.generate(
+2024-07-10 04:43:59 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/miniconda3/envs/internvl-apex/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 115, in decorate_context
+2024-07-10 04:43:59 | ERROR | stderr |     return func(*args, **kwargs)
+2024-07-10 04:43:59 | ERROR | stderr |   File "/mnt/petrelfs/wangweiyun/.cache/huggingface/modules/transformers_modules/InternVL2-1B/modeling_internvl_chat.py", line 330, in generate
+2024-07-10 04:43:59 | ERROR | stderr |     outputs = self.language_model.generate(
+2024-07-10 04:43:59 | ERROR | stderr | TypeError: transformers.generation.utils.GenerationMixin.generate() got multiple values for keyword argument 'use_cache'
+2024-07-10 04:44:08 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=4, locked=False). global_counter: 1
+2024-07-10 04:44:09 | INFO | stdout | Caught Unknown Error
+2024-07-10 04:44:09 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-10 04:44:23 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1

logs/model_worker_2fa00c.log

@@ -0,0 +1,85 @@
+2024-07-10 04:29:23 | INFO | model_worker | args: Namespace(host='0.0.0.0', port=40001, worker_address='http://10.140.60.25:40001', controller_address='http://10.140.60.209:10075', model_path='share_internvl/InternVL2-1B/', model_name=None, device='cuda', limit_model_concurrency=5, stream_interval=1, load_8bit=False)
+2024-07-10 04:29:23 | INFO | model_worker | Loading the model InternVL2-1B on worker 2fa00c ...
+2024-07-10 04:29:23 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-10 04:29:23 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-10 04:29:26 | INFO | model_worker | Register to controller
+2024-07-10 04:29:26 | ERROR | stderr | INFO:     Started server process [72266]
+2024-07-10 04:29:26 | ERROR | stderr | INFO:     Waiting for application startup.
+2024-07-10 04:29:26 | ERROR | stderr | INFO:     Application startup complete.
+2024-07-10 04:29:26 | ERROR | stderr | INFO:     Uvicorn running on http://0.0.0.0:40001 (Press CTRL+C to quit)
+2024-07-10 04:29:41 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: None. global_counter: 0
+2024-07-10 04:29:56 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: None. global_counter: 0
+2024-07-10 04:30:11 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: None. global_counter: 0
+2024-07-10 04:30:26 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: None. global_counter: 0
+2024-07-10 04:30:35 | INFO | stdout | INFO:     10.140.60.209:53702 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 04:30:41 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: None. global_counter: 0
+2024-07-10 04:30:56 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: None. global_counter: 0
+2024-07-10 04:31:11 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: None. global_counter: 0
+2024-07-10 04:31:26 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: None. global_counter: 0
+2024-07-10 04:31:41 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: None. global_counter: 0
+2024-07-10 04:31:56 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: None. global_counter: 0
+2024-07-10 04:32:11 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: None. global_counter: 0
+2024-07-10 04:32:26 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: None. global_counter: 0
+2024-07-10 04:32:41 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: None. global_counter: 0
+2024-07-10 04:32:56 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: None. global_counter: 0
+2024-07-10 04:33:11 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: None. global_counter: 0
+2024-07-10 04:33:12 | INFO | stdout | INFO:     10.140.60.209:54042 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 04:33:15 | INFO | stdout | INFO:     10.140.60.209:54122 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 04:33:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=4, locked=False). global_counter: 1
+2024-07-10 04:33:16 | INFO | stdout | INFO:     10.140.60.209:54144 - "POST /worker_generate_stream HTTP/1.1" 200 OK
+2024-07-10 04:33:16 | INFO | stdout | history: []
+2024-07-10 04:33:16 | INFO | stdout | question: Image-1: <image>
+2024-07-10 04:33:16 | INFO | stdout | Describe this image in detail.
+2024-07-10 04:33:16 | INFO | stdout | pil_images: [<PIL.PngImagePlugin.PngImageFile image mode=RGB size=1024x1024 at 0x7FA17808C190>]
+2024-07-10 04:33:16 | INFO | model_worker | dynamic_image_size: True
+2024-07-10 04:33:16 | INFO | model_worker | use_thumbnail: True
+2024-07-10 04:33:16 | INFO | model_worker | Resize images to 448x448
+2024-07-10 04:33:16 | INFO | model_worker | Split images to torch.Size([10, 3, 448, 448])
+2024-07-10 04:33:16 | WARNING | transformers.generation.utils | Setting `pad_token_id` to `eos_token_id`:151645 for open-end generation.
+2024-07-10 04:33:24 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-10 04:33:26 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-10 04:33:41 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-10 04:33:56 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-10 04:34:11 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 1
+2024-07-10 04:34:13 | INFO | stdout | INFO:     10.140.60.209:54250 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 04:34:14 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=4, locked=False). global_counter: 2
+2024-07-10 04:34:14 | INFO | stdout | INFO:     10.140.60.209:54270 - "POST /worker_generate_stream HTTP/1.1" 200 OK
+2024-07-10 04:34:14 | INFO | stdout | history: [['Image-1: <image>\nDescribe this image in detail.', "The image depicts three cheetahs in a natural setting, likely a savannah or grassland environment. The cheetahs are positioned in a semi-circle formation, with the adult and two cubs positioned in the center. \n\nThe adult cheetah is positioned on the right side of the image, standing tall with its head slightly tilted forward. It has a sharp, muscular build and a prominent black muzzle. The cheetah’s fur is a mix of brown and black spots, typical of its species, and its eyes are dark and focused, giving it a determined and alert expression.\n\nThe cubs are positioned on the left side of the image, with their heads slightly bowed. The cub on the left is facing the camera, while the one on the right is turned away from the camera, giving a more side profile view. Both cubs have similar coloration and patterns, with the adult cheetah's fur being darker than the cubs’.\n\nThe background of the image is a softly blurred mix of golden and yellow tones, suggesting a late afternoon or early morning setting. This warm, golden light casts a gentle glow on the cheetahs, highlighting their fur and making them stand out against the background.\n\nThe grassy ground is tall and golden, creating a stark contrast with the warm colors of the cheetahs and the background. The overall composition of the image is serene and majestic, capturing the essence of the cheetah's natural habitat.<|im_end|>"]]
+2024-07-10 04:34:14 | INFO | stdout | question: 翻译成中文
+2024-07-10 04:34:14 | INFO | stdout | pil_images: [<PIL.PngImagePlugin.PngImageFile image mode=RGB size=1024x1024 at 0x7FA1780D20E0>]
+2024-07-10 04:34:14 | INFO | model_worker | dynamic_image_size: True
+2024-07-10 04:34:14 | INFO | model_worker | use_thumbnail: True
+2024-07-10 04:34:14 | INFO | model_worker | Resize images to 448x448
+2024-07-10 04:34:14 | INFO | model_worker | Split images to torch.Size([10, 3, 448, 448])
+2024-07-10 04:34:14 | WARNING | transformers.generation.utils | Setting `pad_token_id` to `eos_token_id`:151645 for open-end generation.
+2024-07-10 04:34:18 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:34:26 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:34:41 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:34:56 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:35:11 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:35:26 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:35:41 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:35:56 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:36:11 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:36:26 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:36:41 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:36:56 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:37:11 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:37:26 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:37:41 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:37:56 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:38:11 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:38:26 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:38:41 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:38:56 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:39:11 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:39:26 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:39:41 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:39:56 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:40:11 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:40:26 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:40:41 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:40:56 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:41:12 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:41:27 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2
+2024-07-10 04:41:42 | INFO | model_worker | Send heart beat. Models: ['InternVL2-1B']. Semaphore: Semaphore(value=5, locked=False). global_counter: 2

logs/model_worker_30a4c1.log

@@ -0,0 +1,36 @@
+2024-07-10 18:02:50 | INFO | model_worker | args: Namespace(host='0.0.0.0', port=40006, worker_address='http://10.140.60.25:40006', controller_address='http://10.140.60.209:10075', model_path='share_internvl/InternVL2-40B/', model_name=None, device='auto', limit_model_concurrency=5, stream_interval=1, load_8bit=False)
+2024-07-10 18:02:50 | INFO | model_worker | Loading the model InternVL2-40B on worker 30a4c1 ...
+2024-07-10 18:02:50 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-10 18:02:50 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-10 18:02:52 | ERROR | stderr | /mnt/petrelfs/wangweiyun/miniconda3/envs/internvl/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:397: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `None` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`. This was detected when initializing the generation config instance, which means the corresponding file may hold incorrect parameterization and should be fixed.
+2024-07-10 18:02:52 | ERROR | stderr |   warnings.warn(
+2024-07-10 18:02:56 | ERROR | stderr | 
+2024-07-10 18:02:58 | ERROR | stderr | 
+2024-07-10 18:03:00 | ERROR | stderr | 
+2024-07-10 18:03:02 | ERROR | stderr | 
+2024-07-10 18:03:04 | ERROR | stderr | 
+2024-07-10 18:03:06 | ERROR | stderr | 
+2024-07-10 18:03:08 | ERROR | stderr | 
+2024-07-10 18:03:10 | ERROR | stderr | 
+2024-07-10 18:03:12 | ERROR | stderr | 
+2024-07-10 18:03:14 | ERROR | stderr | 
+2024-07-10 18:03:16 | ERROR | stderr | 
+2024-07-10 18:03:18 | ERROR | stderr | 
+2024-07-10 18:03:20 | ERROR | stderr | 
+2024-07-10 18:03:22 | ERROR | stderr | 
+2024-07-10 18:03:24 | ERROR | stderr | 
+2024-07-10 18:03:26 | ERROR | stderr | 
+2024-07-10 18:03:28 | ERROR | stderr | 
+2024-07-10 18:03:29 | ERROR | stderr | 
+2024-07-10 18:03:29 | ERROR | stderr | 
+2024-07-10 18:03:29 | ERROR | stderr | 
+2024-07-10 18:03:29 | INFO | model_worker | Register to controller
+2024-07-10 18:03:29 | ERROR | stderr | INFO:     Started server process [67980]
+2024-07-10 18:03:29 | ERROR | stderr | INFO:     Waiting for application startup.
+2024-07-10 18:03:29 | ERROR | stderr | INFO:     Application startup complete.
+2024-07-10 18:03:29 | ERROR | stderr | INFO:     Uvicorn running on http://0.0.0.0:40006 (Press CTRL+C to quit)
+2024-07-10 18:03:44 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: None. global_counter: 0
+2024-07-10 18:03:59 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: None. global_counter: 0
+2024-07-10 18:04:14 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: None. global_counter: 0
+2024-07-10 18:04:29 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: None. global_counter: 0
+2024-07-10 18:04:44 | INFO | model_worker | Send heart beat. Models: ['InternVL2-40B']. Semaphore: None. global_counter: 0

logs/model_worker_326a51.log

@@ -0,0 +1,13 @@
+2024-07-10 02:06:10 | INFO | model_worker | args: Namespace(host='0.0.0.0', port=40001, worker_address='http://10.140.60.25:40001', controller_address='http://0.0.0.0:10075', model_path='share_internvl/InternVL2-1B/', model_name=None, device='cuda', limit_model_concurrency=5, stream_interval=1, load_8bit=False)
+2024-07-10 02:06:10 | INFO | model_worker | Loading the model InternVL2-1B on worker 326a51 ...
+2024-07-10 02:06:10 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-10 02:06:10 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-10 02:06:13 | INFO | model_worker | Register to controller
+2024-07-10 02:06:13 | ERROR | stderr | Traceback (most recent call last):
+2024-07-10 02:06:13 | ERROR | stderr |   File "/mnt/hwfile/wangweiyun/workspace_cz/InternVL/streamlit_demo/model_worker.py", line 373, in <module>
+2024-07-10 02:06:13 | ERROR | stderr |     worker = ModelWorker(args.controller_address,
+2024-07-10 02:06:13 | ERROR | stderr |   File "/mnt/hwfile/wangweiyun/workspace_cz/InternVL/streamlit_demo/model_worker.py", line 161, in __init__
+2024-07-10 02:06:13 | ERROR | stderr |     self.register_to_controller()
+2024-07-10 02:06:13 | ERROR | stderr |   File "/mnt/hwfile/wangweiyun/workspace_cz/InternVL/streamlit_demo/model_worker.py", line 176, in register_to_controller
+2024-07-10 02:06:13 | ERROR | stderr |     assert r.status_code == 200
+2024-07-10 02:06:13 | ERROR | stderr | AssertionError

logs/model_worker_35f772.log

@@ -0,0 +1,155 @@
+2024-07-10 17:34:48 | INFO | model_worker | args: Namespace(host='0.0.0.0', port=40003, worker_address='http://10.140.60.25:40003', controller_address='http://10.140.60.209:10075', model_path='share_internvl/InternVL2-4B/', model_name=None, device='cuda', limit_model_concurrency=5, stream_interval=1, load_8bit=False)
+2024-07-10 17:34:48 | INFO | model_worker | Loading the model InternVL2-4B on worker 35f772 ...
+2024-07-10 17:34:48 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-10 17:34:48 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-10 17:34:50 | ERROR | stderr | /mnt/petrelfs/wangweiyun/miniconda3/envs/internvl-apex/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:397: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `None` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`. This was detected when initializing the generation config instance, which means the corresponding file may hold incorrect parameterization and should be fixed.
+2024-07-10 17:34:50 | ERROR | stderr |   warnings.warn(
+2024-07-10 17:34:50 | ERROR | stderr | 
+2024-07-10 17:35:04 | ERROR | stderr | 
+2024-07-10 17:35:12 | ERROR | stderr | 
+2024-07-10 17:35:12 | ERROR | stderr | 
+2024-07-10 17:35:12 | ERROR | stderr | 
+2024-07-10 17:35:16 | INFO | model_worker | Register to controller
+2024-07-10 17:35:16 | ERROR | stderr | INFO:     Started server process [4316]
+2024-07-10 17:35:16 | ERROR | stderr | INFO:     Waiting for application startup.
+2024-07-10 17:35:16 | ERROR | stderr | INFO:     Application startup complete.
+2024-07-10 17:35:16 | ERROR | stderr | INFO:     Uvicorn running on http://0.0.0.0:40003 (Press CTRL+C to quit)
+2024-07-10 17:35:19 | INFO | stdout | INFO:     10.140.60.209:38568 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:35:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:35:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:36:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:36:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:36:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:36:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:37:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:37:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:37:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:37:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:38:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:38:15 | INFO | stdout | INFO:     10.140.60.209:39160 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:38:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:38:17 | INFO | stdout | INFO:     10.140.60.209:39230 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:38:26 | INFO | stdout | INFO:     10.140.60.209:39274 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:38:29 | INFO | stdout | INFO:     10.140.60.209:39290 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:38:30 | INFO | stdout | INFO:     10.140.60.209:39304 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:38:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:38:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:38:50 | INFO | stdout | INFO:     10.140.60.209:39328 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:39:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:39:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:39:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:39:42 | INFO | stdout | INFO:     10.140.60.209:39532 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:39:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:40:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:40:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:40:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:40:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:41:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:41:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:41:31 | INFO | stdout | INFO:     10.140.60.209:39946 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:41:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:41:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:42:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:42:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:42:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:42:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:43:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:43:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:43:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:43:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:44:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:44:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:44:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:44:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:45:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:45:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:45:31 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:45:46 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:46:01 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:46:16 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:46:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:46:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:47:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:47:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:47:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:47:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:48:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:48:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:48:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:48:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:49:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:49:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:49:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:49:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:50:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:50:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:50:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:50:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:51:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:51:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:51:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:51:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:52:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:52:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:52:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:52:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:53:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:53:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:53:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:53:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:54:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:54:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:54:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:54:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:55:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:55:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:55:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:55:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:56:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:56:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:56:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:56:33 | INFO | stdout | INFO:     10.140.60.209:43642 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:56:36 | INFO | stdout | INFO:     10.140.60.209:43665 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:56:37 | INFO | stdout | INFO:     10.140.60.209:43682 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 17:56:47 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:57:02 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:57:17 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:57:32 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:57:48 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:58:03 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:58:18 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:58:33 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:58:48 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:59:03 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:59:18 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:59:33 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 17:59:48 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 18:00:03 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 18:00:15 | INFO | stdout | INFO:     10.140.60.209:44476 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 18:00:18 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 18:00:18 | INFO | stdout | INFO:     10.140.60.209:44556 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 18:00:19 | INFO | stdout | INFO:     10.140.60.209:44574 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 18:00:33 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 18:00:48 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 18:01:03 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 18:01:18 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 18:01:30 | INFO | stdout | INFO:     10.140.60.209:44792 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 18:01:33 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 18:01:33 | INFO | stdout | INFO:     10.140.60.209:44806 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 18:01:36 | INFO | stdout | INFO:     10.140.60.209:44822 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 18:01:38 | INFO | stdout | INFO:     10.140.60.209:44839 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-10 18:01:48 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 18:02:03 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 18:02:18 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 18:02:33 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 18:02:48 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 18:03:03 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 18:03:18 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 18:03:33 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 18:03:48 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 18:04:03 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 18:04:18 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 18:04:33 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 18:04:48 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 18:05:03 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0
+2024-07-10 18:05:18 | INFO | model_worker | Send heart beat. Models: ['InternVL2-4B']. Semaphore: None. global_counter: 0

logs/model_worker_3a45cb.log

@@ -0,0 +1,92 @@
+2024-07-11 22:16:03 | INFO | model_worker | args: Namespace(host='0.0.0.0', port=40008, worker_address='http://10.140.60.182:40008', controller_address='http://10.140.60.209:10075', model_path='share_internvl/InternVL2-Pro/', model_name=None, device='auto', limit_model_concurrency=5, stream_interval=1, load_8bit=False)
+2024-07-11 22:16:03 | INFO | model_worker | Loading the model InternVL2-Pro on worker 3a45cb ...
+2024-07-11 22:16:03 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-11 22:16:03 | WARNING | transformers.tokenization_utils_base | Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+2024-07-11 22:16:13 | ERROR | stderr | 
+2024-07-11 22:16:16 | ERROR | stderr | 
+2024-07-11 22:16:18 | ERROR | stderr | 
+2024-07-11 22:16:20 | ERROR | stderr | 
+2024-07-11 22:16:23 | ERROR | stderr | 
+2024-07-11 22:16:25 | ERROR | stderr | 
+2024-07-11 22:16:27 | ERROR | stderr | 
+2024-07-11 22:16:29 | ERROR | stderr | 
+2024-07-11 22:16:31 | ERROR | stderr | 
+2024-07-11 22:16:33 | ERROR | stderr | 
+2024-07-11 22:16:36 | ERROR | stderr | 
+2024-07-11 22:16:38 | ERROR | stderr | 
+2024-07-11 22:16:40 | ERROR | stderr | 
+2024-07-11 22:16:42 | ERROR | stderr | 
+2024-07-11 22:16:45 | ERROR | stderr | 
+2024-07-11 22:16:47 | ERROR | stderr | 
+2024-07-11 22:16:49 | ERROR | stderr | 
+2024-07-11 22:16:51 | ERROR | stderr | 
+2024-07-11 22:16:53 | ERROR | stderr | 
+2024-07-11 22:16:55 | ERROR | stderr | 
+2024-07-11 22:16:57 | ERROR | stderr | 
+2024-07-11 22:16:59 | ERROR | stderr | 
+2024-07-11 22:17:01 | ERROR | stderr | 
+2024-07-11 22:17:03 | ERROR | stderr | 
+2024-07-11 22:17:05 | ERROR | stderr | 
+2024-07-11 22:17:07 | ERROR | stderr | 
+2024-07-11 22:17:09 | ERROR | stderr | 
+2024-07-11 22:17:11 | ERROR | stderr | 
+2024-07-11 22:17:13 | ERROR | stderr | 
+2024-07-11 22:17:15 | ERROR | stderr | 
+2024-07-11 22:17:17 | ERROR | stderr | 
+2024-07-11 22:17:19 | ERROR | stderr | 
+2024-07-11 22:17:21 | ERROR | stderr | 
+2024-07-11 22:17:22 | ERROR | stderr | 
+2024-07-11 22:17:22 | ERROR | stderr | 
+2024-07-11 22:17:22 | ERROR | stderr | 
+2024-07-11 22:17:23 | INFO | model_worker | Register to controller
+2024-07-11 22:17:23 | ERROR | stderr | INFO:     Started server process [106820]
+2024-07-11 22:17:23 | ERROR | stderr | INFO:     Waiting for application startup.
+2024-07-11 22:17:23 | ERROR | stderr | INFO:     Application startup complete.
+2024-07-11 22:17:23 | ERROR | stderr | INFO:     Uvicorn running on http://0.0.0.0:40008 (Press CTRL+C to quit)
+2024-07-11 22:17:38 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:17:49 | INFO | stdout | INFO:     10.140.60.209:39404 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:17:53 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:18:08 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:18:08 | ERROR | model_worker | heart beat error: HTTPConnectionPool(host='10.140.60.209', port=10075): Max retries exceeded with url: /receive_heart_beat (Caused by NewConnectionError('<urllib3.connection.HTTPConnection object at 0x7f552f1f8700>: Failed to establish a new connection: [Errno 111] Connection refused'))
+2024-07-11 22:18:13 | INFO | model_worker | Register to controller
+2024-07-11 22:18:17 | INFO | stdout | INFO:     10.140.60.209:39596 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:18:21 | INFO | stdout | INFO:     10.140.60.209:39722 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:18:22 | INFO | stdout | INFO:     10.140.60.209:39742 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:18:22 | INFO | stdout | INFO:     10.140.60.209:39762 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:18:28 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:18:43 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:18:58 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:19:13 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:19:28 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:19:32 | INFO | stdout | INFO:     10.140.60.209:40206 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:19:32 | INFO | stdout | INFO:     10.140.60.209:40222 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:19:43 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:19:58 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:19:59 | INFO | stdout | INFO:     10.140.60.209:40318 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:19:59 | INFO | stdout | INFO:     10.140.60.209:40336 - "POST /worker_get_status HTTP/1.1" 200 OK
+2024-07-11 22:20:13 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:20:28 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:20:43 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:20:58 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:21:13 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:21:28 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:21:43 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:21:58 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:22:13 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:22:28 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:22:43 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:22:58 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:23:13 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:23:28 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:23:43 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:23:58 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:24:13 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:24:28 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:24:43 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:24:58 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:25:13 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:25:28 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:25:43 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:25:58 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:26:13 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0
+2024-07-11 22:26:28 | INFO | model_worker | Send heart beat. Models: ['InternVL2-Pro']. Semaphore: None. global_counter: 0