README.md

metadata

license: apache-2.0

llama-3-Korean-Bllossom-8B를 Foundation으로 KorQuad Chat Full Fine Tuning Version 입니다.

*Python Code

import transformers import torch

model_id = "SEOKDONG/llama-3-Korean-Bllossom-8B-sft"

pipeline = transformers.pipeline( "text-generation", model=model_id, model_kwargs={"torch_dtype": torch.bfloat16}, device_map="auto", )

pipeline.model.eval()

PROMPT = '''You are a helpful AI assistant. Please answer the user's questions kindly. 당신은 유능한 AI 어시스턴트 입니다. 사용자의 질문에 대해 친절하게 답변해주세요.''' instruction = "서울의 유명한 관광 코스를 만들어줄래?"

messages = [ {"role": "system", "content": f"{PROMPT}"}, {"role": "user", "content": f"{instruction}"} ]

prompt = pipeline.tokenizer.apply_chat_template( messages, tokenize=False, add_generation_prompt=True )

terminators = [ pipeline.tokenizer.eos_token_id, pipeline.tokenizer.convert_tokens_to_ids("<|eot_id|>") ]

outputs = pipeline( prompt, max_new_tokens=2048, eos_token_id=terminators, do_sample=True, temperature=0.6, top_p=0.9 )

print(outputs[0]["generated_text"][len(prompt):])