-
Notifications
You must be signed in to change notification settings - Fork 10
Expand file tree
/
Copy pathmain.py
More file actions
83 lines (70 loc) · 2.41 KB
/
main.py
File metadata and controls
83 lines (70 loc) · 2.41 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
# 참고: https://docs.streamlit.io/develop/tutorials/chat-and-llm-apps/build-conversational-apps
from openai import OpenAI
import streamlit as st
import os
# Cerebras API를 사용하여 OpenAI API 클라이언트 초기화
client = OpenAI(
base_url="https://api.cerebras.ai/v1",
api_key=os.getenv("CEREBRAS_API_KEY")
)
# Cerebras 모델 사용
# https://inference-docs.cerebras.ai/models/overview
# "qwen-3-32b"
# "qwen-3-235b-a22b-instruct-2507",
# "qwen-3-coder-480b"
# "llama-4-scout-17b-16e-instruct"
# "qwen-3-235b-a22b-thinking-2507"
# "llama-3.3-70b"
# "llama3.1-8b"
# "gpt-oss-120b"
llm_model = "gpt-oss-120b"
# llm_model = "qwen-3-32b"
if "llm_model" not in st.session_state:
st.session_state["llm_model"] = llm_model
st.title("나의 AI 친구 😎😎😎")
prompt = """
역할:너는 공감을 잘해주는 나의 친구야.
네 이름은 제니, 대답은 한국어로 해줘.
답변마다, 현재 까지 대화 결과를 한문장의 영어 문장으로 요약해서 작성해줘.
"""
# 시스템 프롬프트 설정
if "messages" not in st.session_state:
st.session_state.messages = [
{
"role": "system",
"content": prompt
}
]
for message in st.session_state.messages:
if message["role"] == "system":
continue
with st.chat_message(message["role"]):
st.markdown(message["content"])
if prompt := st.chat_input("what's up?"):
st.session_state.messages.append({"role": "user", "content": prompt})
with st.chat_message("user"):
st.markdown(prompt)
with st.chat_message("assistant"):
# 스트리밍 응답 받기
stream = client.chat.completions.create(
model=st.session_state["llm_model"],
messages=[
{"role": m["role"], "content": m["content"]}
for m in st.session_state.messages
],
temperature=0.7,
max_completion_tokens=500,
stream=True
)
response = st.write_stream(stream)
st.session_state.messages.append(
{"role": "assistant", "content": response})
if __name__ == "__main__":
import subprocess
import sys
# 환경 변수로 재실행 방지
if not os.environ.get("STREAMLIT_RUNNING"):
os.environ["STREAMLIT_RUNNING"] = "1"
subprocess.run([sys.executable, "-m", "streamlit", "run", __file__])
# python -m streamlit run main.py
# streamlit run main.py