update cli
This commit is contained in:
parent
16e1695f42
commit
5d50a65316
|
|
@ -5,46 +5,49 @@ from langchain.schema import AIMessage, HumanMessage, SystemMessage
|
|||
from langchain_community.chat_models.fake import FakeListChatModel
|
||||
|
||||
from honcho import Client as HonchoClient
|
||||
|
||||
# from client import HonchoClient
|
||||
|
||||
honcho = HonchoClient(base_url="http://localhost:8000")
|
||||
|
||||
responses = ["Fake LLM Response :)"]
|
||||
llm = FakeListChatModel(responses=responses)
|
||||
system = SystemMessage(content="You are world class technical documentation writer. Be as concise as possible")
|
||||
system = SystemMessage(
|
||||
content="You are world class technical documentation writer. Be as concise as possible"
|
||||
)
|
||||
|
||||
user = "CLI-Test"
|
||||
session = honcho.create_session(user_id=user)
|
||||
session_id = session["id"]
|
||||
|
||||
|
||||
def langchain_message_converter(messages: List):
|
||||
new_messages = []
|
||||
for message in messages:
|
||||
if message["is_user"]:
|
||||
new_messages.append(HumanMessage(content=message["content"]))
|
||||
if message.is_user:
|
||||
new_messages.append(HumanMessage(content=message.content))
|
||||
else:
|
||||
new_messages.append(AIMessage(content=message["content"]))
|
||||
new_messages.append(AIMessage(content=message.content))
|
||||
return new_messages
|
||||
|
||||
|
||||
def chat():
|
||||
while True:
|
||||
user_input = input("User: ")
|
||||
if user_input == "exit":
|
||||
honcho.delete_session(user, session_id)
|
||||
session.delete()
|
||||
break
|
||||
user_message = HumanMessage(content=user_input)
|
||||
history = honcho.get_messages_for_session(user, session_id)
|
||||
history = session.get_messages()
|
||||
langchain_history = langchain_message_converter(history)
|
||||
prompt = ChatPromptTemplate.from_messages([
|
||||
system,
|
||||
*langchain_history,
|
||||
user_message
|
||||
])
|
||||
chain = prompt | llm
|
||||
prompt = ChatPromptTemplate.from_messages(
|
||||
[system, *langchain_history, user_message]
|
||||
)
|
||||
chain = prompt | llm
|
||||
response = chain.invoke({})
|
||||
print(type(response))
|
||||
print(f"AI: {response.content}")
|
||||
honcho.create_message_for_session(user, session_id, is_user=True, content=user_input)
|
||||
honcho.create_message_for_session(user, session_id, is_user=False, content=response.content)
|
||||
session.create_message(is_user=True, content=user_input)
|
||||
session.create_message(is_user=False, content=response.content)
|
||||
|
||||
|
||||
chat()
|
||||
|
|
|
|||
|
|
@ -7,7 +7,7 @@ readme = "README.md"
|
|||
|
||||
[tool.poetry.dependencies]
|
||||
python = "^3.11"
|
||||
honcho-ai = {path = "../../sdk/dist/honcho_ai-0.0.1-py3-none-any.whl"}
|
||||
honcho-ai = {path = "../../sdk/dist/honcho_ai-0.0.0.dev1-py3-none-any.whl"}
|
||||
|
||||
[tool.poetry.group.dev.dependencies]
|
||||
langchain = "^0.1.0"
|
||||
|
|
|
|||
Loading…
Reference in New Issue