update cli

This commit is contained in:
hyusap 2024-01-23 15:49:29 -05:00
parent 16e1695f42
commit 5d50a65316
2 changed files with 19 additions and 16 deletions

View File

@ -5,46 +5,49 @@ from langchain.schema import AIMessage, HumanMessage, SystemMessage
from langchain_community.chat_models.fake import FakeListChatModel
from honcho import Client as HonchoClient
# from client import HonchoClient
honcho = HonchoClient(base_url="http://localhost:8000")
responses = ["Fake LLM Response :)"]
llm = FakeListChatModel(responses=responses)
system = SystemMessage(content="You are world class technical documentation writer. Be as concise as possible")
system = SystemMessage(
content="You are world class technical documentation writer. Be as concise as possible"
)
user = "CLI-Test"
session = honcho.create_session(user_id=user)
session_id = session["id"]
def langchain_message_converter(messages: List):
new_messages = []
for message in messages:
if message["is_user"]:
new_messages.append(HumanMessage(content=message["content"]))
if message.is_user:
new_messages.append(HumanMessage(content=message.content))
else:
new_messages.append(AIMessage(content=message["content"]))
new_messages.append(AIMessage(content=message.content))
return new_messages
def chat():
while True:
user_input = input("User: ")
if user_input == "exit":
honcho.delete_session(user, session_id)
session.delete()
break
user_message = HumanMessage(content=user_input)
history = honcho.get_messages_for_session(user, session_id)
history = session.get_messages()
langchain_history = langchain_message_converter(history)
prompt = ChatPromptTemplate.from_messages([
system,
*langchain_history,
user_message
])
chain = prompt | llm
prompt = ChatPromptTemplate.from_messages(
[system, *langchain_history, user_message]
)
chain = prompt | llm
response = chain.invoke({})
print(type(response))
print(f"AI: {response.content}")
honcho.create_message_for_session(user, session_id, is_user=True, content=user_input)
honcho.create_message_for_session(user, session_id, is_user=False, content=response.content)
session.create_message(is_user=True, content=user_input)
session.create_message(is_user=False, content=response.content)
chat()

View File

@ -7,7 +7,7 @@ readme = "README.md"
[tool.poetry.dependencies]
python = "^3.11"
honcho-ai = {path = "../../sdk/dist/honcho_ai-0.0.1-py3-none-any.whl"}
honcho-ai = {path = "../../sdk/dist/honcho_ai-0.0.0.dev1-py3-none-any.whl"}
[tool.poetry.group.dev.dependencies]
langchain = "^0.1.0"