33 lines
1.0 KiB
Python
33 lines
1.0 KiB
Python
from langchain.prompts import ChatPromptTemplate
|
|
# from langchain_community.chat_models import ChatOllama
|
|
from langchain_community.chat_models.fake import FakeListChatModel
|
|
from langchain.schema import HumanMessage, SystemMessage, AIMessage
|
|
|
|
# llm = ChatOllama(model="phi")
|
|
responses = ["Fake LLM Response :)"]
|
|
llm = FakeListChatModel(responses=responses)
|
|
system = SystemMessage(content="You are world class technical documentation writer. Be as concise as possible")
|
|
|
|
memory = []
|
|
|
|
def chat():
|
|
while True:
|
|
user_input = input("User: ")
|
|
if user_input == "exit":
|
|
break
|
|
# print(user_input)
|
|
user_mesage = HumanMessage(content=user_input)
|
|
prompt = ChatPromptTemplate.from_messages([
|
|
system,
|
|
*memory,
|
|
user_mesage
|
|
])
|
|
chain = prompt | llm
|
|
response = chain.invoke({})
|
|
print(type(response))
|
|
print(f"AI: {response.content}")
|
|
memory.append(HumanMessage(content=user_input))
|
|
memory.append(response)
|
|
|
|
chat()
|