forked from phito/darknet_diaries_llm
Better prompts
This commit is contained in:
parent
3d734a3064
commit
be2c064d40
61
main.py
61
main.py
@ -3,8 +3,7 @@ from llama_index import (SimpleDirectoryReader, ServiceContext, StorageContext,
|
||||
from llama_index.node_parser import SimpleNodeParser
|
||||
from llama_index import VectorStoreIndex
|
||||
from llama_index.llms import OpenAI, ChatMessage, MessageRole
|
||||
from llama_index.prompts import PromptTemplate
|
||||
from llama_index.chat_engine.condense_question import CondenseQuestionChatEngine
|
||||
from llama_index.prompts import ChatPromptTemplate
|
||||
import os
|
||||
import re
|
||||
|
||||
@ -39,23 +38,61 @@ else:
|
||||
index = load_index_from_storage(storage_context)
|
||||
|
||||
custom_prompt = PromptTemplate(
|
||||
"You have been trained on the Darknet Diaries podcast transcripts with data from october 6 2023."
|
||||
"You are now an expert about it and will answer as such. You know about every episode up to number 138. \n"
|
||||
"----------------\n"
|
||||
"Chat history: {chat_history}\n"
|
||||
"----------------\n"
|
||||
"Please answer this question by referring to the podcast: {question}"
|
||||
)
|
||||
|
||||
custom_chat_history = []
|
||||
query_engine = index.as_query_engine()
|
||||
chat_engine = CondenseQuestionChatEngine.from_defaults(
|
||||
query_engine=query_engine,
|
||||
condense_question_prompt=custom_prompt,
|
||||
chat_history=custom_chat_history,
|
||||
verbose=True
|
||||
)
|
||||
chat_text_qa_msgs = [
|
||||
ChatMessage(
|
||||
role=MessageRole.SYSTEM,
|
||||
content=(
|
||||
"You have been trained on the Darknet Diaries podcast transcripts with data from october 6 2023."
|
||||
"You are an expert about it and will answer as such. You know about every episode up to number 138."
|
||||
"Always answer the question, even if the context isn't helpful."
|
||||
)
|
||||
),
|
||||
ChatMessage(
|
||||
role=MessageRole.USER,
|
||||
content=(
|
||||
"Context information is below.\n"
|
||||
"---------------------\n"
|
||||
"{context_str}\n"
|
||||
"---------------------\n"
|
||||
"Given the context information and not prior knowledge,"
|
||||
"answer the question: {query_str}\n"
|
||||
)
|
||||
)
|
||||
]
|
||||
text_qa_template = ChatPromptTemplate(chat_text_qa_msgs)
|
||||
|
||||
chat_refine_msgs = [
|
||||
ChatMessage(
|
||||
role=MessageRole.SYSTEM,
|
||||
content="Always answer the question, even if the context isn't helpful.",
|
||||
),
|
||||
ChatMessage(
|
||||
role=MessageRole.USER,
|
||||
content=(
|
||||
"We have the opportunity to refine the original answer "
|
||||
"(only if needed) with some more context below.\n"
|
||||
"------------\n"
|
||||
"{context_msg}\n"
|
||||
"------------\n"
|
||||
"Given the new context, refine the original answer to better "
|
||||
"answer the question: {query_str}. "
|
||||
"If the context isn't useful, output the original answer again.\n"
|
||||
"Original Answer: {existing_answer}"
|
||||
),
|
||||
),
|
||||
]
|
||||
refine_template = ChatPromptTemplate(chat_refine_msgs)
|
||||
|
||||
chat_engine = index.as_chat_engine(
|
||||
text_qa_template=text_qa_template,
|
||||
refine_template=refine_template
|
||||
)
|
||||
|
||||
while True:
|
||||
try:
|
||||
|
Loading…
Reference in New Issue
Block a user