EndMove/darknet_diaries_llm
1
0
Fork 0
forked from phito/darknet_diaries_llm
Code Pull Requests Activity

Better prompt

Browse Source
This commit is contained in:
Romain Quinet 2023-10-06 22:43:39 +02:00
parent 96c692aef7
commit a77d41c6ec
1 changed files with 8 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
main.py
View File

@ -11,6 +11,7 @@ service_context = ServiceContext.from_defaults(llm=llm)
set_global_service_context(service_context) set_global_service_context(service_context)
if not os.path.exists("./index/lock"): if not os.path.exists("./index/lock"):
print("Generating index...")
documents = [] documents = []
for filename in os.listdir("./data"): for filename in os.listdir("./data"):
episode_number = re.search(r'\d+', filename).group() episode_number = re.search(r'\d+', filename).group()
@ -31,12 +32,17 @@ if not os.path.exists("./index/lock"):
index.storage_context.persist(persist_dir="./index") index.storage_context.persist(persist_dir="./index")
open("./index/lock", 'a').close() open("./index/lock", 'a').close()
else: else:
print("Loading index...")
storage_context = StorageContext.from_defaults(persist_dir="./index") storage_context = StorageContext.from_defaults(persist_dir="./index")
index = load_index_from_storage(storage_context) index = load_index_from_storage(storage_context)
template = ( template = (
"You are now an expert on the Darknet Diaries podcast. \n" "You have been trained on the Darknet Diaries podcast transcripts with data from october 6 2023."
"Please answer this question by referring to the podcast: {query_str}\n" "You are now an expert about it and will answer as such. You know about every episode up to number 138. \n"
"----------------\n"
"Here is the context: {context_str}"
"----------------\n"
"Please answer this question by referring to the podcast: {query_str}"
) )
qa_template = PromptTemplate(template) qa_template = PromptTemplate(template)
query_engine = index.as_query_engine(text_qa_template=qa_template) query_engine = index.as_query_engine(text_qa_template=qa_template)