tiennm99/DocsGPT
1
0 Fork 0
mirror of https://github.com/tiennm99/DocsGPT.git synced 2026-10-15 00:16:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update application files and fix LLM models, create new retriever class

Browse Source
This commit is contained in:
Alex committed 2024-04-09 14:02:33 +01:00
1 parent e07df29ab9
commit 391f686173
13 files changed
+202 -185
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

application/llm/llama_cpp.py
+2 -2
View File
@@ -12,7 +12,7 @@ class LlamaCpp(BaseLLM):
llama = Llama(model_path=llm_name, n_ctx=2048)
def gen(self, model, engine, messages, stream=False, **kwargs):
def gen(self, model, messages, stream=False, **kwargs):
context = messages[0]['content']
user_question = messages[-1]['content']
prompt = f"### Instruction \n {user_question} \n ### Context \n {context} \n ### Answer \n"
@@ -24,7 +24,7 @@ class LlamaCpp(BaseLLM):
return result['choices'][0]['text'].split('### Answer \n')[-1]
def gen_stream(self, model, engine, messages, stream=True, **kwargs):
def gen_stream(self, model, messages, stream=True, **kwargs):
context = messages[0]['content']
user_question = messages[-1]['content']
prompt = f"### Instruction \n {user_question} \n ### Context \n {context} \n ### Answer \n"