millironx/antimicrobial-use-survey-analysis
1
0
Fork 0
Code Issues Pull requests Releases Packages Activity Actions

refactor: Prompt Llama3 via PromptingTools

Browse source
This commit is contained in:
Thomas A. Christensen II 2024-09-04 15:58:48 -05:00
parent 27086c408a
commit 123e0537ee
Signed by: millironx
GPG key ID: B7044A3432851F64
1 changed files with 6 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
main.jl
View file

@ -28,8 +28,6 @@ end #for
# We will be offloading the analysis to Ollama running Llama3.1 locally # We will be offloading the analysis to Ollama running Llama3.1 locally
questions = [:Q8, :Q16, :Q29, :Q30] questions = [:Q8, :Q16, :Q29, :Q30]
run(`ollama serve`)
for q in questions for q in questions
analysis_prompt = """ analysis_prompt = """
The following is a list of answers to a survey with one response per paragraph: The following is a list of answers to a survey with one response per paragraph:
@ -52,7 +50,12 @@ for q in questions
@info "Prompting Llama3.1 with \n```\n$analysis_prompt\n```\n" @info "Prompting Llama3.1 with \n```\n$analysis_prompt\n```\n"
analysis_response = read(run(`ollama run llama3.1 $analysis_prompt`), String) analysis_response = aigenerate(
PromptingTools.OllamaSchema(),
analysis_prompt;
model="llama3.1",
api_kwargs=(; options=(; num_gpu=99))
).content
@info "Llama3.1 responsed with \n```\n$analysis_response\n```\n" @info "Llama3.1 responsed with \n```\n$analysis_response\n```\n"
end #for end #for