From 2f9d4ed08bd8924f9278defc1d3ab03c4c5cf656 Mon Sep 17 00:00:00 2001 From: "Thomas A. Christensen II" <25492070+MillironX@users.noreply.github.com> Date: Wed, 4 Sep 2024 15:45:48 -0500 Subject: [PATCH] wip: Make Ollama offloading step (broken) --- main.jl | 35 ++++++++++++++++++++++++++++++++++- 1 file changed, 34 insertions(+), 1 deletion(-) diff --git a/main.jl b/main.jl index 968b615..d1ed164 100755 --- a/main.jl +++ b/main.jl @@ -23,8 +23,41 @@ end #for # infer types # deleteat!(survey_data, [1,2]) -# Compile comments from all requested questions +# Compile comments from all questions and analyze +# We will be offloading the analysis to Ollama running Llama3.1 locally questions = [:Q8, :Q16, :Q29, :Q30] + +run(`ollama serve`) + +for q in questions + analysis_prompt = """ + The following is a list of answers to a survey with one response per paragraph: + + # Antimicrobial usage survey open-ended question: $q + + $( + join( + [ + i == 1 ? "**$a**\n" : "$a\n" for (i, a) in enumerate(skipmissing(survey_data[!, q])) + ], + '\n' + ) + ) + + --- + + Summarize the common themes between the survey responses. + """ + + @info "Prompting Llama3.1 with \n```\n$analysis_prompt\n```\n" + + analysis_response = read(run(`ollama run llama3.1 $analysis_prompt`), String) + + @info "Llama3.1 responsed with \n```\n$analysis_response\n```\n" +end #for + + +# Compile comments from all requested questions for q in questions open("$q.md", "w") do f write(f, "# Antimicrobial usage survey open-ended question: $q\n\n")