build based on ff08d22

dev/.documenter-siteinfo.json

@@ -1 +1 @@
-{"documenter":{"julia_version":"1.10.4","generation_timestamp":"2024-08-07T08:36:18","documenter_version":"1.5.0"}}
+{"documenter":{"julia_version":"1.10.4","generation_timestamp":"2024-08-12T20:24:34","documenter_version":"1.5.0"}}

dev/examples/summarize_results_prompts/index.html

@@ -84,4 +84,4 @@
  "score_median" => "Median Score (Max 100 pts)")
 end
 # markdown_table(output, String) |> clipboard
-markdown_table(output)</code></pre><table><tr><th style="text-align: right">Prompt Template</th><th style="text-align: right">Elapsed (s, average)</th><th style="text-align: right">Elapsed (s, median)</th><th style="text-align: right">Avg. Score (Max 100 pts)</th><th style="text-align: right">Median Score (Max 100 pts)</th></tr><tr><td style="text-align: right">InJulia</td><td style="text-align: right">13.2</td><td style="text-align: right">8.8</td><td style="text-align: right">58.5</td><td style="text-align: right">58.3</td></tr><tr><td style="text-align: right">JuliaExpertAsk</td><td style="text-align: right">9.2</td><td style="text-align: right">5.7</td><td style="text-align: right">57.0</td><td style="text-align: right">55.0</td></tr><tr><td style="text-align: right">JuliaRecapTask</td><td style="text-align: right">15.6</td><td style="text-align: right">10.6</td><td style="text-align: right">55.4</td><td style="text-align: right">55.0</td></tr><tr><td style="text-align: right">JuliaExpertCoTTask</td><td style="text-align: right">14.2</td><td style="text-align: right">9.3</td><td style="text-align: right">53.5</td><td style="text-align: right">55.0</td></tr><tr><td style="text-align: right">JuliaRecapCoTTask</td><td style="text-align: right">15.1</td><td style="text-align: right">10.6</td><td style="text-align: right">52.5</td><td style="text-align: right">50.0</td></tr></table><hr/><p><em>This page was generated using <a href="https://github.com/fredrikekre/Literate.jl">Literate.jl</a>.</em></p></article><nav class="docs-footer"><a class="docs-footer-prevpage" href="../compare_paid_vs_local/">« Paid vs Local Models</a><a class="docs-footer-nextpage" href="../summarize_results_test_cases/">By Test Case »</a><div class="flexbox-break"></div><p class="footer-message">Powered by <a href="https://github.com/JuliaDocs/Documenter.jl">Documenter.jl</a> and the <a href="https://julialang.org/">Julia Programming Language</a>.</p></nav></div><div class="modal" id="documenter-settings"><div class="modal-background"></div><div class="modal-card"><header class="modal-card-head"><p class="modal-card-title">Settings</p><button class="delete"></button></header><section class="modal-card-body"><p><label class="label">Theme</label><div class="select"><select id="documenter-themepicker"><option value="auto">Automatic (OS)</option><option value="documenter-light">documenter-light</option><option value="documenter-dark">documenter-dark</option><option value="catppuccin-latte">catppuccin-latte</option><option value="catppuccin-frappe">catppuccin-frappe</option><option value="catppuccin-macchiato">catppuccin-macchiato</option><option value="catppuccin-mocha">catppuccin-mocha</option></select></div></p><hr/><p>This document was generated with <a href="https://github.com/JuliaDocs/Documenter.jl">Documenter.jl</a> version 1.5.0 on <span class="colophon-date" title="Wednesday 7 August 2024 08:36">Wednesday 7 August 2024</span>. Using Julia version 1.10.4.</p></section><footer class="modal-card-foot"></footer></div></div></div></body></html>
+markdown_table(output)</code></pre><table><tr><th style="text-align: right">Prompt Template</th><th style="text-align: right">Elapsed (s, average)</th><th style="text-align: right">Elapsed (s, median)</th><th style="text-align: right">Avg. Score (Max 100 pts)</th><th style="text-align: right">Median Score (Max 100 pts)</th></tr><tr><td style="text-align: right">InJulia</td><td style="text-align: right">13.2</td><td style="text-align: right">8.8</td><td style="text-align: right">58.5</td><td style="text-align: right">58.3</td></tr><tr><td style="text-align: right">JuliaExpertAsk</td><td style="text-align: right">9.2</td><td style="text-align: right">5.7</td><td style="text-align: right">57.0</td><td style="text-align: right">55.0</td></tr><tr><td style="text-align: right">JuliaRecapTask</td><td style="text-align: right">15.6</td><td style="text-align: right">10.6</td><td style="text-align: right">55.4</td><td style="text-align: right">55.0</td></tr><tr><td style="text-align: right">JuliaExpertCoTTask</td><td style="text-align: right">14.2</td><td style="text-align: right">9.3</td><td style="text-align: right">53.5</td><td style="text-align: right">55.0</td></tr><tr><td style="text-align: right">JuliaRecapCoTTask</td><td style="text-align: right">15.1</td><td style="text-align: right">10.6</td><td style="text-align: right">52.5</td><td style="text-align: right">50.0</td></tr></table><hr/><p><em>This page was generated using <a href="https://github.com/fredrikekre/Literate.jl">Literate.jl</a>.</em></p></article><nav class="docs-footer"><a class="docs-footer-prevpage" href="../compare_paid_vs_local/">« Paid vs Local Models</a><a class="docs-footer-nextpage" href="../summarize_results_test_cases/">By Test Case »</a><div class="flexbox-break"></div><p class="footer-message">Powered by <a href="https://github.com/JuliaDocs/Documenter.jl">Documenter.jl</a> and the <a href="https://julialang.org/">Julia Programming Language</a>.</p></nav></div><div class="modal" id="documenter-settings"><div class="modal-background"></div><div class="modal-card"><header class="modal-card-head"><p class="modal-card-title">Settings</p><button class="delete"></button></header><section class="modal-card-body"><p><label class="label">Theme</label><div class="select"><select id="documenter-themepicker"><option value="auto">Automatic (OS)</option><option value="documenter-light">documenter-light</option><option value="documenter-dark">documenter-dark</option><option value="catppuccin-latte">catppuccin-latte</option><option value="catppuccin-frappe">catppuccin-frappe</option><option value="catppuccin-macchiato">catppuccin-macchiato</option><option value="catppuccin-mocha">catppuccin-mocha</option></select></div></p><hr/><p>This document was generated with <a href="https://github.com/JuliaDocs/Documenter.jl">Documenter.jl</a> version 1.5.0 on <span class="colophon-date" title="Monday 12 August 2024 20:24">Monday 12 August 2024</span>. Using Julia version 1.10.4.</p></section><footer class="modal-card-foot"></footer></div></div></div></body></html>

dev/examples/summarize_results_test_cases/index.html

@@ -270,4 +270,4 @@
  end
  return strip(wrapped_text)
 end
-</code></pre><p><strong>Winning Paid Model:</strong> &quot;gpt-4-1106-preview&quot; with average score 97.8 (Full score: 14/25, Zero score: 0/25) </p><p><strong>Winning Locally-hosted Model:</strong> &quot;claude-2.1&quot; with average score 92.8 (Full score: 12/25, Zero score: 0/25) </p><hr/><p><em>This page was generated using <a href="https://github.com/fredrikekre/Literate.jl">Literate.jl</a>.</em></p></article><nav class="docs-footer"><a class="docs-footer-prevpage" href="../summarize_results_prompts/">« By Prompts</a><a class="docs-footer-nextpage" href="../../frequently_asked_questions/">F.A.Q. »</a><div class="flexbox-break"></div><p class="footer-message">Powered by <a href="https://github.com/JuliaDocs/Documenter.jl">Documenter.jl</a> and the <a href="https://julialang.org/">Julia Programming Language</a>.</p></nav></div><div class="modal" id="documenter-settings"><div class="modal-background"></div><div class="modal-card"><header class="modal-card-head"><p class="modal-card-title">Settings</p><button class="delete"></button></header><section class="modal-card-body"><p><label class="label">Theme</label><div class="select"><select id="documenter-themepicker"><option value="auto">Automatic (OS)</option><option value="documenter-light">documenter-light</option><option value="documenter-dark">documenter-dark</option><option value="catppuccin-latte">catppuccin-latte</option><option value="catppuccin-frappe">catppuccin-frappe</option><option value="catppuccin-macchiato">catppuccin-macchiato</option><option value="catppuccin-mocha">catppuccin-mocha</option></select></div></p><hr/><p>This document was generated with <a href="https://github.com/JuliaDocs/Documenter.jl">Documenter.jl</a> version 1.5.0 on <span class="colophon-date" title="Wednesday 7 August 2024 08:36">Wednesday 7 August 2024</span>. Using Julia version 1.10.4.</p></section><footer class="modal-card-foot"></footer></div></div></div></body></html>
+</code></pre><p><strong>Winning Paid Model:</strong> &quot;gpt-4-1106-preview&quot; with average score 97.8 (Full score: 14/25, Zero score: 0/25) </p><p><strong>Winning Locally-hosted Model:</strong> &quot;claude-2.1&quot; with average score 92.8 (Full score: 12/25, Zero score: 0/25) </p><hr/><p><em>This page was generated using <a href="https://github.com/fredrikekre/Literate.jl">Literate.jl</a>.</em></p></article><nav class="docs-footer"><a class="docs-footer-prevpage" href="../summarize_results_prompts/">« By Prompts</a><a class="docs-footer-nextpage" href="../../frequently_asked_questions/">F.A.Q. »</a><div class="flexbox-break"></div><p class="footer-message">Powered by <a href="https://github.com/JuliaDocs/Documenter.jl">Documenter.jl</a> and the <a href="https://julialang.org/">Julia Programming Language</a>.</p></nav></div><div class="modal" id="documenter-settings"><div class="modal-background"></div><div class="modal-card"><header class="modal-card-head"><p class="modal-card-title">Settings</p><button class="delete"></button></header><section class="modal-card-body"><p><label class="label">Theme</label><div class="select"><select id="documenter-themepicker"><option value="auto">Automatic (OS)</option><option value="documenter-light">documenter-light</option><option value="documenter-dark">documenter-dark</option><option value="catppuccin-latte">catppuccin-latte</option><option value="catppuccin-frappe">catppuccin-frappe</option><option value="catppuccin-macchiato">catppuccin-macchiato</option><option value="catppuccin-mocha">catppuccin-mocha</option></select></div></p><hr/><p>This document was generated with <a href="https://github.com/JuliaDocs/Documenter.jl">Documenter.jl</a> version 1.5.0 on <span class="colophon-date" title="Monday 12 August 2024 20:24">Monday 12 August 2024</span>. Using Julia version 1.10.4.</p></section><footer class="modal-card-foot"></footer></div></div></div></body></html>

dev/examples/summarize_results_test_cases_waitlist/index.html

@@ -155,4 +155,4 @@
  return middle(m[1], m[2])
  end
 end
-</code></pre><p><strong>Winning Paid Model:</strong> &quot;gpt-4-0125-preview&quot; with average score 81.3 (Full score: 1/25, Zero score: 1/25) </p><hr/><p><em>This page was generated using <a href="https://github.com/fredrikekre/Literate.jl">Literate.jl</a>.</em></p></article><nav class="docs-footer"><p class="footer-message">Powered by <a href="https://github.com/JuliaDocs/Documenter.jl">Documenter.jl</a> and the <a href="https://julialang.org/">Julia Programming Language</a>.</p></nav></div><div class="modal" id="documenter-settings"><div class="modal-background"></div><div class="modal-card"><header class="modal-card-head"><p class="modal-card-title">Settings</p><button class="delete"></button></header><section class="modal-card-body"><p><label class="label">Theme</label><div class="select"><select id="documenter-themepicker"><option value="auto">Automatic (OS)</option><option value="documenter-light">documenter-light</option><option value="documenter-dark">documenter-dark</option><option value="catppuccin-latte">catppuccin-latte</option><option value="catppuccin-frappe">catppuccin-frappe</option><option value="catppuccin-macchiato">catppuccin-macchiato</option><option value="catppuccin-mocha">catppuccin-mocha</option></select></div></p><hr/><p>This document was generated with <a href="https://github.com/JuliaDocs/Documenter.jl">Documenter.jl</a> version 1.5.0 on <span class="colophon-date" title="Wednesday 7 August 2024 08:36">Wednesday 7 August 2024</span>. Using Julia version 1.10.4.</p></section><footer class="modal-card-foot"></footer></div></div></div></body></html>
+</code></pre><p><strong>Winning Paid Model:</strong> &quot;gpt-4-0125-preview&quot; with average score 81.3 (Full score: 1/25, Zero score: 1/25) </p><hr/><p><em>This page was generated using <a href="https://github.com/fredrikekre/Literate.jl">Literate.jl</a>.</em></p></article><nav class="docs-footer"><p class="footer-message">Powered by <a href="https://github.com/JuliaDocs/Documenter.jl">Documenter.jl</a> and the <a href="https://julialang.org/">Julia Programming Language</a>.</p></nav></div><div class="modal" id="documenter-settings"><div class="modal-background"></div><div class="modal-card"><header class="modal-card-head"><p class="modal-card-title">Settings</p><button class="delete"></button></header><section class="modal-card-body"><p><label class="label">Theme</label><div class="select"><select id="documenter-themepicker"><option value="auto">Automatic (OS)</option><option value="documenter-light">documenter-light</option><option value="documenter-dark">documenter-dark</option><option value="catppuccin-latte">catppuccin-latte</option><option value="catppuccin-frappe">catppuccin-frappe</option><option value="catppuccin-macchiato">catppuccin-macchiato</option><option value="catppuccin-mocha">catppuccin-mocha</option></select></div></p><hr/><p>This document was generated with <a href="https://github.com/JuliaDocs/Documenter.jl">Documenter.jl</a> version 1.5.0 on <span class="colophon-date" title="Monday 12 August 2024 20:24">Monday 12 August 2024</span>. Using Julia version 1.10.4.</p></section><footer class="modal-card-foot"></footer></div></div></div></body></html>