From f456a25a58a783f37710136b59a3b1926c743d9d Mon Sep 17 00:00:00 2001 From: LearningCircuit <185559241+LearningCircuit@users.noreply.github.com> Date: Sun, 10 May 2026 12:53:53 +0200 Subject: [PATCH] qwen3.6 27b 500 examples --- .../serper/qwen3.6-27b_2026-05-10.yaml | 23 +++++++++++++++++++ 1 file changed, 23 insertions(+) create mode 100644 results/simpleqa/langgraph-agent/serper/qwen3.6-27b_2026-05-10.yaml diff --git a/results/simpleqa/langgraph-agent/serper/qwen3.6-27b_2026-05-10.yaml b/results/simpleqa/langgraph-agent/serper/qwen3.6-27b_2026-05-10.yaml new file mode 100644 index 0000000..419331e --- /dev/null +++ b/results/simpleqa/langgraph-agent/serper/qwen3.6-27b_2026-05-10.yaml @@ -0,0 +1,23 @@ +model: qwen3.6:27b +model_provider: ollama +search_engine: serper +average_results_per_query: 22 +results: + dataset: SimpleQA + total_questions: 500 + langgraph-agent: + accuracy: "94.8% (474/500)" + iterations: 3 + questions_per_iteration: 1 + avg_time_per_question: "2m 28s" +configuration: + temperature: 0.7 + context_window: 18944 # captured at benchmark start + max_tokens: 30000 # captured at benchmark start +evaluator: + model: qwen3.6:27b + provider: ollama + temperature: 0 +versions: + ldr_version: 1.6.9 +date_tested: 2026-05-10