From a9a1af85724314776c4eafe3cd415940094dc84c Mon Sep 17 00:00:00 2001 From: paramthakkar123 Date: Thu, 5 Feb 2026 01:46:37 +0530 Subject: [PATCH 1/3] Added LLM Inference metrics task --- tasks/inference_metrics.json | 13 +++++++++++++ 1 file changed, 13 insertions(+) create mode 100644 tasks/inference_metrics.json diff --git a/tasks/inference_metrics.json b/tasks/inference_metrics.json new file mode 100644 index 0000000..0a0d089 --- /dev/null +++ b/tasks/inference_metrics.json @@ -0,0 +1,13 @@ +[ + { + "title": "Inference Metrics Task", + "description": "An inference metrics task measuring LLM performance using TransformerLab", + "github_repo_url": "https://github.com/transformerlab/transformerlab-examples/", + "github_repo_dir": "inference-metrics", + "metadata": { + "category": "metrics", + "modality": "text", + "framework": [] + } + } +] \ No newline at end of file From bc76fff761cfe56a988735f90d04f71483660969 Mon Sep 17 00:00:00 2001 From: paramthakkar123 Date: Thu, 5 Feb 2026 01:47:23 +0530 Subject: [PATCH 2/3] Format --- tasks/inference_metrics.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tasks/inference_metrics.json b/tasks/inference_metrics.json index 0a0d089..333460c 100644 --- a/tasks/inference_metrics.json +++ b/tasks/inference_metrics.json @@ -10,4 +10,4 @@ "framework": [] } } -] \ No newline at end of file +] From c97d1d6b1925d2f2e6865dce8d997278883a7b35 Mon Sep 17 00:00:00 2001 From: deep1401 Date: Thu, 5 Feb 2026 01:48:44 +0530 Subject: [PATCH 3/3] combinejson --- task-gallery.json | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/task-gallery.json b/task-gallery.json index dbb2995..498b960 100644 --- a/task-gallery.json +++ b/task-gallery.json @@ -181,6 +181,17 @@ ] } }, + { + "title": "Inference Metrics Task", + "description": "An inference metrics task measuring LLM performance using TransformerLab", + "github_repo_url": "https://github.com/transformerlab/transformerlab-examples/", + "github_repo_dir": "inference-metrics", + "metadata": { + "category": "metrics", + "modality": "text", + "framework": [] + } + }, { "title": "MNIST JAX Train Task", "description": "A task to train a neural network on the MNIST dataset using JAX and Flax.",