diff --git a/task-gallery.json b/task-gallery.json index dbb2995..498b960 100644 --- a/task-gallery.json +++ b/task-gallery.json @@ -181,6 +181,17 @@ ] } }, + { + "title": "Inference Metrics Task", + "description": "An inference metrics task measuring LLM performance using TransformerLab", + "github_repo_url": "https://github.com/transformerlab/transformerlab-examples/", + "github_repo_dir": "inference-metrics", + "metadata": { + "category": "metrics", + "modality": "text", + "framework": [] + } + }, { "title": "MNIST JAX Train Task", "description": "A task to train a neural network on the MNIST dataset using JAX and Flax.", diff --git a/tasks/inference_metrics.json b/tasks/inference_metrics.json new file mode 100644 index 0000000..333460c --- /dev/null +++ b/tasks/inference_metrics.json @@ -0,0 +1,13 @@ +[ + { + "title": "Inference Metrics Task", + "description": "An inference metrics task measuring LLM performance using TransformerLab", + "github_repo_url": "https://github.com/transformerlab/transformerlab-examples/", + "github_repo_dir": "inference-metrics", + "metadata": { + "category": "metrics", + "modality": "text", + "framework": [] + } + } +]