Add notion task

Author: LLiuZheng

tests/pytest/datasets/gmail_inbox.jsonl

@@ -1 +1,2 @@
 {"messages": [ { "role": "system", "content": "You are a helpful assistant that can answer questions about Gmail. You have access to tools to help you find information." }, { "role": "user", "content": "Fetch the first 5 emails in my gmail inbox and get the sender. Output the sender only." } ], "ground_truth": "The response contains 5 email addresses." }
+{"messages": [ { "role": "system", "content": "You are a helpful assistant that can answer questions about Notion. You have access to tools to help you find information." }, { "role": "user", "content": "In the notion Toronto guide, help me to find a pizza restaurant which is able to takeout" } ], "ground_truth": "Pizzeria Badiali" }

tests/pytest/test_pytest_klavis_mcp.py

@@ -13,6 +13,7 @@ class ResponseFormat(BaseModel):
     score: float
 
 
+# You should copy https://painted-tennis-ebc.notion.site/MCPMark-Source-Hub-23181626b6d7805fb3a7d59c63033819 into your Notion for the notion test.
 @evaluation_test(
     input_dataset=["tests/pytest/datasets/gmail_inbox.jsonl"],
     rollout_processor=AgentRolloutProcessor(),