From 84e1b3e89e030a2d3b436d9f3e51a29f92cd4bff Mon Sep 17 00:00:00 2001 From: Fanjia-Yan <78303449+Fanjia-Yan@users.noreply.github.com> Date: Sun, 7 Jul 2024 00:38:14 -0700 Subject: [PATCH] [BFCL] Update Leaderboard after adding GLM-4-9B (#475) Co-authored-by: CharlieJCJ Co-authored-by: Huanzhi Mao --- data.csv | 17 +++++++++-------- leaderboard.html | 4 ++-- treemap_2.js | 2 +- 3 files changed, 12 insertions(+), 11 deletions(-) diff --git a/data.csv b/data.csv index 60d128956..c1791502a 100644 --- a/data.csv +++ b/data.csv @@ -38,11 +38,12 @@ Rank,Overall Acc,Model,Model Link,Organization,License,AST Summary,Exec Summary, 37,60.12%,Meta-Llama-3-8B-Instruct (Prompt),https://llama.meta.com/llama3,Meta,Meta Llama 3 Community,62.65%,69.95%,55.09%,58.50%,45.00%,48.00%,73.50%,58.00%,64.00%,75.29%,79.00%,70.00%,74.00%,68.00%,62.50%,43.33%,0.24,0.04,N/A,N/A 38,59.71%,Hermes-2-Pro-Mistral-7B (FC),https://huggingface.co/NousResearch/Hermes-2-Pro-Mistral-7B,NousResearch,apache-2.0,70.25%,55.62%,72.00%,81.75%,42.00%,54.00%,80.50%,67.00%,61.50%,56.47%,78.00%,25.71%,70.00%,56.00%,40.00%,10.83%,0.49,0.08,N/A,N/A 39,59.24%,Claude-3-Sonnet-20240229 (FC tools-2024-04-04),https://www.anthropic.com/news/claude-3-family,Anthropic,Proprietary,44.18%,43.32%,76.73%,86.00%,49.00%,58.00%,88.00%,6.00%,6.00%,85.29%,96.00%,70.00%,88.00%,0.00%,0.00%,81.67%,3.44,3.25,1.46,6.85 -40,53.82%,Claude-3-Haiku-20240307 (FC tools-2024-04-04),https://www.anthropic.com/news/claude-3-family,Anthropic,Proprietary,45.05%,46.79%,86.18%,95.50%,60.00%,64.00%,93.50%,0.50%,0.00%,91.18%,96.00%,84.29%,94.00%,2.00%,0.00%,20.83%,0.29,1.49,0.61,2.4 -41,53.65%,FireFunction-v1 (FC),https://huggingface.co/fireworks-ai/firefunction-v1,Fireworks,Apache 2.0,40.75%,39.79%,70.00%,90.25%,13.00%,22.00%,93.00%,0.00%,0.00%,71.18%,95.00%,37.14%,88.00%,0.00%,0.00%,73.33%,N/A,1.69,1.53,4.61 -42,53.59%,GPT-4-0613 (FC),https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo,OpenAI,Proprietary,39.20%,38.53%,63.82%,86.50%,4.00%,2.00%,93.00%,0.00%,0.00%,64.12%,95.00%,20.00%,90.00%,0.00%,0.00%,91.67%,10.37,3.49,3.27,10.88 -43,52.65%,Mistral-tiny-2312 (Prompt),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,49.66%,36.16%,55.64%,70.00%,26.00%,0.00%,56.50%,47.50%,39.00%,27.65%,46.00%,1.43%,20.00%,62.00%,35.00%,83.75%,0.13,1.45,1.41,4.39 -44,43.71%,Gemma-7b-it (Prompt),https://blog.google/technology/developers/gemma-open-models/,Google,gemma-terms-of-use,41.05%,31.75%,42.18%,47.75%,29.00%,24.00%,48.00%,30.00%,44.00%,30.00%,44.00%,10.00%,32.00%,40.00%,25.00%,70.83%,0.37,0.06,N/A,N/A -45,40.76%,Mistral-Small-2402 (Prompt),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,40.33%,38.03%,5.82%,6.00%,6.00%,4.00%,8.00%,79.00%,68.50%,34.12%,6.00%,74.29%,20.00%,68.00%,30.00%,98.33%,0.64,1.11,0.95,3.03 -46,40.41%,Deepseek-v1.5 (Prompt),https://huggingface.co/deepseek-ai/deepseek-coder-7b-instruct-v1.5,Deepseek,Deepseek License,38.44%,30.89%,39.27%,50.00%,4.00%,24.00%,49.00%,37.00%,28.50%,37.06%,38.00%,35.71%,38.00%,36.00%,12.50%,57.08%,3.24,0.53,N/A,N/A -47,23.71%,Mistral-small-2402 (FC Auto),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,2.62%,34.37%,2.00%,2.75%,0.00%,0.00%,2.50%,3.00%,3.00%,56.47%,79.00%,24.29%,70.00%,6.00%,5.00%,99.58%,0.97,3.06,1.8,6.23 \ No newline at end of file +40,54.88%,GLM-4-9b-Chat (FC),https://huggingface.co/THUDM/glm-4-9b-chat,THUDM,glm-4,38.69%,44.12%,63.27%,87.00%,0.00%,0.00%,91.50%,0.00%,0.00%,86.47%,90.00%,81.43%,90.00%,0.00%,0.00%,87.50%,N/A,0.13,N/A,N/A +41,53.82%,Claude-3-Haiku-20240307 (FC tools-2024-04-04),https://www.anthropic.com/news/claude-3-family,Anthropic,Proprietary,45.05%,46.79%,86.18%,95.50%,60.00%,64.00%,93.50%,0.50%,0.00%,91.18%,96.00%,84.29%,94.00%,2.00%,0.00%,20.83%,0.29,1.49,0.61,2.4 +42,53.65%,FireFunction-v1 (FC),https://huggingface.co/fireworks-ai/firefunction-v1,Fireworks,Apache 2.0,40.75%,39.79%,70.00%,90.25%,13.00%,22.00%,93.00%,0.00%,0.00%,71.18%,95.00%,37.14%,88.00%,0.00%,0.00%,73.33%,N/A,1.69,1.53,4.61 +43,53.59%,GPT-4-0613 (FC),https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo,OpenAI,Proprietary,39.20%,38.53%,63.82%,86.50%,4.00%,2.00%,93.00%,0.00%,0.00%,64.12%,95.00%,20.00%,90.00%,0.00%,0.00%,91.67%,10.37,3.49,3.27,10.88 +44,52.65%,Mistral-tiny-2312 (Prompt),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,49.66%,36.16%,55.64%,70.00%,26.00%,0.00%,56.50%,47.50%,39.00%,27.65%,46.00%,1.43%,20.00%,62.00%,35.00%,83.75%,0.13,1.45,1.41,4.39 +45,43.71%,Gemma-7b-it (Prompt),https://blog.google/technology/developers/gemma-open-models/,Google,gemma-terms-of-use,41.05%,31.75%,42.18%,47.75%,29.00%,24.00%,48.00%,30.00%,44.00%,30.00%,44.00%,10.00%,32.00%,40.00%,25.00%,70.83%,0.37,0.06,N/A,N/A +46,40.76%,Mistral-Small-2402 (Prompt),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,40.33%,38.03%,5.82%,6.00%,6.00%,4.00%,8.00%,79.00%,68.50%,34.12%,6.00%,74.29%,20.00%,68.00%,30.00%,98.33%,0.64,1.11,0.95,3.03 +47,40.41%,Deepseek-v1.5 (Prompt),https://huggingface.co/deepseek-ai/deepseek-coder-7b-instruct-v1.5,Deepseek,Deepseek License,38.44%,30.89%,39.27%,50.00%,4.00%,24.00%,49.00%,37.00%,28.50%,37.06%,38.00%,35.71%,38.00%,36.00%,12.50%,57.08%,3.24,0.53,N/A,N/A +48,23.71%,Mistral-small-2402 (FC Auto),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,2.62%,34.37%,2.00%,2.75%,0.00%,0.00%,2.50%,3.00%,3.00%,56.47%,79.00%,24.29%,70.00%,6.00%,5.00%,99.58%,0.97,3.06,1.8,6.23 \ No newline at end of file diff --git a/leaderboard.html b/leaderboard.html index 720e5a25d..915fef349 100644 --- a/leaderboard.html +++ b/leaderboard.html @@ -94,7 +94,7 @@

Leaderboard

- Last updated: 2024-06-22 Last updated: 2024-06-25 [Change Log]
@@ -199,7 +199,7 @@

Error Type Analysis

(coming soon).

-
+
diff --git a/treemap_2.js b/treemap_2.js index 2bdf0fdf2..3f1d33ada 100644 --- a/treemap_2.js +++ b/treemap_2.js @@ -1 +1 @@ -window.PLOTLYENV = window.PLOTLYENV || {}; if (document.getElementById("2191f1ab-02ae-4c30-a990-cdc03fdd9e53")) { Plotly.newPlot("2191f1ab-02ae-4c30-a990-cdc03fdd9e53", [{ "branchvalues": "total", "domain": { "x": [0.0, 1.0], "y": [0.0, 1.0] }, "hovertemplate": "labels=%{label}
count=%{value}
parent=%{parent}
id=%{id}", "ids": ["Claude-2.1 (Prompt)/Type Error/ Composite Type Mismatch", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Type Error/ Composite Type Mismatch", "Claude-3-Haiku-20240307 (Prompt)/Type Error/ Composite Type Mismatch", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Type Error/ Composite Type Mismatch", "Claude-3-Opus-20240229 (Prompt)/Type Error/ Composite Type Mismatch", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Type Error/ Composite Type Mismatch", "Claude-3-Sonnet-20240229 (Prompt)/Type Error/ Composite Type Mismatch", "Claude-instant-1.2 (Prompt)/Type Error/ Composite Type Mismatch", "Command-R-Plus (FC) (Optimized)/Type Error/ Composite Type Mismatch", "Command-R-Plus (FC) (Original)/Type Error/ Composite Type Mismatch", "Command-R-Plus (Prompt) (Optimized)/Type Error/ Composite Type Mismatch", "Command-R-Plus (Prompt) (Original)/Type Error/ Composite Type Mismatch", "DBRX-Instruct (Prompt)/Type Error/ Composite Type Mismatch", "FireFunction-v1 (FC)/Type Error/ Composite Type Mismatch", "Functionary-Medium-v2.4 (FC)/Type Error/ Composite Type Mismatch", "Functionary-Small-v2.4 (FC)/Type Error/ Composite Type Mismatch", "GPT-3.5-Turbo-0125 (FC)/Type Error/ Composite Type Mismatch", "GPT-4-0125-Preview (FC)/Type Error/ Composite Type Mismatch", "GPT-4-0125-Preview (Prompt)/Type Error/ Composite Type Mismatch", "GPT-4-0613 (FC)/Type Error/ Composite Type Mismatch", "GPT-4-1106-Preview (FC)/Type Error/ Composite Type Mismatch", "GPT-4-turbo-2024-04-09 (FC)/Type Error/ Composite Type Mismatch", "GPT-4-turbo-2024-04-09 (Prompt)/Type Error/ Composite Type Mismatch", "GPT-4o-2024-05-13 (FC)/Type Error/ Composite Type Mismatch", "GPT-4o-2024-05-13 (Prompt)/Type Error/ Composite Type Mismatch", "Gemini-1.0-Pro-001 (FC)/Type Error/ Composite Type Mismatch", "Gemini-1.5-Flash-Preview-0514 (FC)/Type Error/ Composite Type Mismatch", "Gemini-1.5-Pro-Preview-0409 (FC)/Type Error/ Composite Type Mismatch", "Gemini-1.5-Pro-Preview-0514 (FC)/Type Error/ Composite Type Mismatch", "Gemma-7b-it (Prompt)/Type Error/ Composite Type Mismatch", "Gorilla-OpenFunctions-v2 (FC)/Type Error/ Composite Type Mismatch", "Hermes-2-Pro-Mistral-7B (FC)/Type Error/ Composite Type Mismatch", "Meta-Llama-3-70B-Instruct (Prompt)/Type Error/ Composite Type Mismatch", "Meta-Llama-3-8B-Instruct (Prompt)/Type Error/ Composite Type Mismatch", "Mistral-Medium-2312 (Prompt)/Type Error/ Composite Type Mismatch", "Mistral-large-2402 (FC Any)/Type Error/ Composite Type Mismatch", "Mistral-large-2402 (FC Auto)/Type Error/ Composite Type Mismatch", "Mistral-small-2402 (FC Any)/Type Error/ Composite Type Mismatch", "Mistral-small-2402 (FC Auto)/Type Error/ Composite Type Mismatch", "Mistral-tiny-2312 (Prompt)/Type Error/ Composite Type Mismatch", "Nexusflow-Raven-v2 (FC)/Type Error/ Composite Type Mismatch", "Snowflake/snowflake-arctic-instruct (Prompt)/Type Error/ Composite Type Mismatch", "Claude-2.1 (Prompt)/Function Parsing Error/ Decoding Failure", "Claude-3-Haiku-20240307 (Prompt)/Function Parsing Error/ Decoding Failure", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Function Parsing Error/ Decoding Failure", "Claude-3-Opus-20240229 (Prompt)/Function Parsing Error/ Decoding Failure", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Function Parsing Error/ Decoding Failure", "Claude-3-Sonnet-20240229 (Prompt)/Function Parsing Error/ Decoding Failure", "Claude-instant-1.2 (Prompt)/Function Parsing Error/ Decoding Failure", "Command-R-Plus (FC) (Optimized)/Function Parsing Error/ Decoding Failure", "Command-R-Plus (FC) (Original)/Function Parsing Error/ Decoding Failure", "Command-R-Plus (Prompt) (Optimized)/Function Parsing Error/ Decoding Failure", "Command-R-Plus (Prompt) (Original)/Function Parsing Error/ Decoding Failure", "DBRX-Instruct (Prompt)/Function Parsing Error/ Decoding Failure", "Deepseek-v1.5 (Prompt)/Function Parsing Error/ Decoding Failure", "FireFunction-v1 (FC)/Function Parsing Error/ Decoding Failure", "Functionary-Medium-v2.4 (FC)/Function Parsing Error/ Decoding Failure", "Functionary-Small-v2.4 (FC)/Function Parsing Error/ Decoding Failure", "GPT-3.5-Turbo-0125 (FC)/Function Parsing Error/ Decoding Failure", "GPT-4-0125-Preview (FC)/Function Parsing Error/ Decoding Failure", "GPT-4-0125-Preview (Prompt)/Function Parsing Error/ Decoding Failure", "GPT-4-0613 (FC)/Function Parsing Error/ Decoding Failure", "GPT-4-1106-Preview (FC)/Function Parsing Error/ Decoding Failure", "GPT-4-turbo-2024-04-09 (FC)/Function Parsing Error/ Decoding Failure", "GPT-4-turbo-2024-04-09 (Prompt)/Function Parsing Error/ Decoding Failure", "GPT-4o-2024-05-13 (FC)/Function Parsing Error/ Decoding Failure", "GPT-4o-2024-05-13 (Prompt)/Function Parsing Error/ Decoding Failure", "Gemini-1.0-Pro-001 (FC)/Function Parsing Error/ Decoding Failure", "Gemini-1.5-Flash-Preview-0514 (FC)/Function Parsing Error/ Decoding Failure", "Gemini-1.5-Pro-Preview-0409 (FC)/Function Parsing Error/ Decoding Failure", "Gemini-1.5-Pro-Preview-0514 (FC)/Function Parsing Error/ Decoding Failure", "Gemma-7b-it (Prompt)/Function Parsing Error/ Decoding Failure", "Gorilla-OpenFunctions-v2 (FC)/Function Parsing Error/ Decoding Failure", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error/ Decoding Failure", "Meta-Llama-3-70B-Instruct (Prompt)/Function Parsing Error/ Decoding Failure", "Meta-Llama-3-8B-Instruct (Prompt)/Function Parsing Error/ Decoding Failure", "Mistral-Medium-2312 (Prompt)/Function Parsing Error/ Decoding Failure", "Mistral-Small-2402 (Prompt)/Function Parsing Error/ Decoding Failure", "Mistral-large-2402 (FC Any)/Function Parsing Error/ Decoding Failure", "Mistral-large-2402 (FC Auto)/Function Parsing Error/ Decoding Failure", "Mistral-small-2402 (FC Any)/Function Parsing Error/ Decoding Failure", "Mistral-small-2402 (FC Auto)/Function Parsing Error/ Decoding Failure", "Mistral-tiny-2312 (Prompt)/Function Parsing Error/ Decoding Failure", "Nexusflow-Raven-v2 (FC)/Function Parsing Error/ Decoding Failure", "Snowflake/snowflake-arctic-instruct (Prompt)/Function Parsing Error/ Decoding Failure", "Claude-2.1 (Prompt)/Value Error/ Execution Result Count", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error/ Execution Result Count", "Claude-3-Haiku-20240307 (Prompt)/Value Error/ Execution Result Count", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error/ Execution Result Count", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Execution Result Count", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error/ Execution Result Count", "Claude-3-Sonnet-20240229 (Prompt)/Value Error/ Execution Result Count", "Claude-instant-1.2 (Prompt)/Value Error/ Execution Result Count", "Command-R-Plus (FC) (Optimized)/Value Error/ Execution Result Count", "Command-R-Plus (FC) (Original)/Value Error/ Execution Result Count", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Execution Result Count", "Command-R-Plus (Prompt) (Original)/Value Error/ Execution Result Count", "DBRX-Instruct (Prompt)/Value Error/ Execution Result Count", "Deepseek-v1.5 (Prompt)/Value Error/ Execution Result Count", "FireFunction-v1 (FC)/Value Error/ Execution Result Count", "Functionary-Medium-v2.4 (FC)/Value Error/ Execution Result Count", "Functionary-Small-v2.4 (FC)/Value Error/ Execution Result Count", "GPT-3.5-Turbo-0125 (FC)/Value Error/ Execution Result Count", "GPT-4-0125-Preview (FC)/Value Error/ Execution Result Count", "GPT-4-0125-Preview (Prompt)/Value Error/ Execution Result Count", "GPT-4-0613 (FC)/Value Error/ Execution Result Count", "GPT-4-1106-Preview (FC)/Value Error/ Execution Result Count", "GPT-4-turbo-2024-04-09 (FC)/Value Error/ Execution Result Count", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error/ Execution Result Count", "GPT-4o-2024-05-13 (FC)/Value Error/ Execution Result Count", "GPT-4o-2024-05-13 (Prompt)/Value Error/ Execution Result Count", "Gemini-1.0-Pro-001 (FC)/Value Error/ Execution Result Count", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error/ Execution Result Count", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error/ Execution Result Count", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error/ Execution Result Count", "Gemma-7b-it (Prompt)/Value Error/ Execution Result Count", "Gorilla-OpenFunctions-v2 (FC)/Value Error/ Execution Result Count", "Hermes-2-Pro-Mistral-7B (FC)/Value Error/ Execution Result Count", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error/ Execution Result Count", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error/ Execution Result Count", "Mistral-Medium-2312 (Prompt)/Value Error/ Execution Result Count", "Mistral-Small-2402 (Prompt)/Value Error/ Execution Result Count", "Mistral-large-2402 (FC Any)/Value Error/ Execution Result Count", "Mistral-large-2402 (FC Auto)/Value Error/ Execution Result Count", "Mistral-small-2402 (FC Any)/Value Error/ Execution Result Count", "Mistral-small-2402 (FC Auto)/Value Error/ Execution Result Count", "Mistral-tiny-2312 (Prompt)/Value Error/ Execution Result Count", "Nexusflow-Raven-v2 (FC)/Value Error/ Execution Result Count", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error/ Execution Result Count", "Claude-3-Sonnet-20240229 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Claude-instant-1.2 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Command-R-Plus (Prompt) (Optimized)/Function Parsing Error/ Incorrect Decoder Output Format", "Command-R-Plus (Prompt) (Original)/Function Parsing Error/ Incorrect Decoder Output Format", "DBRX-Instruct (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Deepseek-v1.5 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "GPT-4o-2024-05-13 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Gemma-7b-it (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Meta-Llama-3-70B-Instruct (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Meta-Llama-3-8B-Instruct (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Mistral-Medium-2312 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Mistral-Small-2402 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Mistral-tiny-2312 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Nexusflow-Raven-v2 (FC)/Function Parsing Error/ Incorrect Decoder Output Format", "Snowflake/snowflake-arctic-instruct (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Command-R-Plus (FC) (Original)/Executable Function Error (Non REST)/ Incorrect Execution Result", "DBRX-Instruct (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Deepseek-v1.5 (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "FireFunction-v1 (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Functionary-Medium-v2.4 (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Functionary-Small-v2.4 (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "GPT-4-0613 (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "GPT-4-turbo-2024-04-09 (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Gemma-7b-it (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Mistral-large-2402 (FC Any)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Mistral-tiny-2312 (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Nexusflow-Raven-v2 (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Claude-2.1 (Prompt)/Simple Function Error/ Incorrect Function Name", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error/ Incorrect Function Name", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error/ Incorrect Function Name", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error/ Incorrect Function Name", "Claude-instant-1.2 (Prompt)/Simple Function Error/ Incorrect Function Name", "DBRX-Instruct (Prompt)/Simple Function Error/ Incorrect Function Name", "Deepseek-v1.5 (Prompt)/Simple Function Error/ Incorrect Function Name", "Functionary-Small-v2.4 (FC)/Simple Function Error/ Incorrect Function Name", "GPT-4-0125-Preview (FC)/Simple Function Error/ Incorrect Function Name", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error/ Incorrect Function Name", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error/ Incorrect Function Name", "Gemma-7b-it (Prompt)/Simple Function Error/ Incorrect Function Name", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error/ Incorrect Function Name", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error/ Incorrect Function Name", "Mistral-Medium-2312 (Prompt)/Simple Function Error/ Incorrect Function Name", "Mistral-Small-2402 (Prompt)/Simple Function Error/ Incorrect Function Name", "Mistral-large-2402 (FC Any)/Simple Function Error/ Incorrect Function Name", "Mistral-large-2402 (FC Auto)/Simple Function Error/ Incorrect Function Name", "Mistral-small-2402 (FC Any)/Simple Function Error/ Incorrect Function Name", "Mistral-tiny-2312 (Prompt)/Simple Function Error/ Incorrect Function Name", "Nexusflow-Raven-v2 (FC)/Simple Function Error/ Incorrect Function Name", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error/ Incorrect Function Name", "Claude-2.1 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Claude-3-Haiku-20240307 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Claude-3-Opus-20240229 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Claude-3-Sonnet-20240229 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Deepseek-v1.5 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "FireFunction-v1 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "GPT-4-turbo-2024-04-09 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Gemini-1.5-Flash-Preview-0514 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Gemma-7b-it (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Mistral-Medium-2312 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Mistral-Small-2402 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Command-R-Plus (FC) (Optimized)/Function Parsing Error/ Incorrect Parsing Output Format", "Functionary-Medium-v2.4 (FC)/Function Parsing Error/ Incorrect Parsing Output Format", "Functionary-Small-v2.4 (FC)/Function Parsing Error/ Incorrect Parsing Output Format", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error/ Incorrect Parsing Output Format", "Deepseek-v1.5 (Prompt)/Function Parsing Error/ Incorrect REST Parsing Output Format", "Functionary-Medium-v2.4 (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "Functionary-Small-v2.4 (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "GPT-4-0125-Preview (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "GPT-4-1106-Preview (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "GPT-4-turbo-2024-04-09 (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "GPT-4o-2024-05-13 (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "Claude-2.1 (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-3-Haiku-20240307 (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-3-Sonnet-20240229 (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)/ Incorrect Response Key", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)/ Incorrect Response Key", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)/ Incorrect Response Key", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)/ Incorrect Response Key", "Deepseek-v1.5 (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "FireFunction-v1 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "GPT-4-0125-Preview (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "GPT-4-0613 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Gemini-1.5-Pro-Preview-0409 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Gemini-1.5-Pro-Preview-0514 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Mistral-Small-2402 (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Mistral-large-2402 (FC Any)/Executable Function Error (REST)/ Incorrect Response Key", "Mistral-large-2402 (FC Auto)/Executable Function Error (REST)/ Incorrect Response Key", "Mistral-small-2402 (FC Any)/Executable Function Error (REST)/ Incorrect Response Key", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error/ Invalid Dictionary Items", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Invalid Dictionary Items", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error/ Invalid Dictionary Items", "Command-R-Plus (FC) (Optimized)/Value Error/ Invalid Dictionary Items", "Command-R-Plus (FC) (Original)/Value Error/ Invalid Dictionary Items", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Invalid Dictionary Items", "Command-R-Plus (Prompt) (Original)/Value Error/ Invalid Dictionary Items", "Functionary-Medium-v2.4 (FC)/Value Error/ Invalid Dictionary Items", "GPT-3.5-Turbo-0125 (FC)/Value Error/ Invalid Dictionary Items", "GPT-4-0125-Preview (FC)/Value Error/ Invalid Dictionary Items", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error/ Invalid Dictionary Items", "Hermes-2-Pro-Mistral-7B (FC)/Value Error/ Invalid Dictionary Items", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error/ Invalid Dictionary Items", "Mistral-Medium-2312 (Prompt)/Value Error/ Invalid Dictionary Items", "Mistral-large-2402 (FC Any)/Value Error/ Invalid Dictionary Items", "Mistral-small-2402 (FC Any)/Value Error/ Invalid Dictionary Items", "Nexusflow-Raven-v2 (FC)/Value Error/ Invalid Dictionary Items", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error/ Invalid Dictionary Key", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Invalid Dictionary Key", "Command-R-Plus (FC) (Optimized)/Value Error/ Invalid Dictionary Key", "Command-R-Plus (FC) (Original)/Value Error/ Invalid Dictionary Key", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Invalid Dictionary Key", "Gemini-1.0-Pro-001 (FC)/Value Error/ Invalid Dictionary Key", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error/ Invalid Dictionary Key", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error/ Invalid Dictionary Key", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error/ Invalid Dictionary Key", "Gorilla-OpenFunctions-v2 (FC)/Value Error/ Invalid Dictionary Key", "Mistral-Medium-2312 (Prompt)/Value Error/ Invalid Dictionary Key", "Nexusflow-Raven-v2 (FC)/Value Error/ Invalid Dictionary Key", "Claude-2.1 (Prompt)/Value Error/ Invalid Dictionary Value", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error/ Invalid Dictionary Value", "Claude-3-Haiku-20240307 (Prompt)/Value Error/ Invalid Dictionary Value", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error/ Invalid Dictionary Value", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Invalid Dictionary Value", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error/ Invalid Dictionary Value", "Claude-3-Sonnet-20240229 (Prompt)/Value Error/ Invalid Dictionary Value", "Claude-instant-1.2 (Prompt)/Value Error/ Invalid Dictionary Value", "Command-R-Plus (FC) (Original)/Value Error/ Invalid Dictionary Value", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Invalid Dictionary Value", "Command-R-Plus (Prompt) (Original)/Value Error/ Invalid Dictionary Value", "DBRX-Instruct (Prompt)/Value Error/ Invalid Dictionary Value", "Functionary-Small-v2.4 (FC)/Value Error/ Invalid Dictionary Value", "GPT-4-0125-Preview (FC)/Value Error/ Invalid Dictionary Value", "GPT-4-0125-Preview (Prompt)/Value Error/ Invalid Dictionary Value", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error/ Invalid Dictionary Value", "GPT-4o-2024-05-13 (Prompt)/Value Error/ Invalid Dictionary Value", "Gemini-1.0-Pro-001 (FC)/Value Error/ Invalid Dictionary Value", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error/ Invalid Dictionary Value", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error/ Invalid Dictionary Value", "Hermes-2-Pro-Mistral-7B (FC)/Value Error/ Invalid Dictionary Value", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error/ Invalid Dictionary Value", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error/ Invalid Dictionary Value", "Mistral-Medium-2312 (Prompt)/Value Error/ Invalid Dictionary Value", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error/ Invalid Dictionary Value", "Claude-2.1 (Prompt)/Value Error/ Invalid List/Tuple Format", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error/ Invalid List/Tuple Format", "Claude-3-Haiku-20240307 (Prompt)/Value Error/ Invalid List/Tuple Format", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Invalid List/Tuple Format", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error/ Invalid List/Tuple Format", "Claude-3-Sonnet-20240229 (Prompt)/Value Error/ Invalid List/Tuple Format", "Claude-instant-1.2 (Prompt)/Value Error/ Invalid List/Tuple Format", "Command-R-Plus (FC) (Optimized)/Value Error/ Invalid List/Tuple Format", "Command-R-Plus (FC) (Original)/Value Error/ Invalid List/Tuple Format", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Invalid List/Tuple Format", "Command-R-Plus (Prompt) (Original)/Value Error/ Invalid List/Tuple Format", "DBRX-Instruct (Prompt)/Value Error/ Invalid List/Tuple Format", "FireFunction-v1 (FC)/Value Error/ Invalid List/Tuple Format", "Functionary-Medium-v2.4 (FC)/Value Error/ Invalid List/Tuple Format", "Functionary-Small-v2.4 (FC)/Value Error/ Invalid List/Tuple Format", "GPT-3.5-Turbo-0125 (FC)/Value Error/ Invalid List/Tuple Format", "GPT-4-0125-Preview (FC)/Value Error/ Invalid List/Tuple Format", "GPT-4-0125-Preview (Prompt)/Value Error/ Invalid List/Tuple Format", "GPT-4-0613 (FC)/Value Error/ Invalid List/Tuple Format", "GPT-4-1106-Preview (FC)/Value Error/ Invalid List/Tuple Format", "GPT-4-turbo-2024-04-09 (FC)/Value Error/ Invalid List/Tuple Format", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error/ Invalid List/Tuple Format", "GPT-4o-2024-05-13 (FC)/Value Error/ Invalid List/Tuple Format", "GPT-4o-2024-05-13 (Prompt)/Value Error/ Invalid List/Tuple Format", "Gemini-1.0-Pro-001 (FC)/Value Error/ Invalid List/Tuple Format", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error/ Invalid List/Tuple Format", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error/ Invalid List/Tuple Format", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error/ Invalid List/Tuple Format", "Gemma-7b-it (Prompt)/Value Error/ Invalid List/Tuple Format", "Gorilla-OpenFunctions-v2 (FC)/Value Error/ Invalid List/Tuple Format", "Hermes-2-Pro-Mistral-7B (FC)/Value Error/ Invalid List/Tuple Format", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error/ Invalid List/Tuple Format", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error/ Invalid List/Tuple Format", "Mistral-Medium-2312 (Prompt)/Value Error/ Invalid List/Tuple Format", "Mistral-large-2402 (FC Any)/Value Error/ Invalid List/Tuple Format", "Mistral-large-2402 (FC Auto)/Value Error/ Invalid List/Tuple Format", "Mistral-small-2402 (FC Any)/Value Error/ Invalid List/Tuple Format", "Mistral-tiny-2312 (Prompt)/Value Error/ Invalid List/Tuple Format", "Nexusflow-Raven-v2 (FC)/Value Error/ Invalid List/Tuple Format", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error/ Invalid List/Tuple Format", "Claude-2.1 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Simple Function Error/ Missing Optional Parameter", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Simple Function Error/ Missing Optional Parameter", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error/ Missing Optional Parameter", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Claude-instant-1.2 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Command-R-Plus (FC) (Optimized)/Simple Function Error/ Missing Optional Parameter", "Command-R-Plus (FC) (Original)/Simple Function Error/ Missing Optional Parameter", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error/ Missing Optional Parameter", "Command-R-Plus (Prompt) (Original)/Simple Function Error/ Missing Optional Parameter", "DBRX-Instruct (Prompt)/Simple Function Error/ Missing Optional Parameter", "Deepseek-v1.5 (Prompt)/Simple Function Error/ Missing Optional Parameter", "FireFunction-v1 (FC)/Simple Function Error/ Missing Optional Parameter", "Functionary-Medium-v2.4 (FC)/Simple Function Error/ Missing Optional Parameter", "Functionary-Small-v2.4 (FC)/Simple Function Error/ Missing Optional Parameter", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error/ Missing Optional Parameter", "GPT-4-0125-Preview (FC)/Simple Function Error/ Missing Optional Parameter", "GPT-4-0125-Preview (Prompt)/Simple Function Error/ Missing Optional Parameter", "GPT-4-1106-Preview (FC)/Simple Function Error/ Missing Optional Parameter", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error/ Missing Optional Parameter", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error/ Missing Optional Parameter", "GPT-4o-2024-05-13 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error/ Missing Optional Parameter", "Gemma-7b-it (Prompt)/Simple Function Error/ Missing Optional Parameter", "Gorilla-OpenFunctions-v2 (FC)/Simple Function Error/ Missing Optional Parameter", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error/ Missing Optional Parameter", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error/ Missing Optional Parameter", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error/ Missing Optional Parameter", "Mistral-Medium-2312 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Mistral-large-2402 (FC Any)/Simple Function Error/ Missing Optional Parameter", "Mistral-large-2402 (FC Auto)/Simple Function Error/ Missing Optional Parameter", "Mistral-small-2402 (FC Any)/Simple Function Error/ Missing Optional Parameter", "Mistral-tiny-2312 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Nexusflow-Raven-v2 (FC)/Simple Function Error/ Missing Optional Parameter", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error/ Missing Optional Parameter", "Claude-2.1 (Prompt)/Simple Function Error/ Missing Required Parameter", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error/ Missing Required Parameter", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error/ Missing Required Parameter", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error/ Missing Required Parameter", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error/ Missing Required Parameter", "Claude-instant-1.2 (Prompt)/Simple Function Error/ Missing Required Parameter", "Command-R-Plus (FC) (Optimized)/Simple Function Error/ Missing Required Parameter", "Command-R-Plus (FC) (Original)/Simple Function Error/ Missing Required Parameter", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error/ Missing Required Parameter", "Command-R-Plus (Prompt) (Original)/Simple Function Error/ Missing Required Parameter", "DBRX-Instruct (Prompt)/Simple Function Error/ Missing Required Parameter", "Deepseek-v1.5 (Prompt)/Simple Function Error/ Missing Required Parameter", "Functionary-Medium-v2.4 (FC)/Simple Function Error/ Missing Required Parameter", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error/ Missing Required Parameter", "GPT-4-0125-Preview (FC)/Simple Function Error/ Missing Required Parameter", "GPT-4-0613 (FC)/Simple Function Error/ Missing Required Parameter", "GPT-4-1106-Preview (FC)/Simple Function Error/ Missing Required Parameter", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error/ Missing Required Parameter", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error/ Missing Required Parameter", "GPT-4o-2024-05-13 (FC)/Simple Function Error/ Missing Required Parameter", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error/ Missing Required Parameter", "Gemini-1.5-Pro-Preview-0409 (FC)/Simple Function Error/ Missing Required Parameter", "Gemini-1.5-Pro-Preview-0514 (FC)/Simple Function Error/ Missing Required Parameter", "Gemma-7b-it (Prompt)/Simple Function Error/ Missing Required Parameter", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error/ Missing Required Parameter", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error/ Missing Required Parameter", "Mistral-Medium-2312 (Prompt)/Simple Function Error/ Missing Required Parameter", "Mistral-large-2402 (FC Any)/Simple Function Error/ Missing Required Parameter", "Mistral-large-2402 (FC Auto)/Simple Function Error/ Missing Required Parameter", "Mistral-small-2402 (FC Any)/Simple Function Error/ Missing Required Parameter", "Mistral-tiny-2312 (Prompt)/Simple Function Error/ Missing Required Parameter", "Nexusflow-Raven-v2 (FC)/Simple Function Error/ Missing Required Parameter", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error/ Missing Required Parameter", "Claude-2.1 (Prompt)/Parallel Function Error/ No Match Found", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Parallel Function Error/ No Match Found", "Claude-3-Haiku-20240307 (Prompt)/Parallel Function Error/ No Match Found", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Parallel Function Error/ No Match Found", "Claude-3-Opus-20240229 (Prompt)/Parallel Function Error/ No Match Found", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Parallel Function Error/ No Match Found", "Claude-3-Sonnet-20240229 (Prompt)/Parallel Function Error/ No Match Found", "Claude-instant-1.2 (Prompt)/Parallel Function Error/ No Match Found", "Command-R-Plus (FC) (Optimized)/Parallel Function Error/ No Match Found", "Command-R-Plus (FC) (Original)/Parallel Function Error/ No Match Found", "Command-R-Plus (Prompt) (Optimized)/Parallel Function Error/ No Match Found", "Command-R-Plus (Prompt) (Original)/Parallel Function Error/ No Match Found", "DBRX-Instruct (Prompt)/Parallel Function Error/ No Match Found", "Deepseek-v1.5 (Prompt)/Parallel Function Error/ No Match Found", "FireFunction-v1 (FC)/Parallel Function Error/ No Match Found", "Functionary-Medium-v2.4 (FC)/Parallel Function Error/ No Match Found", "Functionary-Small-v2.4 (FC)/Parallel Function Error/ No Match Found", "GPT-3.5-Turbo-0125 (FC)/Parallel Function Error/ No Match Found", "GPT-4-0125-Preview (FC)/Parallel Function Error/ No Match Found", "GPT-4-0125-Preview (Prompt)/Parallel Function Error/ No Match Found", "GPT-4-0613 (FC)/Parallel Function Error/ No Match Found", "GPT-4-1106-Preview (FC)/Parallel Function Error/ No Match Found", "GPT-4-turbo-2024-04-09 (FC)/Parallel Function Error/ No Match Found", "GPT-4-turbo-2024-04-09 (Prompt)/Parallel Function Error/ No Match Found", "GPT-4o-2024-05-13 (FC)/Parallel Function Error/ No Match Found", "GPT-4o-2024-05-13 (Prompt)/Parallel Function Error/ No Match Found", "Gemini-1.0-Pro-001 (FC)/Parallel Function Error/ No Match Found", "Gemini-1.5-Flash-Preview-0514 (FC)/Parallel Function Error/ No Match Found", "Gemini-1.5-Pro-Preview-0409 (FC)/Parallel Function Error/ No Match Found", "Gemini-1.5-Pro-Preview-0514 (FC)/Parallel Function Error/ No Match Found", "Gemma-7b-it (Prompt)/Parallel Function Error/ No Match Found", "Gorilla-OpenFunctions-v2 (FC)/Parallel Function Error/ No Match Found", "Hermes-2-Pro-Mistral-7B (FC)/Parallel Function Error/ No Match Found", "Meta-Llama-3-70B-Instruct (Prompt)/Parallel Function Error/ No Match Found", "Meta-Llama-3-8B-Instruct (Prompt)/Parallel Function Error/ No Match Found", "Mistral-Medium-2312 (Prompt)/Parallel Function Error/ No Match Found", "Mistral-Small-2402 (Prompt)/Parallel Function Error/ No Match Found", "Mistral-large-2402 (FC Any)/Parallel Function Error/ No Match Found", "Mistral-large-2402 (FC Auto)/Parallel Function Error/ No Match Found", "Mistral-small-2402 (FC Any)/Parallel Function Error/ No Match Found", "Mistral-small-2402 (FC Auto)/Parallel Function Error/ No Match Found", "Mistral-tiny-2312 (Prompt)/Parallel Function Error/ No Match Found", "Nexusflow-Raven-v2 (FC)/Parallel Function Error/ No Match Found", "Snowflake/snowflake-arctic-instruct (Prompt)/Parallel Function Error/ No Match Found", "Claude-2.1 (Prompt)/Type Error/ Primitive Type Mismatch", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Type Error/ Primitive Type Mismatch", "Claude-3-Haiku-20240307 (Prompt)/Type Error/ Primitive Type Mismatch", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Type Error/ Primitive Type Mismatch", "Claude-3-Opus-20240229 (Prompt)/Type Error/ Primitive Type Mismatch", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Type Error/ Primitive Type Mismatch", "Claude-3-Sonnet-20240229 (Prompt)/Type Error/ Primitive Type Mismatch", "Claude-instant-1.2 (Prompt)/Type Error/ Primitive Type Mismatch", "Command-R-Plus (FC) (Optimized)/Type Error/ Primitive Type Mismatch", "Command-R-Plus (FC) (Original)/Type Error/ Primitive Type Mismatch", "Command-R-Plus (Prompt) (Optimized)/Type Error/ Primitive Type Mismatch", "Command-R-Plus (Prompt) (Original)/Type Error/ Primitive Type Mismatch", "DBRX-Instruct (Prompt)/Type Error/ Primitive Type Mismatch", "Deepseek-v1.5 (Prompt)/Type Error/ Primitive Type Mismatch", "FireFunction-v1 (FC)/Type Error/ Primitive Type Mismatch", "Functionary-Medium-v2.4 (FC)/Type Error/ Primitive Type Mismatch", "Functionary-Small-v2.4 (FC)/Type Error/ Primitive Type Mismatch", "GPT-3.5-Turbo-0125 (FC)/Type Error/ Primitive Type Mismatch", "GPT-4-0125-Preview (FC)/Type Error/ Primitive Type Mismatch", "GPT-4-0125-Preview (Prompt)/Type Error/ Primitive Type Mismatch", "GPT-4-0613 (FC)/Type Error/ Primitive Type Mismatch", "GPT-4-1106-Preview (FC)/Type Error/ Primitive Type Mismatch", "GPT-4-turbo-2024-04-09 (FC)/Type Error/ Primitive Type Mismatch", "GPT-4-turbo-2024-04-09 (Prompt)/Type Error/ Primitive Type Mismatch", "GPT-4o-2024-05-13 (FC)/Type Error/ Primitive Type Mismatch", "GPT-4o-2024-05-13 (Prompt)/Type Error/ Primitive Type Mismatch", "Gemini-1.0-Pro-001 (FC)/Type Error/ Primitive Type Mismatch", "Gemini-1.5-Flash-Preview-0514 (FC)/Type Error/ Primitive Type Mismatch", "Gemini-1.5-Pro-Preview-0409 (FC)/Type Error/ Primitive Type Mismatch", "Gemini-1.5-Pro-Preview-0514 (FC)/Type Error/ Primitive Type Mismatch", "Gemma-7b-it (Prompt)/Type Error/ Primitive Type Mismatch", "Gorilla-OpenFunctions-v2 (FC)/Type Error/ Primitive Type Mismatch", "Hermes-2-Pro-Mistral-7B (FC)/Type Error/ Primitive Type Mismatch", "Meta-Llama-3-70B-Instruct (Prompt)/Type Error/ Primitive Type Mismatch", "Meta-Llama-3-8B-Instruct (Prompt)/Type Error/ Primitive Type Mismatch", "Mistral-Medium-2312 (Prompt)/Type Error/ Primitive Type Mismatch", "Mistral-Small-2402 (Prompt)/Type Error/ Primitive Type Mismatch", "Mistral-large-2402 (FC Any)/Type Error/ Primitive Type Mismatch", "Mistral-large-2402 (FC Auto)/Type Error/ Primitive Type Mismatch", "Mistral-small-2402 (FC Any)/Type Error/ Primitive Type Mismatch", "Mistral-tiny-2312 (Prompt)/Type Error/ Primitive Type Mismatch", "Nexusflow-Raven-v2 (FC)/Type Error/ Primitive Type Mismatch", "Snowflake/snowflake-arctic-instruct (Prompt)/Type Error/ Primitive Type Mismatch", "Command-R-Plus (FC) (Optimized)/Executable Error (REST)/ Response Format Error", "Command-R-Plus (FC) (Original)/Executable Error (REST)/ Response Format Error", "Hermes-2-Pro-Mistral-7B (FC)/Executable Error (REST)/ Response Format Error", "Nexusflow-Raven-v2 (FC)/Executable Error (REST)/ Response Format Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (Non REST)/ Runtime Execution Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)/ Runtime Execution Error", "Command-R-Plus (FC) (Optimized)/Executable Function Error (Non REST)/ Runtime Execution Error", "Command-R-Plus (FC) (Original)/Executable Function Error (Non REST)/ Runtime Execution Error", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (Non REST)/ Runtime Execution Error", "Command-R-Plus (Prompt) (Original)/Executable Function Error (Non REST)/ Runtime Execution Error", "DBRX-Instruct (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "FireFunction-v1 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "Functionary-Medium-v2.4 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "GPT-4-0125-Preview (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "GPT-4-1106-Preview (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "GPT-4-turbo-2024-04-09 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "Gemma-7b-it (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "Mistral-Small-2402 (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "Mistral-large-2402 (FC Any)/Executable Function Error (Non REST)/ Runtime Execution Error", "Mistral-large-2402 (FC Auto)/Executable Function Error (Non REST)/ Runtime Execution Error", "Mistral-tiny-2312 (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "Nexusflow-Raven-v2 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (REST)/ Runtime Execution Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)/ Runtime Execution Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)/ Runtime Execution Error", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)/ Runtime Execution Error", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)/ Runtime Execution Error", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)/ Runtime Execution Error", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)/ Runtime Execution Error", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)/ Runtime Execution Error", "FireFunction-v1 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "GPT-4-0125-Preview (FC)/Executable Function Error (REST)/ Runtime Execution Error", "GPT-4-1106-Preview (FC)/Executable Function Error (REST)/ Runtime Execution Error", "GPT-4-turbo-2024-04-09 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Gemma-7b-it (Prompt)/Executable Function Error (REST)/ Runtime Execution Error", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (REST)/ Runtime Execution Error", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)/ Runtime Execution Error", "Mistral-Medium-2312 (Prompt)/Executable Function Error (REST)/ Runtime Execution Error", "Mistral-small-2402 (FC Any)/Executable Function Error (REST)/ Runtime Execution Error", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)/ Runtime Execution Error", "Claude-2.1 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Haiku-20240307 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Opus-20240229 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Sonnet-20240229 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-instant-1.2 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Command-R-Plus (FC) (Optimized)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Command-R-Plus (FC) (Original)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Command-R-Plus (Prompt) (Optimized)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Command-R-Plus (Prompt) (Original)/Relevance Error/ Succeeded with Irrelevant Func Doc", "DBRX-Instruct (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Deepseek-v1.5 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "FireFunction-v1 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Functionary-Medium-v2.4 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Functionary-Small-v2.4 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-3.5-Turbo-0125 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4-0125-Preview (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4-0125-Preview (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4-0613 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4-1106-Preview (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4-turbo-2024-04-09 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4-turbo-2024-04-09 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4o-2024-05-13 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4o-2024-05-13 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Gemini-1.0-Pro-001 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Gemini-1.5-Flash-Preview-0514 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Gemini-1.5-Pro-Preview-0409 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Gemini-1.5-Pro-Preview-0514 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Gemma-7b-it (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Gorilla-OpenFunctions-v2 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Hermes-2-Pro-Mistral-7B (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Meta-Llama-3-70B-Instruct (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Meta-Llama-3-8B-Instruct (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-Medium-2312 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-Small-2402 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-large-2402 (FC Any)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-large-2402 (FC Auto)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-small-2402 (FC Any)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-small-2402 (FC Auto)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-tiny-2312 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Nexusflow-Raven-v2 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Snowflake/snowflake-arctic-instruct (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error/ Unexpected Argument Count", "Command-R-Plus (FC) (Optimized)/Simple Function Error/ Unexpected Argument Count", "Functionary-Medium-v2.4 (FC)/Simple Function Error/ Unexpected Argument Count", "Functionary-Small-v2.4 (FC)/Simple Function Error/ Unexpected Argument Count", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error/ Unexpected Argument Count", "GPT-4-0125-Preview (FC)/Simple Function Error/ Unexpected Argument Count", "GPT-4-0125-Preview (Prompt)/Simple Function Error/ Unexpected Argument Count", "GPT-4-1106-Preview (FC)/Simple Function Error/ Unexpected Argument Count", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error/ Unexpected Argument Count", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error/ Unexpected Argument Count", "GPT-4o-2024-05-13 (FC)/Simple Function Error/ Unexpected Argument Count", "Gemma-7b-it (Prompt)/Simple Function Error/ Unexpected Argument Count", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error/ Unexpected Argument Count", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error/ Unexpected Argument Count", "Mistral-large-2402 (FC Any)/Simple Function Error/ Unexpected Argument Count", "Mistral-large-2402 (FC Auto)/Simple Function Error/ Unexpected Argument Count", "Claude-2.1 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Haiku-20240307 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Opus-20240229 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Sonnet-20240229 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Claude-instant-1.2 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Command-R-Plus (FC) (Optimized)/Parallel Function Error/ Unexpected Function Count", "Command-R-Plus (FC) (Original)/Parallel Function Error/ Unexpected Function Count", "Command-R-Plus (Prompt) (Optimized)/Parallel Function Error/ Unexpected Function Count", "Command-R-Plus (Prompt) (Original)/Parallel Function Error/ Unexpected Function Count", "DBRX-Instruct (Prompt)/Parallel Function Error/ Unexpected Function Count", "Deepseek-v1.5 (Prompt)/Parallel Function Error/ Unexpected Function Count", "FireFunction-v1 (FC)/Parallel Function Error/ Unexpected Function Count", "Functionary-Medium-v2.4 (FC)/Parallel Function Error/ Unexpected Function Count", "Functionary-Small-v2.4 (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-3.5-Turbo-0125 (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-4-0125-Preview (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-4-0125-Preview (Prompt)/Parallel Function Error/ Unexpected Function Count", "GPT-4-0613 (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-4-1106-Preview (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-4-turbo-2024-04-09 (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-4-turbo-2024-04-09 (Prompt)/Parallel Function Error/ Unexpected Function Count", "GPT-4o-2024-05-13 (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-4o-2024-05-13 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Gemini-1.0-Pro-001 (FC)/Parallel Function Error/ Unexpected Function Count", "Gemini-1.5-Flash-Preview-0514 (FC)/Parallel Function Error/ Unexpected Function Count", "Gemini-1.5-Pro-Preview-0409 (FC)/Parallel Function Error/ Unexpected Function Count", "Gemini-1.5-Pro-Preview-0514 (FC)/Parallel Function Error/ Unexpected Function Count", "Gemma-7b-it (Prompt)/Parallel Function Error/ Unexpected Function Count", "Gorilla-OpenFunctions-v2 (FC)/Parallel Function Error/ Unexpected Function Count", "Hermes-2-Pro-Mistral-7B (FC)/Parallel Function Error/ Unexpected Function Count", "Meta-Llama-3-70B-Instruct (Prompt)/Parallel Function Error/ Unexpected Function Count", "Meta-Llama-3-8B-Instruct (Prompt)/Parallel Function Error/ Unexpected Function Count", "Mistral-Medium-2312 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Mistral-Small-2402 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Mistral-large-2402 (FC Any)/Parallel Function Error/ Unexpected Function Count", "Mistral-large-2402 (FC Auto)/Parallel Function Error/ Unexpected Function Count", "Mistral-small-2402 (FC Any)/Parallel Function Error/ Unexpected Function Count", "Mistral-small-2402 (FC Auto)/Parallel Function Error/ Unexpected Function Count", "Mistral-tiny-2312 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Nexusflow-Raven-v2 (FC)/Parallel Function Error/ Unexpected Function Count", "Snowflake/snowflake-arctic-instruct (Prompt)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Haiku-20240307 (Prompt)/Value Error/ Unexpected List/Dictionary Count", "Claude-2.1 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-instant-1.2 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Command-R-Plus (FC) (Optimized)/Simple Function Error/ Unexpected Parameter Encountered", "Command-R-Plus (FC) (Original)/Simple Function Error/ Unexpected Parameter Encountered", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error/ Unexpected Parameter Encountered", "Command-R-Plus (Prompt) (Original)/Simple Function Error/ Unexpected Parameter Encountered", "DBRX-Instruct (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Deepseek-v1.5 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Functionary-Medium-v2.4 (FC)/Simple Function Error/ Unexpected Parameter Encountered", "Functionary-Small-v2.4 (FC)/Simple Function Error/ Unexpected Parameter Encountered", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error/ Unexpected Parameter Encountered", "GPT-4-0125-Preview (FC)/Simple Function Error/ Unexpected Parameter Encountered", "Gemini-1.0-Pro-001 (FC)/Simple Function Error/ Unexpected Parameter Encountered", "Gemma-7b-it (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Gorilla-OpenFunctions-v2 (FC)/Simple Function Error/ Unexpected Parameter Encountered", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error/ Unexpected Parameter Encountered", "Mistral-Medium-2312 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Mistral-large-2402 (FC Any)/Simple Function Error/ Unexpected Parameter Encountered", "Mistral-small-2402 (FC Any)/Simple Function Error/ Unexpected Parameter Encountered", "Nexusflow-Raven-v2 (FC)/Simple Function Error/ Unexpected Parameter Encountered", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-2.1 (Prompt)/Value Error/ Wrong String Value", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error/ Wrong String Value", "Claude-3-Haiku-20240307 (Prompt)/Value Error/ Wrong String Value", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error/ Wrong String Value", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Wrong String Value", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error/ Wrong String Value", "Claude-3-Sonnet-20240229 (Prompt)/Value Error/ Wrong String Value", "Claude-instant-1.2 (Prompt)/Value Error/ Wrong String Value", "Command-R-Plus (FC) (Optimized)/Value Error/ Wrong String Value", "Command-R-Plus (FC) (Original)/Value Error/ Wrong String Value", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Wrong String Value", "Command-R-Plus (Prompt) (Original)/Value Error/ Wrong String Value", "DBRX-Instruct (Prompt)/Value Error/ Wrong String Value", "Deepseek-v1.5 (Prompt)/Value Error/ Wrong String Value", "FireFunction-v1 (FC)/Value Error/ Wrong String Value", "Functionary-Medium-v2.4 (FC)/Value Error/ Wrong String Value", "Functionary-Small-v2.4 (FC)/Value Error/ Wrong String Value", "GPT-3.5-Turbo-0125 (FC)/Value Error/ Wrong String Value", "GPT-4-0125-Preview (FC)/Value Error/ Wrong String Value", "GPT-4-0125-Preview (Prompt)/Value Error/ Wrong String Value", "GPT-4-0613 (FC)/Value Error/ Wrong String Value", "GPT-4-1106-Preview (FC)/Value Error/ Wrong String Value", "GPT-4-turbo-2024-04-09 (FC)/Value Error/ Wrong String Value", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error/ Wrong String Value", "GPT-4o-2024-05-13 (FC)/Value Error/ Wrong String Value", "GPT-4o-2024-05-13 (Prompt)/Value Error/ Wrong String Value", "Gemini-1.0-Pro-001 (FC)/Value Error/ Wrong String Value", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error/ Wrong String Value", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error/ Wrong String Value", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error/ Wrong String Value", "Gemma-7b-it (Prompt)/Value Error/ Wrong String Value", "Gorilla-OpenFunctions-v2 (FC)/Value Error/ Wrong String Value", "Hermes-2-Pro-Mistral-7B (FC)/Value Error/ Wrong String Value", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error/ Wrong String Value", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error/ Wrong String Value", "Mistral-Medium-2312 (Prompt)/Value Error/ Wrong String Value", "Mistral-Small-2402 (Prompt)/Value Error/ Wrong String Value", "Mistral-large-2402 (FC Any)/Value Error/ Wrong String Value", "Mistral-large-2402 (FC Auto)/Value Error/ Wrong String Value", "Mistral-small-2402 (FC Any)/Value Error/ Wrong String Value", "Mistral-tiny-2312 (Prompt)/Value Error/ Wrong String Value", "Nexusflow-Raven-v2 (FC)/Value Error/ Wrong String Value", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error/ Wrong String Value", "Claude-2.1 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error/ Wrong int/float/bool/variable Value", "Claude-3-Haiku-20240307 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error/ Wrong int/float/bool/variable Value", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error/ Wrong int/float/bool/variable Value", "Claude-3-Sonnet-20240229 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Claude-instant-1.2 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Command-R-Plus (FC) (Optimized)/Value Error/ Wrong int/float/bool/variable Value", "Command-R-Plus (FC) (Original)/Value Error/ Wrong int/float/bool/variable Value", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Wrong int/float/bool/variable Value", "Command-R-Plus (Prompt) (Original)/Value Error/ Wrong int/float/bool/variable Value", "DBRX-Instruct (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Deepseek-v1.5 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "FireFunction-v1 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Functionary-Medium-v2.4 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Functionary-Small-v2.4 (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-3.5-Turbo-0125 (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4-0125-Preview (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4-0125-Preview (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4-0613 (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4-1106-Preview (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4-turbo-2024-04-09 (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4o-2024-05-13 (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4o-2024-05-13 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Gemini-1.0-Pro-001 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Gemma-7b-it (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Gorilla-OpenFunctions-v2 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Hermes-2-Pro-Mistral-7B (FC)/Value Error/ Wrong int/float/bool/variable Value", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Mistral-Medium-2312 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Mistral-Small-2402 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Mistral-large-2402 (FC Any)/Value Error/ Wrong int/float/bool/variable Value", "Mistral-large-2402 (FC Auto)/Value Error/ Wrong int/float/bool/variable Value", "Mistral-small-2402 (FC Any)/Value Error/ Wrong int/float/bool/variable Value", "Mistral-tiny-2312 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Nexusflow-Raven-v2 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Command-R-Plus (FC) (Optimized)/Executable Error (REST)", "Command-R-Plus (FC) (Original)/Executable Error (REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Error (REST)", "Nexusflow-Raven-v2 (FC)/Executable Error (REST)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Command-R-Plus (FC) (Optimized)/Executable Function Error (Non REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (Non REST)", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (Non REST)", "Command-R-Plus (Prompt) (Original)/Executable Function Error (Non REST)", "DBRX-Instruct (Prompt)/Executable Function Error (Non REST)", "Deepseek-v1.5 (Prompt)/Executable Function Error (Non REST)", "FireFunction-v1 (FC)/Executable Function Error (Non REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (Non REST)", "Functionary-Small-v2.4 (FC)/Executable Function Error (Non REST)", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (Non REST)", "GPT-4-0125-Preview (FC)/Executable Function Error (Non REST)", "GPT-4-0613 (FC)/Executable Function Error (Non REST)", "GPT-4-1106-Preview (FC)/Executable Function Error (Non REST)", "GPT-4-turbo-2024-04-09 (FC)/Executable Function Error (Non REST)", "GPT-4-turbo-2024-04-09 (Prompt)/Executable Function Error (Non REST)", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (Non REST)", "Gemma-7b-it (Prompt)/Executable Function Error (Non REST)", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (Non REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (Non REST)", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (Non REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (Non REST)", "Mistral-Small-2402 (Prompt)/Executable Function Error (Non REST)", "Mistral-large-2402 (FC Any)/Executable Function Error (Non REST)", "Mistral-large-2402 (FC Auto)/Executable Function Error (Non REST)", "Mistral-tiny-2312 (Prompt)/Executable Function Error (Non REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (Non REST)", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (Non REST)", "Claude-2.1 (Prompt)/Executable Function Error (REST)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Haiku-20240307 (Prompt)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (Prompt)/Executable Function Error (REST)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Sonnet-20240229 (Prompt)/Executable Function Error (REST)", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)", "Deepseek-v1.5 (Prompt)/Executable Function Error (REST)", "FireFunction-v1 (FC)/Executable Function Error (REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (REST)", "GPT-4-0125-Preview (FC)/Executable Function Error (REST)", "GPT-4-0125-Preview (Prompt)/Executable Function Error (REST)", "GPT-4-0613 (FC)/Executable Function Error (REST)", "GPT-4-1106-Preview (FC)/Executable Function Error (REST)", "GPT-4-turbo-2024-04-09 (FC)/Executable Function Error (REST)", "GPT-4-turbo-2024-04-09 (Prompt)/Executable Function Error (REST)", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)", "Gemini-1.5-Flash-Preview-0514 (FC)/Executable Function Error (REST)", "Gemini-1.5-Pro-Preview-0409 (FC)/Executable Function Error (REST)", "Gemini-1.5-Pro-Preview-0514 (FC)/Executable Function Error (REST)", "Gemma-7b-it (Prompt)/Executable Function Error (REST)", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (REST)", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)", "Mistral-Medium-2312 (Prompt)/Executable Function Error (REST)", "Mistral-Small-2402 (Prompt)/Executable Function Error (REST)", "Mistral-large-2402 (FC Any)/Executable Function Error (REST)", "Mistral-large-2402 (FC Auto)/Executable Function Error (REST)", "Mistral-small-2402 (FC Any)/Executable Function Error (REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)", "Claude-2.1 (Prompt)/Function Parsing Error", "Claude-3-Haiku-20240307 (Prompt)/Function Parsing Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Function Parsing Error", "Claude-3-Opus-20240229 (Prompt)/Function Parsing Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Function Parsing Error", "Claude-3-Sonnet-20240229 (Prompt)/Function Parsing Error", "Claude-instant-1.2 (Prompt)/Function Parsing Error", "Command-R-Plus (FC) (Optimized)/Function Parsing Error", "Command-R-Plus (FC) (Original)/Function Parsing Error", "Command-R-Plus (Prompt) (Optimized)/Function Parsing Error", "Command-R-Plus (Prompt) (Original)/Function Parsing Error", "DBRX-Instruct (Prompt)/Function Parsing Error", "Deepseek-v1.5 (Prompt)/Function Parsing Error", "FireFunction-v1 (FC)/Function Parsing Error", "Functionary-Medium-v2.4 (FC)/Function Parsing Error", "Functionary-Small-v2.4 (FC)/Function Parsing Error", "GPT-3.5-Turbo-0125 (FC)/Function Parsing Error", "GPT-4-0125-Preview (FC)/Function Parsing Error", "GPT-4-0125-Preview (Prompt)/Function Parsing Error", "GPT-4-0613 (FC)/Function Parsing Error", "GPT-4-1106-Preview (FC)/Function Parsing Error", "GPT-4-turbo-2024-04-09 (FC)/Function Parsing Error", "GPT-4-turbo-2024-04-09 (Prompt)/Function Parsing Error", "GPT-4o-2024-05-13 (FC)/Function Parsing Error", "GPT-4o-2024-05-13 (Prompt)/Function Parsing Error", "Gemini-1.0-Pro-001 (FC)/Function Parsing Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Function Parsing Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Function Parsing Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Function Parsing Error", "Gemma-7b-it (Prompt)/Function Parsing Error", "Gorilla-OpenFunctions-v2 (FC)/Function Parsing Error", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error", "Meta-Llama-3-70B-Instruct (Prompt)/Function Parsing Error", "Meta-Llama-3-8B-Instruct (Prompt)/Function Parsing Error", "Mistral-Medium-2312 (Prompt)/Function Parsing Error", "Mistral-Small-2402 (Prompt)/Function Parsing Error", "Mistral-large-2402 (FC Any)/Function Parsing Error", "Mistral-large-2402 (FC Auto)/Function Parsing Error", "Mistral-small-2402 (FC Any)/Function Parsing Error", "Mistral-small-2402 (FC Auto)/Function Parsing Error", "Mistral-tiny-2312 (Prompt)/Function Parsing Error", "Nexusflow-Raven-v2 (FC)/Function Parsing Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Function Parsing Error", "Claude-2.1 (Prompt)/Parallel Function Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Haiku-20240307 (Prompt)/Parallel Function Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Opus-20240229 (Prompt)/Parallel Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Parallel Function Error", "Claude-instant-1.2 (Prompt)/Parallel Function Error", "Command-R-Plus (FC) (Optimized)/Parallel Function Error", "Command-R-Plus (FC) (Original)/Parallel Function Error", "Command-R-Plus (Prompt) (Optimized)/Parallel Function Error", "Command-R-Plus (Prompt) (Original)/Parallel Function Error", "DBRX-Instruct (Prompt)/Parallel Function Error", "Deepseek-v1.5 (Prompt)/Parallel Function Error", "FireFunction-v1 (FC)/Parallel Function Error", "Functionary-Medium-v2.4 (FC)/Parallel Function Error", "Functionary-Small-v2.4 (FC)/Parallel Function Error", "GPT-3.5-Turbo-0125 (FC)/Parallel Function Error", "GPT-4-0125-Preview (FC)/Parallel Function Error", "GPT-4-0125-Preview (Prompt)/Parallel Function Error", "GPT-4-0613 (FC)/Parallel Function Error", "GPT-4-1106-Preview (FC)/Parallel Function Error", "GPT-4-turbo-2024-04-09 (FC)/Parallel Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Parallel Function Error", "GPT-4o-2024-05-13 (FC)/Parallel Function Error", "GPT-4o-2024-05-13 (Prompt)/Parallel Function Error", "Gemini-1.0-Pro-001 (FC)/Parallel Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Parallel Function Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Parallel Function Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Parallel Function Error", "Gemma-7b-it (Prompt)/Parallel Function Error", "Gorilla-OpenFunctions-v2 (FC)/Parallel Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Parallel Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Parallel Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Parallel Function Error", "Mistral-Medium-2312 (Prompt)/Parallel Function Error", "Mistral-Small-2402 (Prompt)/Parallel Function Error", "Mistral-large-2402 (FC Any)/Parallel Function Error", "Mistral-large-2402 (FC Auto)/Parallel Function Error", "Mistral-small-2402 (FC Any)/Parallel Function Error", "Mistral-small-2402 (FC Auto)/Parallel Function Error", "Mistral-tiny-2312 (Prompt)/Parallel Function Error", "Nexusflow-Raven-v2 (FC)/Parallel Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Parallel Function Error", "Claude-2.1 (Prompt)/Relevance Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Relevance Error", "Claude-3-Haiku-20240307 (Prompt)/Relevance Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Relevance Error", "Claude-3-Opus-20240229 (Prompt)/Relevance Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Relevance Error", "Claude-3-Sonnet-20240229 (Prompt)/Relevance Error", "Claude-instant-1.2 (Prompt)/Relevance Error", "Command-R-Plus (FC) (Optimized)/Relevance Error", "Command-R-Plus (FC) (Original)/Relevance Error", "Command-R-Plus (Prompt) (Optimized)/Relevance Error", "Command-R-Plus (Prompt) (Original)/Relevance Error", "DBRX-Instruct (Prompt)/Relevance Error", "Deepseek-v1.5 (Prompt)/Relevance Error", "FireFunction-v1 (FC)/Relevance Error", "Functionary-Medium-v2.4 (FC)/Relevance Error", "Functionary-Small-v2.4 (FC)/Relevance Error", "GPT-3.5-Turbo-0125 (FC)/Relevance Error", "GPT-4-0125-Preview (FC)/Relevance Error", "GPT-4-0125-Preview (Prompt)/Relevance Error", "GPT-4-0613 (FC)/Relevance Error", "GPT-4-1106-Preview (FC)/Relevance Error", "GPT-4-turbo-2024-04-09 (FC)/Relevance Error", "GPT-4-turbo-2024-04-09 (Prompt)/Relevance Error", "GPT-4o-2024-05-13 (FC)/Relevance Error", "GPT-4o-2024-05-13 (Prompt)/Relevance Error", "Gemini-1.0-Pro-001 (FC)/Relevance Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Relevance Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Relevance Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Relevance Error", "Gemma-7b-it (Prompt)/Relevance Error", "Gorilla-OpenFunctions-v2 (FC)/Relevance Error", "Hermes-2-Pro-Mistral-7B (FC)/Relevance Error", "Meta-Llama-3-70B-Instruct (Prompt)/Relevance Error", "Meta-Llama-3-8B-Instruct (Prompt)/Relevance Error", "Mistral-Medium-2312 (Prompt)/Relevance Error", "Mistral-Small-2402 (Prompt)/Relevance Error", "Mistral-large-2402 (FC Any)/Relevance Error", "Mistral-large-2402 (FC Auto)/Relevance Error", "Mistral-small-2402 (FC Any)/Relevance Error", "Mistral-small-2402 (FC Auto)/Relevance Error", "Mistral-tiny-2312 (Prompt)/Relevance Error", "Nexusflow-Raven-v2 (FC)/Relevance Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Relevance Error", "Claude-2.1 (Prompt)/Simple Function Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error", "Claude-instant-1.2 (Prompt)/Simple Function Error", "Command-R-Plus (FC) (Optimized)/Simple Function Error", "Command-R-Plus (FC) (Original)/Simple Function Error", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error", "Command-R-Plus (Prompt) (Original)/Simple Function Error", "DBRX-Instruct (Prompt)/Simple Function Error", "Deepseek-v1.5 (Prompt)/Simple Function Error", "FireFunction-v1 (FC)/Simple Function Error", "Functionary-Medium-v2.4 (FC)/Simple Function Error", "Functionary-Small-v2.4 (FC)/Simple Function Error", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error", "GPT-4-0125-Preview (FC)/Simple Function Error", "GPT-4-0125-Preview (Prompt)/Simple Function Error", "GPT-4-0613 (FC)/Simple Function Error", "GPT-4-1106-Preview (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error", "GPT-4o-2024-05-13 (FC)/Simple Function Error", "GPT-4o-2024-05-13 (Prompt)/Simple Function Error", "Gemini-1.0-Pro-001 (FC)/Simple Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Simple Function Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Simple Function Error", "Gemma-7b-it (Prompt)/Simple Function Error", "Gorilla-OpenFunctions-v2 (FC)/Simple Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error", "Mistral-Medium-2312 (Prompt)/Simple Function Error", "Mistral-Small-2402 (Prompt)/Simple Function Error", "Mistral-large-2402 (FC Any)/Simple Function Error", "Mistral-large-2402 (FC Auto)/Simple Function Error", "Mistral-small-2402 (FC Any)/Simple Function Error", "Mistral-tiny-2312 (Prompt)/Simple Function Error", "Nexusflow-Raven-v2 (FC)/Simple Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error", "Claude-2.1 (Prompt)/Type Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Type Error", "Claude-3-Haiku-20240307 (Prompt)/Type Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Type Error", "Claude-3-Opus-20240229 (Prompt)/Type Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Type Error", "Claude-3-Sonnet-20240229 (Prompt)/Type Error", "Claude-instant-1.2 (Prompt)/Type Error", "Command-R-Plus (FC) (Optimized)/Type Error", "Command-R-Plus (FC) (Original)/Type Error", "Command-R-Plus (Prompt) (Optimized)/Type Error", "Command-R-Plus (Prompt) (Original)/Type Error", "DBRX-Instruct (Prompt)/Type Error", "Deepseek-v1.5 (Prompt)/Type Error", "FireFunction-v1 (FC)/Type Error", "Functionary-Medium-v2.4 (FC)/Type Error", "Functionary-Small-v2.4 (FC)/Type Error", "GPT-3.5-Turbo-0125 (FC)/Type Error", "GPT-4-0125-Preview (FC)/Type Error", "GPT-4-0125-Preview (Prompt)/Type Error", "GPT-4-0613 (FC)/Type Error", "GPT-4-1106-Preview (FC)/Type Error", "GPT-4-turbo-2024-04-09 (FC)/Type Error", "GPT-4-turbo-2024-04-09 (Prompt)/Type Error", "GPT-4o-2024-05-13 (FC)/Type Error", "GPT-4o-2024-05-13 (Prompt)/Type Error", "Gemini-1.0-Pro-001 (FC)/Type Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Type Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Type Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Type Error", "Gemma-7b-it (Prompt)/Type Error", "Gorilla-OpenFunctions-v2 (FC)/Type Error", "Hermes-2-Pro-Mistral-7B (FC)/Type Error", "Meta-Llama-3-70B-Instruct (Prompt)/Type Error", "Meta-Llama-3-8B-Instruct (Prompt)/Type Error", "Mistral-Medium-2312 (Prompt)/Type Error", "Mistral-Small-2402 (Prompt)/Type Error", "Mistral-large-2402 (FC Any)/Type Error", "Mistral-large-2402 (FC Auto)/Type Error", "Mistral-small-2402 (FC Any)/Type Error", "Mistral-small-2402 (FC Auto)/Type Error", "Mistral-tiny-2312 (Prompt)/Type Error", "Nexusflow-Raven-v2 (FC)/Type Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Type Error", "Claude-2.1 (Prompt)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Value Error", "Claude-instant-1.2 (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "DBRX-Instruct (Prompt)/Value Error", "Deepseek-v1.5 (Prompt)/Value Error", "FireFunction-v1 (FC)/Value Error", "Functionary-Medium-v2.4 (FC)/Value Error", "Functionary-Small-v2.4 (FC)/Value Error", "GPT-3.5-Turbo-0125 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "GPT-4-0125-Preview (Prompt)/Value Error", "GPT-4-0613 (FC)/Value Error", "GPT-4-1106-Preview (FC)/Value Error", "GPT-4-turbo-2024-04-09 (FC)/Value Error", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error", "GPT-4o-2024-05-13 (FC)/Value Error", "GPT-4o-2024-05-13 (Prompt)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Gemma-7b-it (Prompt)/Value Error", "Gorilla-OpenFunctions-v2 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Mistral-Small-2402 (Prompt)/Value Error", "Mistral-large-2402 (FC Any)/Value Error", "Mistral-large-2402 (FC Auto)/Value Error", "Mistral-small-2402 (FC Any)/Value Error", "Mistral-small-2402 (FC Auto)/Value Error", "Mistral-tiny-2312 (Prompt)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)"], "labels": [" Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect Parsing Output Format", " Incorrect Parsing Output Format", " Incorrect Parsing Output Format", " Incorrect Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Response Format Error", " Response Format Error", " Response Format Error", " Response Format Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected List/Dictionary Count", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", "Executable Error (REST)", "Executable Error (REST)", "Executable Error (REST)", "Executable Error (REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)"], "name": "", "parents": ["Claude-2.1 (Prompt)/Type Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Type Error", "Claude-3-Haiku-20240307 (Prompt)/Type Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Type Error", "Claude-3-Opus-20240229 (Prompt)/Type Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Type Error", "Claude-3-Sonnet-20240229 (Prompt)/Type Error", "Claude-instant-1.2 (Prompt)/Type Error", "Command-R-Plus (FC) (Optimized)/Type Error", "Command-R-Plus (FC) (Original)/Type Error", "Command-R-Plus (Prompt) (Optimized)/Type Error", "Command-R-Plus (Prompt) (Original)/Type Error", "DBRX-Instruct (Prompt)/Type Error", "FireFunction-v1 (FC)/Type Error", "Functionary-Medium-v2.4 (FC)/Type Error", "Functionary-Small-v2.4 (FC)/Type Error", "GPT-3.5-Turbo-0125 (FC)/Type Error", "GPT-4-0125-Preview (FC)/Type Error", "GPT-4-0125-Preview (Prompt)/Type Error", "GPT-4-0613 (FC)/Type Error", "GPT-4-1106-Preview (FC)/Type Error", "GPT-4-turbo-2024-04-09 (FC)/Type Error", "GPT-4-turbo-2024-04-09 (Prompt)/Type Error", "GPT-4o-2024-05-13 (FC)/Type Error", "GPT-4o-2024-05-13 (Prompt)/Type Error", "Gemini-1.0-Pro-001 (FC)/Type Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Type Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Type Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Type Error", "Gemma-7b-it (Prompt)/Type Error", "Gorilla-OpenFunctions-v2 (FC)/Type Error", "Hermes-2-Pro-Mistral-7B (FC)/Type Error", "Meta-Llama-3-70B-Instruct (Prompt)/Type Error", "Meta-Llama-3-8B-Instruct (Prompt)/Type Error", "Mistral-Medium-2312 (Prompt)/Type Error", "Mistral-large-2402 (FC Any)/Type Error", "Mistral-large-2402 (FC Auto)/Type Error", "Mistral-small-2402 (FC Any)/Type Error", "Mistral-small-2402 (FC Auto)/Type Error", "Mistral-tiny-2312 (Prompt)/Type Error", "Nexusflow-Raven-v2 (FC)/Type Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Type Error", "Claude-2.1 (Prompt)/Function Parsing Error", "Claude-3-Haiku-20240307 (Prompt)/Function Parsing Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Function Parsing Error", "Claude-3-Opus-20240229 (Prompt)/Function Parsing Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Function Parsing Error", "Claude-3-Sonnet-20240229 (Prompt)/Function Parsing Error", "Claude-instant-1.2 (Prompt)/Function Parsing Error", "Command-R-Plus (FC) (Optimized)/Function Parsing Error", "Command-R-Plus (FC) (Original)/Function Parsing Error", "Command-R-Plus (Prompt) (Optimized)/Function Parsing Error", "Command-R-Plus (Prompt) (Original)/Function Parsing Error", "DBRX-Instruct (Prompt)/Function Parsing Error", "Deepseek-v1.5 (Prompt)/Function Parsing Error", "FireFunction-v1 (FC)/Function Parsing Error", "Functionary-Medium-v2.4 (FC)/Function Parsing Error", "Functionary-Small-v2.4 (FC)/Function Parsing Error", "GPT-3.5-Turbo-0125 (FC)/Function Parsing Error", "GPT-4-0125-Preview (FC)/Function Parsing Error", "GPT-4-0125-Preview (Prompt)/Function Parsing Error", "GPT-4-0613 (FC)/Function Parsing Error", "GPT-4-1106-Preview (FC)/Function Parsing Error", "GPT-4-turbo-2024-04-09 (FC)/Function Parsing Error", "GPT-4-turbo-2024-04-09 (Prompt)/Function Parsing Error", "GPT-4o-2024-05-13 (FC)/Function Parsing Error", "GPT-4o-2024-05-13 (Prompt)/Function Parsing Error", "Gemini-1.0-Pro-001 (FC)/Function Parsing Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Function Parsing Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Function Parsing Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Function Parsing Error", "Gemma-7b-it (Prompt)/Function Parsing Error", "Gorilla-OpenFunctions-v2 (FC)/Function Parsing Error", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error", "Meta-Llama-3-70B-Instruct (Prompt)/Function Parsing Error", "Meta-Llama-3-8B-Instruct (Prompt)/Function Parsing Error", "Mistral-Medium-2312 (Prompt)/Function Parsing Error", "Mistral-Small-2402 (Prompt)/Function Parsing Error", "Mistral-large-2402 (FC Any)/Function Parsing Error", "Mistral-large-2402 (FC Auto)/Function Parsing Error", "Mistral-small-2402 (FC Any)/Function Parsing Error", "Mistral-small-2402 (FC Auto)/Function Parsing Error", "Mistral-tiny-2312 (Prompt)/Function Parsing Error", "Nexusflow-Raven-v2 (FC)/Function Parsing Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Function Parsing Error", "Claude-2.1 (Prompt)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Value Error", "Claude-instant-1.2 (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "DBRX-Instruct (Prompt)/Value Error", "Deepseek-v1.5 (Prompt)/Value Error", "FireFunction-v1 (FC)/Value Error", "Functionary-Medium-v2.4 (FC)/Value Error", "Functionary-Small-v2.4 (FC)/Value Error", "GPT-3.5-Turbo-0125 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "GPT-4-0125-Preview (Prompt)/Value Error", "GPT-4-0613 (FC)/Value Error", "GPT-4-1106-Preview (FC)/Value Error", "GPT-4-turbo-2024-04-09 (FC)/Value Error", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error", "GPT-4o-2024-05-13 (FC)/Value Error", "GPT-4o-2024-05-13 (Prompt)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Gemma-7b-it (Prompt)/Value Error", "Gorilla-OpenFunctions-v2 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Mistral-Small-2402 (Prompt)/Value Error", "Mistral-large-2402 (FC Any)/Value Error", "Mistral-large-2402 (FC Auto)/Value Error", "Mistral-small-2402 (FC Any)/Value Error", "Mistral-small-2402 (FC Auto)/Value Error", "Mistral-tiny-2312 (Prompt)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Function Parsing Error", "Claude-instant-1.2 (Prompt)/Function Parsing Error", "Command-R-Plus (Prompt) (Optimized)/Function Parsing Error", "Command-R-Plus (Prompt) (Original)/Function Parsing Error", "DBRX-Instruct (Prompt)/Function Parsing Error", "Deepseek-v1.5 (Prompt)/Function Parsing Error", "GPT-4o-2024-05-13 (Prompt)/Function Parsing Error", "Gemma-7b-it (Prompt)/Function Parsing Error", "Meta-Llama-3-70B-Instruct (Prompt)/Function Parsing Error", "Meta-Llama-3-8B-Instruct (Prompt)/Function Parsing Error", "Mistral-Medium-2312 (Prompt)/Function Parsing Error", "Mistral-Small-2402 (Prompt)/Function Parsing Error", "Mistral-tiny-2312 (Prompt)/Function Parsing Error", "Nexusflow-Raven-v2 (FC)/Function Parsing Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Function Parsing Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (Non REST)", "DBRX-Instruct (Prompt)/Executable Function Error (Non REST)", "Deepseek-v1.5 (Prompt)/Executable Function Error (Non REST)", "FireFunction-v1 (FC)/Executable Function Error (Non REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (Non REST)", "Functionary-Small-v2.4 (FC)/Executable Function Error (Non REST)", "GPT-4-0613 (FC)/Executable Function Error (Non REST)", "GPT-4-turbo-2024-04-09 (Prompt)/Executable Function Error (Non REST)", "Gemma-7b-it (Prompt)/Executable Function Error (Non REST)", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (Non REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (Non REST)", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (Non REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (Non REST)", "Mistral-large-2402 (FC Any)/Executable Function Error (Non REST)", "Mistral-tiny-2312 (Prompt)/Executable Function Error (Non REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (Non REST)", "Claude-2.1 (Prompt)/Simple Function Error", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error", "Claude-instant-1.2 (Prompt)/Simple Function Error", "DBRX-Instruct (Prompt)/Simple Function Error", "Deepseek-v1.5 (Prompt)/Simple Function Error", "Functionary-Small-v2.4 (FC)/Simple Function Error", "GPT-4-0125-Preview (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error", "Gemma-7b-it (Prompt)/Simple Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error", "Mistral-Medium-2312 (Prompt)/Simple Function Error", "Mistral-Small-2402 (Prompt)/Simple Function Error", "Mistral-large-2402 (FC Any)/Simple Function Error", "Mistral-large-2402 (FC Auto)/Simple Function Error", "Mistral-small-2402 (FC Any)/Simple Function Error", "Mistral-tiny-2312 (Prompt)/Simple Function Error", "Nexusflow-Raven-v2 (FC)/Simple Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error", "Claude-2.1 (Prompt)/Executable Function Error (REST)", "Claude-3-Haiku-20240307 (Prompt)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (Prompt)/Executable Function Error (REST)", "Claude-3-Sonnet-20240229 (Prompt)/Executable Function Error (REST)", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)", "Deepseek-v1.5 (Prompt)/Executable Function Error (REST)", "FireFunction-v1 (FC)/Executable Function Error (REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (REST)", "GPT-4-turbo-2024-04-09 (Prompt)/Executable Function Error (REST)", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)", "Gemini-1.5-Flash-Preview-0514 (FC)/Executable Function Error (REST)", "Gemma-7b-it (Prompt)/Executable Function Error (REST)", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)", "Mistral-Medium-2312 (Prompt)/Executable Function Error (REST)", "Mistral-Small-2402 (Prompt)/Executable Function Error (REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)", "Command-R-Plus (FC) (Optimized)/Function Parsing Error", "Functionary-Medium-v2.4 (FC)/Function Parsing Error", "Functionary-Small-v2.4 (FC)/Function Parsing Error", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error", "Deepseek-v1.5 (Prompt)/Function Parsing Error", "Functionary-Medium-v2.4 (FC)/Function Parsing Error", "Functionary-Small-v2.4 (FC)/Function Parsing Error", "GPT-4-0125-Preview (FC)/Function Parsing Error", "GPT-4-1106-Preview (FC)/Function Parsing Error", "GPT-4-turbo-2024-04-09 (FC)/Function Parsing Error", "GPT-4o-2024-05-13 (FC)/Function Parsing Error", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error", "Claude-2.1 (Prompt)/Executable Function Error (REST)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Haiku-20240307 (Prompt)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Sonnet-20240229 (Prompt)/Executable Function Error (REST)", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)", "Deepseek-v1.5 (Prompt)/Executable Function Error (REST)", "FireFunction-v1 (FC)/Executable Function Error (REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)", "GPT-4-0125-Preview (Prompt)/Executable Function Error (REST)", "GPT-4-0613 (FC)/Executable Function Error (REST)", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)", "Gemini-1.5-Pro-Preview-0409 (FC)/Executable Function Error (REST)", "Gemini-1.5-Pro-Preview-0514 (FC)/Executable Function Error (REST)", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (REST)", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)", "Mistral-Small-2402 (Prompt)/Executable Function Error (REST)", "Mistral-large-2402 (FC Any)/Executable Function Error (REST)", "Mistral-large-2402 (FC Auto)/Executable Function Error (REST)", "Mistral-small-2402 (FC Any)/Executable Function Error (REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "Functionary-Medium-v2.4 (FC)/Value Error", "GPT-3.5-Turbo-0125 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Mistral-large-2402 (FC Any)/Value Error", "Mistral-small-2402 (FC Any)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Gorilla-OpenFunctions-v2 (FC)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Claude-2.1 (Prompt)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Value Error", "Claude-instant-1.2 (Prompt)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "DBRX-Instruct (Prompt)/Value Error", "Functionary-Small-v2.4 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "GPT-4-0125-Preview (Prompt)/Value Error", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error", "GPT-4o-2024-05-13 (Prompt)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error", "Claude-2.1 (Prompt)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Value Error", "Claude-instant-1.2 (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "DBRX-Instruct (Prompt)/Value Error", "FireFunction-v1 (FC)/Value Error", "Functionary-Medium-v2.4 (FC)/Value Error", "Functionary-Small-v2.4 (FC)/Value Error", "GPT-3.5-Turbo-0125 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "GPT-4-0125-Preview (Prompt)/Value Error", "GPT-4-0613 (FC)/Value Error", "GPT-4-1106-Preview (FC)/Value Error", "GPT-4-turbo-2024-04-09 (FC)/Value Error", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error", "GPT-4o-2024-05-13 (FC)/Value Error", "GPT-4o-2024-05-13 (Prompt)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Gemma-7b-it (Prompt)/Value Error", "Gorilla-OpenFunctions-v2 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Mistral-large-2402 (FC Any)/Value Error", "Mistral-large-2402 (FC Auto)/Value Error", "Mistral-small-2402 (FC Any)/Value Error", "Mistral-tiny-2312 (Prompt)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error", "Claude-2.1 (Prompt)/Simple Function Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error", "Claude-instant-1.2 (Prompt)/Simple Function Error", "Command-R-Plus (FC) (Optimized)/Simple Function Error", "Command-R-Plus (FC) (Original)/Simple Function Error", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error", "Command-R-Plus (Prompt) (Original)/Simple Function Error", "DBRX-Instruct (Prompt)/Simple Function Error", "Deepseek-v1.5 (Prompt)/Simple Function Error", "FireFunction-v1 (FC)/Simple Function Error", "Functionary-Medium-v2.4 (FC)/Simple Function Error", "Functionary-Small-v2.4 (FC)/Simple Function Error", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error", "GPT-4-0125-Preview (FC)/Simple Function Error", "GPT-4-0125-Preview (Prompt)/Simple Function Error", "GPT-4-1106-Preview (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error", "GPT-4o-2024-05-13 (Prompt)/Simple Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error", "Gemma-7b-it (Prompt)/Simple Function Error", "Gorilla-OpenFunctions-v2 (FC)/Simple Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error", "Mistral-Medium-2312 (Prompt)/Simple Function Error", "Mistral-large-2402 (FC Any)/Simple Function Error", "Mistral-large-2402 (FC Auto)/Simple Function Error", "Mistral-small-2402 (FC Any)/Simple Function Error", "Mistral-tiny-2312 (Prompt)/Simple Function Error", "Nexusflow-Raven-v2 (FC)/Simple Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error", "Claude-2.1 (Prompt)/Simple Function Error", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error", "Claude-instant-1.2 (Prompt)/Simple Function Error", "Command-R-Plus (FC) (Optimized)/Simple Function Error", "Command-R-Plus (FC) (Original)/Simple Function Error", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error", "Command-R-Plus (Prompt) (Original)/Simple Function Error", "DBRX-Instruct (Prompt)/Simple Function Error", "Deepseek-v1.5 (Prompt)/Simple Function Error", "Functionary-Medium-v2.4 (FC)/Simple Function Error", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error", "GPT-4-0125-Preview (FC)/Simple Function Error", "GPT-4-0613 (FC)/Simple Function Error", "GPT-4-1106-Preview (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error", "GPT-4o-2024-05-13 (FC)/Simple Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Simple Function Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Simple Function Error", "Gemma-7b-it (Prompt)/Simple Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error", "Mistral-Medium-2312 (Prompt)/Simple Function Error", "Mistral-large-2402 (FC Any)/Simple Function Error", "Mistral-large-2402 (FC Auto)/Simple Function Error", "Mistral-small-2402 (FC Any)/Simple Function Error", "Mistral-tiny-2312 (Prompt)/Simple Function Error", "Nexusflow-Raven-v2 (FC)/Simple Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error", "Claude-2.1 (Prompt)/Parallel Function Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Haiku-20240307 (Prompt)/Parallel Function Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Opus-20240229 (Prompt)/Parallel Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Parallel Function Error", "Claude-instant-1.2 (Prompt)/Parallel Function Error", "Command-R-Plus (FC) (Optimized)/Parallel Function Error", "Command-R-Plus (FC) (Original)/Parallel Function Error", "Command-R-Plus (Prompt) (Optimized)/Parallel Function Error", "Command-R-Plus (Prompt) (Original)/Parallel Function Error", "DBRX-Instruct (Prompt)/Parallel Function Error", "Deepseek-v1.5 (Prompt)/Parallel Function Error", "FireFunction-v1 (FC)/Parallel Function Error", "Functionary-Medium-v2.4 (FC)/Parallel Function Error", "Functionary-Small-v2.4 (FC)/Parallel Function Error", "GPT-3.5-Turbo-0125 (FC)/Parallel Function Error", "GPT-4-0125-Preview (FC)/Parallel Function Error", "GPT-4-0125-Preview (Prompt)/Parallel Function Error", "GPT-4-0613 (FC)/Parallel Function Error", "GPT-4-1106-Preview (FC)/Parallel Function Error", "GPT-4-turbo-2024-04-09 (FC)/Parallel Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Parallel Function Error", "GPT-4o-2024-05-13 (FC)/Parallel Function Error", "GPT-4o-2024-05-13 (Prompt)/Parallel Function Error", "Gemini-1.0-Pro-001 (FC)/Parallel Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Parallel Function Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Parallel Function Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Parallel Function Error", "Gemma-7b-it (Prompt)/Parallel Function Error", "Gorilla-OpenFunctions-v2 (FC)/Parallel Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Parallel Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Parallel Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Parallel Function Error", "Mistral-Medium-2312 (Prompt)/Parallel Function Error", "Mistral-Small-2402 (Prompt)/Parallel Function Error", "Mistral-large-2402 (FC Any)/Parallel Function Error", "Mistral-large-2402 (FC Auto)/Parallel Function Error", "Mistral-small-2402 (FC Any)/Parallel Function Error", "Mistral-small-2402 (FC Auto)/Parallel Function Error", "Mistral-tiny-2312 (Prompt)/Parallel Function Error", "Nexusflow-Raven-v2 (FC)/Parallel Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Parallel Function Error", "Claude-2.1 (Prompt)/Type Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Type Error", "Claude-3-Haiku-20240307 (Prompt)/Type Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Type Error", "Claude-3-Opus-20240229 (Prompt)/Type Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Type Error", "Claude-3-Sonnet-20240229 (Prompt)/Type Error", "Claude-instant-1.2 (Prompt)/Type Error", "Command-R-Plus (FC) (Optimized)/Type Error", "Command-R-Plus (FC) (Original)/Type Error", "Command-R-Plus (Prompt) (Optimized)/Type Error", "Command-R-Plus (Prompt) (Original)/Type Error", "DBRX-Instruct (Prompt)/Type Error", "Deepseek-v1.5 (Prompt)/Type Error", "FireFunction-v1 (FC)/Type Error", "Functionary-Medium-v2.4 (FC)/Type Error", "Functionary-Small-v2.4 (FC)/Type Error", "GPT-3.5-Turbo-0125 (FC)/Type Error", "GPT-4-0125-Preview (FC)/Type Error", "GPT-4-0125-Preview (Prompt)/Type Error", "GPT-4-0613 (FC)/Type Error", "GPT-4-1106-Preview (FC)/Type Error", "GPT-4-turbo-2024-04-09 (FC)/Type Error", "GPT-4-turbo-2024-04-09 (Prompt)/Type Error", "GPT-4o-2024-05-13 (FC)/Type Error", "GPT-4o-2024-05-13 (Prompt)/Type Error", "Gemini-1.0-Pro-001 (FC)/Type Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Type Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Type Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Type Error", "Gemma-7b-it (Prompt)/Type Error", "Gorilla-OpenFunctions-v2 (FC)/Type Error", "Hermes-2-Pro-Mistral-7B (FC)/Type Error", "Meta-Llama-3-70B-Instruct (Prompt)/Type Error", "Meta-Llama-3-8B-Instruct (Prompt)/Type Error", "Mistral-Medium-2312 (Prompt)/Type Error", "Mistral-Small-2402 (Prompt)/Type Error", "Mistral-large-2402 (FC Any)/Type Error", "Mistral-large-2402 (FC Auto)/Type Error", "Mistral-small-2402 (FC Any)/Type Error", "Mistral-tiny-2312 (Prompt)/Type Error", "Nexusflow-Raven-v2 (FC)/Type Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Type Error", "Command-R-Plus (FC) (Optimized)/Executable Error (REST)", "Command-R-Plus (FC) (Original)/Executable Error (REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Error (REST)", "Nexusflow-Raven-v2 (FC)/Executable Error (REST)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Command-R-Plus (FC) (Optimized)/Executable Function Error (Non REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (Non REST)", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (Non REST)", "Command-R-Plus (Prompt) (Original)/Executable Function Error (Non REST)", "DBRX-Instruct (Prompt)/Executable Function Error (Non REST)", "FireFunction-v1 (FC)/Executable Function Error (Non REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (Non REST)", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (Non REST)", "GPT-4-0125-Preview (FC)/Executable Function Error (Non REST)", "GPT-4-1106-Preview (FC)/Executable Function Error (Non REST)", "GPT-4-turbo-2024-04-09 (FC)/Executable Function Error (Non REST)", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (Non REST)", "Gemma-7b-it (Prompt)/Executable Function Error (Non REST)", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (Non REST)", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (Non REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (Non REST)", "Mistral-Small-2402 (Prompt)/Executable Function Error (Non REST)", "Mistral-large-2402 (FC Any)/Executable Function Error (Non REST)", "Mistral-large-2402 (FC Auto)/Executable Function Error (Non REST)", "Mistral-tiny-2312 (Prompt)/Executable Function Error (Non REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (Non REST)", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (Non REST)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)", "FireFunction-v1 (FC)/Executable Function Error (REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (REST)", "GPT-4-0125-Preview (FC)/Executable Function Error (REST)", "GPT-4-1106-Preview (FC)/Executable Function Error (REST)", "GPT-4-turbo-2024-04-09 (FC)/Executable Function Error (REST)", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)", "Gemini-1.5-Flash-Preview-0514 (FC)/Executable Function Error (REST)", "Gemini-1.5-Pro-Preview-0409 (FC)/Executable Function Error (REST)", "Gemini-1.5-Pro-Preview-0514 (FC)/Executable Function Error (REST)", "Gemma-7b-it (Prompt)/Executable Function Error (REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (REST)", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)", "Mistral-Medium-2312 (Prompt)/Executable Function Error (REST)", "Mistral-small-2402 (FC Any)/Executable Function Error (REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)", "Claude-2.1 (Prompt)/Relevance Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Relevance Error", "Claude-3-Haiku-20240307 (Prompt)/Relevance Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Relevance Error", "Claude-3-Opus-20240229 (Prompt)/Relevance Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Relevance Error", "Claude-3-Sonnet-20240229 (Prompt)/Relevance Error", "Claude-instant-1.2 (Prompt)/Relevance Error", "Command-R-Plus (FC) (Optimized)/Relevance Error", "Command-R-Plus (FC) (Original)/Relevance Error", "Command-R-Plus (Prompt) (Optimized)/Relevance Error", "Command-R-Plus (Prompt) (Original)/Relevance Error", "DBRX-Instruct (Prompt)/Relevance Error", "Deepseek-v1.5 (Prompt)/Relevance Error", "FireFunction-v1 (FC)/Relevance Error", "Functionary-Medium-v2.4 (FC)/Relevance Error", "Functionary-Small-v2.4 (FC)/Relevance Error", "GPT-3.5-Turbo-0125 (FC)/Relevance Error", "GPT-4-0125-Preview (FC)/Relevance Error", "GPT-4-0125-Preview (Prompt)/Relevance Error", "GPT-4-0613 (FC)/Relevance Error", "GPT-4-1106-Preview (FC)/Relevance Error", "GPT-4-turbo-2024-04-09 (FC)/Relevance Error", "GPT-4-turbo-2024-04-09 (Prompt)/Relevance Error", "GPT-4o-2024-05-13 (FC)/Relevance Error", "GPT-4o-2024-05-13 (Prompt)/Relevance Error", "Gemini-1.0-Pro-001 (FC)/Relevance Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Relevance Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Relevance Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Relevance Error", "Gemma-7b-it (Prompt)/Relevance Error", "Gorilla-OpenFunctions-v2 (FC)/Relevance Error", "Hermes-2-Pro-Mistral-7B (FC)/Relevance Error", "Meta-Llama-3-70B-Instruct (Prompt)/Relevance Error", "Meta-Llama-3-8B-Instruct (Prompt)/Relevance Error", "Mistral-Medium-2312 (Prompt)/Relevance Error", "Mistral-Small-2402 (Prompt)/Relevance Error", "Mistral-large-2402 (FC Any)/Relevance Error", "Mistral-large-2402 (FC Auto)/Relevance Error", "Mistral-small-2402 (FC Any)/Relevance Error", "Mistral-small-2402 (FC Auto)/Relevance Error", "Mistral-tiny-2312 (Prompt)/Relevance Error", "Nexusflow-Raven-v2 (FC)/Relevance Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Relevance Error", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error", "Command-R-Plus (FC) (Optimized)/Simple Function Error", "Functionary-Medium-v2.4 (FC)/Simple Function Error", "Functionary-Small-v2.4 (FC)/Simple Function Error", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error", "GPT-4-0125-Preview (FC)/Simple Function Error", "GPT-4-0125-Preview (Prompt)/Simple Function Error", "GPT-4-1106-Preview (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error", "GPT-4o-2024-05-13 (FC)/Simple Function Error", "Gemma-7b-it (Prompt)/Simple Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error", "Mistral-large-2402 (FC Any)/Simple Function Error", "Mistral-large-2402 (FC Auto)/Simple Function Error", "Claude-2.1 (Prompt)/Parallel Function Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Haiku-20240307 (Prompt)/Parallel Function Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Opus-20240229 (Prompt)/Parallel Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Parallel Function Error", "Claude-instant-1.2 (Prompt)/Parallel Function Error", "Command-R-Plus (FC) (Optimized)/Parallel Function Error", "Command-R-Plus (FC) (Original)/Parallel Function Error", "Command-R-Plus (Prompt) (Optimized)/Parallel Function Error", "Command-R-Plus (Prompt) (Original)/Parallel Function Error", "DBRX-Instruct (Prompt)/Parallel Function Error", "Deepseek-v1.5 (Prompt)/Parallel Function Error", "FireFunction-v1 (FC)/Parallel Function Error", "Functionary-Medium-v2.4 (FC)/Parallel Function Error", "Functionary-Small-v2.4 (FC)/Parallel Function Error", "GPT-3.5-Turbo-0125 (FC)/Parallel Function Error", "GPT-4-0125-Preview (FC)/Parallel Function Error", "GPT-4-0125-Preview (Prompt)/Parallel Function Error", "GPT-4-0613 (FC)/Parallel Function Error", "GPT-4-1106-Preview (FC)/Parallel Function Error", "GPT-4-turbo-2024-04-09 (FC)/Parallel Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Parallel Function Error", "GPT-4o-2024-05-13 (FC)/Parallel Function Error", "GPT-4o-2024-05-13 (Prompt)/Parallel Function Error", "Gemini-1.0-Pro-001 (FC)/Parallel Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Parallel Function Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Parallel Function Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Parallel Function Error", "Gemma-7b-it (Prompt)/Parallel Function Error", "Gorilla-OpenFunctions-v2 (FC)/Parallel Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Parallel Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Parallel Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Parallel Function Error", "Mistral-Medium-2312 (Prompt)/Parallel Function Error", "Mistral-Small-2402 (Prompt)/Parallel Function Error", "Mistral-large-2402 (FC Any)/Parallel Function Error", "Mistral-large-2402 (FC Auto)/Parallel Function Error", "Mistral-small-2402 (FC Any)/Parallel Function Error", "Mistral-small-2402 (FC Auto)/Parallel Function Error", "Mistral-tiny-2312 (Prompt)/Parallel Function Error", "Nexusflow-Raven-v2 (FC)/Parallel Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Parallel Function Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-2.1 (Prompt)/Simple Function Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error", "Claude-instant-1.2 (Prompt)/Simple Function Error", "Command-R-Plus (FC) (Optimized)/Simple Function Error", "Command-R-Plus (FC) (Original)/Simple Function Error", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error", "Command-R-Plus (Prompt) (Original)/Simple Function Error", "DBRX-Instruct (Prompt)/Simple Function Error", "Deepseek-v1.5 (Prompt)/Simple Function Error", "Functionary-Medium-v2.4 (FC)/Simple Function Error", "Functionary-Small-v2.4 (FC)/Simple Function Error", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error", "GPT-4-0125-Preview (FC)/Simple Function Error", "Gemini-1.0-Pro-001 (FC)/Simple Function Error", "Gemma-7b-it (Prompt)/Simple Function Error", "Gorilla-OpenFunctions-v2 (FC)/Simple Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error", "Mistral-Medium-2312 (Prompt)/Simple Function Error", "Mistral-large-2402 (FC Any)/Simple Function Error", "Mistral-small-2402 (FC Any)/Simple Function Error", "Nexusflow-Raven-v2 (FC)/Simple Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error", "Claude-2.1 (Prompt)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Value Error", "Claude-instant-1.2 (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "DBRX-Instruct (Prompt)/Value Error", "Deepseek-v1.5 (Prompt)/Value Error", "FireFunction-v1 (FC)/Value Error", "Functionary-Medium-v2.4 (FC)/Value Error", "Functionary-Small-v2.4 (FC)/Value Error", "GPT-3.5-Turbo-0125 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "GPT-4-0125-Preview (Prompt)/Value Error", "GPT-4-0613 (FC)/Value Error", "GPT-4-1106-Preview (FC)/Value Error", "GPT-4-turbo-2024-04-09 (FC)/Value Error", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error", "GPT-4o-2024-05-13 (FC)/Value Error", "GPT-4o-2024-05-13 (Prompt)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Gemma-7b-it (Prompt)/Value Error", "Gorilla-OpenFunctions-v2 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Mistral-Small-2402 (Prompt)/Value Error", "Mistral-large-2402 (FC Any)/Value Error", "Mistral-large-2402 (FC Auto)/Value Error", "Mistral-small-2402 (FC Any)/Value Error", "Mistral-tiny-2312 (Prompt)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error", "Claude-2.1 (Prompt)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Value Error", "Claude-instant-1.2 (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "DBRX-Instruct (Prompt)/Value Error", "Deepseek-v1.5 (Prompt)/Value Error", "FireFunction-v1 (FC)/Value Error", "Functionary-Medium-v2.4 (FC)/Value Error", "Functionary-Small-v2.4 (FC)/Value Error", "GPT-3.5-Turbo-0125 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "GPT-4-0125-Preview (Prompt)/Value Error", "GPT-4-0613 (FC)/Value Error", "GPT-4-1106-Preview (FC)/Value Error", "GPT-4-turbo-2024-04-09 (FC)/Value Error", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error", "GPT-4o-2024-05-13 (FC)/Value Error", "GPT-4o-2024-05-13 (Prompt)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Gemma-7b-it (Prompt)/Value Error", "Gorilla-OpenFunctions-v2 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Mistral-Small-2402 (Prompt)/Value Error", "Mistral-large-2402 (FC Any)/Value Error", "Mistral-large-2402 (FC Auto)/Value Error", "Mistral-small-2402 (FC Any)/Value Error", "Mistral-tiny-2312 (Prompt)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Hermes-2-Pro-Mistral-7B (FC)", "Nexusflow-Raven-v2 (FC)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", ""], "values": [3, 4, 6, 5, 7, 6, 2, 4, 6, 9, 7, 7, 2, 4, 4, 4, 5, 6, 4, 5, 5, 6, 4, 5, 5, 4, 6, 6, 6, 1, 5, 5, 4, 3, 6, 6, 6, 5, 2, 2, 8, 4, 317, 149, 30, 37, 24, 38, 113, 4, 7, 43, 43, 304, 733, 153, 4, 9, 1, 43, 21, 288, 16, 105, 23, 43, 194, 157, 78, 58, 55, 495, 24, 152, 33, 146, 154, 796, 4, 222, 3, 1244, 469, 42, 320, 6, 89, 7, 34, 5, 89, 6, 8, 8, 8, 6, 5, 5, 11, 90, 6, 4, 17, 10, 8, 90, 8, 11, 7, 11, 3, 39, 18, 12, 11, 6, 12, 16, 5, 6, 3, 2, 51, 55, 72, 39, 3, 26, 6, 2, 7, 1, 1, 7, 34, 3, 138, 3, 97, 2, 138, 45, 3, 2, 1, 3, 1, 1, 2, 7, 2, 5, 1, 1, 1, 7, 1, 11, 1, 2, 1, 2, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 4, 1, 7, 9, 5, 1, 5, 13, 1, 3, 3, 2, 1, 1, 2, 11, 12, 7, 7, 3, 9, 8, 5, 2, 1, 2, 19, 4, 2, 3, 8, 1, 1, 33, 4, 1, 9, 3, 3, 1, 13, 15, 1, 1, 1, 3, 1, 3, 2, 8, 1, 2, 6, 1, 2, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 7, 2, 3, 4, 4, 12, 6, 1, 1, 1, 2, 2, 1, 1, 3, 1, 1, 2, 1, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 2, 2, 3, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 2, 2, 2, 5, 4, 3, 1, 3, 5, 4, 4, 4, 4, 4, 5, 4, 4, 5, 3, 3, 3, 3, 4, 4, 4, 6, 3, 7, 6, 2, 2, 2, 4, 6, 3, 5, 2, 7, 1, 8, 7, 10, 3, 4, 1, 3, 8, 2, 1, 1, 2, 1, 2, 4, 5, 8, 6, 2, 6, 3, 3, 2, 6, 1, 1, 5, 4, 1, 5, 4, 7, 3, 16, 4, 1, 2, 3, 12, 19, 4, 4, 2, 2, 3, 1, 7, 1, 2, 5, 2, 1, 1, 3, 15, 10, 2, 16, 9, 1, 13, 1, 2, 2, 20, 3, 15, 8, 1, 2, 1, 37, 10, 3, 51, 13, 52, 63, 57, 30, 58, 80, 87, 107, 76, 73, 78, 36, 12, 68, 87, 55, 64, 49, 9, 65, 69, 60, 68, 43, 28, 42, 57, 58, 79, 55, 76, 65, 134, 61, 47, 54, 41, 29, 2, 92, 158, 64, 14, 26, 15, 27, 10, 34, 18, 15, 48, 53, 16, 19, 18, 6, 16, 25, 26, 14, 26, 10, 9, 21, 21, 18, 21, 8, 29, 30, 30, 30, 12, 12, 22, 26, 27, 10, 3, 28, 9, 31, 11, 26, 30, 8, 7, 1, 4, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 1, 2, 2, 1, 1, 1, 1, 4, 2, 4, 1, 1, 3, 1, 9, 8, 19, 2, 6, 1, 1, 2, 10, 16, 12, 4, 3, 7, 2, 6, 3, 6, 6, 30, 29, 1, 6, 1, 2, 5, 2, 40, 190, 157, 42, 47, 44, 117, 102, 87, 182, 110, 111, 106, 103, 64, 62, 77, 235, 41, 71, 20, 47, 27, 90, 45, 42, 48, 49, 27, 25, 70, 93, 214, 80, 130, 28, 4, 240, 38, 240, 1, 39, 235, 97, 1, 1, 30, 16, 150, 7, 1, 7, 9, 1, 26, 1, 9, 1, 5, 7, 21, 399, 17, 119, 16, 368, 19, 23, 16, 17, 24, 22, 20, 40, 389, 29, 31, 93, 23, 14, 345, 17, 18, 14, 30, 10, 211, 51, 16, 15, 44, 28, 63, 17, 32, 14, 14, 157, 134, 217, 8, 52, 130, 26, 1, 2, 2, 1, 1, 1, 2, 2, 3, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 4, 2, 2, 18, 27, 16, 37, 22, 39, 20, 26, 35, 46, 24, 25, 18, 11, 21, 23, 25, 18, 24, 12, 10, 19, 10, 14, 20, 14, 20, 32, 27, 26, 22, 17, 24, 26, 27, 20, 1, 31, 11, 34, 19, 35, 20, 3, 12, 7, 6, 4, 18, 9, 7, 14, 14, 7, 8, 6, 6, 5, 12, 11, 2, 8, 7, 1, 8, 1, 6, 6, 7, 11, 9, 12, 10, 7, 3, 22, 8, 6, 8, 1, 11, 4, 16, 8, 12, 8, 8, 7, 1, 4, 2, 3, 2, 1, 4, 1, 1, 4, 7, 3, 7, 1, 2, 1, 1, 2, 2, 1, 1, 8, 2, 11, 2, 6, 2, 5, 1, 3, 6, 1, 6, 11, 11, 11, 1, 21, 7, 5, 19, 16, 9, 10, 4, 20, 25, 18, 6, 3, 1, 1, 7, 2, 1, 9, 22, 7, 7, 34, 3, 32, 7, 21, 2, 3, 3, 4, 6, 50, 12, 317, 149, 30, 37, 24, 40, 120, 5, 7, 44, 44, 311, 768, 153, 26, 27, 1, 44, 21, 288, 17, 106, 23, 46, 197, 157, 78, 58, 55, 633, 24, 156, 36, 243, 156, 934, 4, 222, 3, 1244, 514, 45, 322, 72, 412, 69, 182, 73, 398, 77, 103, 103, 124, 100, 95, 98, 76, 401, 97, 118, 148, 87, 63, 354, 82, 87, 74, 98, 53, 239, 93, 73, 73, 123, 83, 139, 82, 166, 75, 61, 211, 175, 246, 10, 144, 288, 90, 40, 190, 157, 42, 47, 44, 117, 102, 87, 182, 110, 111, 106, 103, 64, 62, 77, 235, 41, 71, 20, 47, 27, 90, 45, 42, 48, 49, 27, 25, 70, 93, 214, 80, 130, 28, 4, 240, 38, 240, 1, 39, 235, 97, 11, 3, 7, 9, 7, 6, 6, 13, 5, 6, 10, 8, 11, 10, 2, 40, 21, 169, 21, 7, 2, 24, 20, 7, 39, 4, 1, 3, 2, 2, 30, 5, 17, 7, 36, 14, 7, 17, 16, 9, 54, 44, 10, 17, 30, 21, 32, 17, 40, 20, 19, 54, 62, 23, 26, 20, 6, 20, 29, 30, 19, 32, 14, 14, 26, 27, 22, 26, 13, 33, 36, 36, 36, 13, 17, 27, 30, 30, 16, 3, 34, 15, 36, 2, 13, 34, 34, 33, 134, 37, 79, 35, 151, 41, 47, 64, 77, 45, 46, 35, 28, 120, 48, 47, 41, 47, 31, 104, 39, 26, 32, 43, 28, 80, 68, 55, 51, 37, 37, 71, 45, 46, 37, 4, 102, 71, 132, 39, 37, 89, 39, 496, 782, 451, 388, 217, 686, 308, 409, 346, 485, 342, 341, 585, 1002, 783, 334, 339, 621, 276, 208, 784, 244, 297, 250, 297, 337, 568, 349, 258, 249, 948, 264, 668, 289, 678, 328, 1018, 616, 542, 672, 1296, 804, 795, 605], "type": "treemap", "textfont": { "size": 12 }, "root": { "color": "#C7CCDB" } }], { "template": { "data": { "histogram2dcontour": [{ "type": "histogram2dcontour", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "choropleth": [{ "type": "choropleth", "colorbar": { "outlinewidth": 0, "ticks": "" } }], "histogram2d": [{ "type": "histogram2d", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "heatmap": [{ "type": "heatmap", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "heatmapgl": [{ "type": "heatmapgl", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "contourcarpet": [{ "type": "contourcarpet", "colorbar": { "outlinewidth": 0, "ticks": "" } }], "contour": [{ "type": "contour", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "surface": [{ "type": "surface", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "mesh3d": [{ "type": "mesh3d", "colorbar": { "outlinewidth": 0, "ticks": "" } }], "scatter": [{ "fillpattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 }, "type": "scatter" }], "parcoords": [{ "type": "parcoords", "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scatterpolargl": [{ "type": "scatterpolargl", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "bar": [{ "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 }, "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "bar" }], "scattergeo": [{ "type": "scattergeo", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scatterpolar": [{ "type": "scatterpolar", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "histogram": [{ "marker": { "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "histogram" }], "scattergl": [{ "type": "scattergl", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scatter3d": [{ "type": "scatter3d", "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scattermapbox": [{ "type": "scattermapbox", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scatterternary": [{ "type": "scatterternary", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scattercarpet": [{ "type": "scattercarpet", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "carpet": [{ "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" }], "table": [{ "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" }], "barpolar": [{ "marker": { "line": { "color": "#E5ECF6", "width": 0.5 }, "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "barpolar" }], "pie": [{ "automargin": true, "type": "pie" }] }, "layout": { "autotypenumbers": "strict", "colorway": ["#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52"], "font": { "color": "#2a3f5f" }, "hovermode": "closest", "hoverlabel": { "align": "left" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "bgcolor": "#E5ECF6", "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "ternary": { "bgcolor": "#E5ECF6", "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "sequential": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]], "sequentialminus": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]], "diverging": [[0, "#8e0152"], [0.1, "#c51b7d"], [0.2, "#de77ae"], [0.3, "#f1b6da"], [0.4, "#fde0ef"], [0.5, "#f7f7f7"], [0.6, "#e6f5d0"], [0.7, "#b8e186"], [0.8, "#7fbc41"], [0.9, "#4d9221"], [1, "#276419"]] }, "xaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "automargin": true, "zerolinewidth": 2 }, "yaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "automargin": true, "zerolinewidth": 2 }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white", "gridwidth": 2 }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white", "gridwidth": 2 }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white", "gridwidth": 2 } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "geo": { "bgcolor": "white", "landcolor": "#E5ECF6", "subunitcolor": "white", "showland": true, "showlakes": true, "lakecolor": "white" }, "title": { "x": 0.05 }, "mapbox": { "style": "light" } } }, "legend": { "tracegroupgap": 0 }, "margin": { "t": 60 }, "paper_bgcolor": "#e5effc" }, { "responsive": true }) }; \ No newline at end of file +window.PLOTLYENV = window.PLOTLYENV || {}; if (document.getElementById("6bb4fe79-0bc6-4a6d-8e10-a103cd3a10a2")) { Plotly.newPlot("6bb4fe79-0bc6-4a6d-8e10-a103cd3a10a2", [{ "branchvalues": "total", "domain": { "x": [0.0, 1.0], "y": [0.0, 1.0] }, "hovertemplate": "labels=%{label}
count=%{value}
parent=%{parent}
id=%{id}", "ids": ["Claude-2.1 (Prompt)/Type Error/ Composite Type Mismatch", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Type Error/ Composite Type Mismatch", "Claude-3-Haiku-20240307 (Prompt)/Type Error/ Composite Type Mismatch", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Type Error/ Composite Type Mismatch", "Claude-3-Opus-20240229 (Prompt)/Type Error/ Composite Type Mismatch", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Type Error/ Composite Type Mismatch", "Claude-3-Sonnet-20240229 (Prompt)/Type Error/ Composite Type Mismatch", "Claude-instant-1.2 (Prompt)/Type Error/ Composite Type Mismatch", "Command-R-Plus (FC) (Optimized)/Type Error/ Composite Type Mismatch", "Command-R-Plus (FC) (Original)/Type Error/ Composite Type Mismatch", "Command-R-Plus (Prompt) (Optimized)/Type Error/ Composite Type Mismatch", "Command-R-Plus (Prompt) (Original)/Type Error/ Composite Type Mismatch", "DBRX-Instruct (Prompt)/Type Error/ Composite Type Mismatch", "FireFunction-v1 (FC)/Type Error/ Composite Type Mismatch", "Functionary-Medium-v2.4 (FC)/Type Error/ Composite Type Mismatch", "Functionary-Small-v2.4 (FC)/Type Error/ Composite Type Mismatch", "GPT-3.5-Turbo-0125 (FC)/Type Error/ Composite Type Mismatch", "GPT-4-0125-Preview (FC)/Type Error/ Composite Type Mismatch", "GPT-4-0125-Preview (Prompt)/Type Error/ Composite Type Mismatch", "GPT-4-0613 (FC)/Type Error/ Composite Type Mismatch", "GPT-4-1106-Preview (FC)/Type Error/ Composite Type Mismatch", "GPT-4-turbo-2024-04-09 (FC)/Type Error/ Composite Type Mismatch", "GPT-4-turbo-2024-04-09 (Prompt)/Type Error/ Composite Type Mismatch", "GPT-4o-2024-05-13 (FC)/Type Error/ Composite Type Mismatch", "GPT-4o-2024-05-13 (Prompt)/Type Error/ Composite Type Mismatch", "Gemini-1.0-Pro-001 (FC)/Type Error/ Composite Type Mismatch", "Gemini-1.5-Flash-Preview-0514 (FC)/Type Error/ Composite Type Mismatch", "Gemini-1.5-Pro-Preview-0409 (FC)/Type Error/ Composite Type Mismatch", "Gemini-1.5-Pro-Preview-0514 (FC)/Type Error/ Composite Type Mismatch", "Gemma-7b-it (Prompt)/Type Error/ Composite Type Mismatch", "Gorilla-OpenFunctions-v2 (FC)/Type Error/ Composite Type Mismatch", "Hermes-2-Pro-Mistral-7B (FC)/Type Error/ Composite Type Mismatch", "Meta-Llama-3-70B-Instruct (Prompt)/Type Error/ Composite Type Mismatch", "Meta-Llama-3-8B-Instruct (Prompt)/Type Error/ Composite Type Mismatch", "Mistral-Medium-2312 (Prompt)/Type Error/ Composite Type Mismatch", "Mistral-large-2402 (FC Any)/Type Error/ Composite Type Mismatch", "Mistral-large-2402 (FC Auto)/Type Error/ Composite Type Mismatch", "Mistral-small-2402 (FC Any)/Type Error/ Composite Type Mismatch", "Mistral-small-2402 (FC Auto)/Type Error/ Composite Type Mismatch", "Mistral-tiny-2312 (Prompt)/Type Error/ Composite Type Mismatch", "Nexusflow-Raven-v2 (FC)/Type Error/ Composite Type Mismatch", "Snowflake/snowflake-arctic-instruct (Prompt)/Type Error/ Composite Type Mismatch", "Claude-2.1 (Prompt)/Function Parsing Error/ Decoding Failure", "Claude-3-Haiku-20240307 (Prompt)/Function Parsing Error/ Decoding Failure", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Function Parsing Error/ Decoding Failure", "Claude-3-Opus-20240229 (Prompt)/Function Parsing Error/ Decoding Failure", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Function Parsing Error/ Decoding Failure", "Claude-3-Sonnet-20240229 (Prompt)/Function Parsing Error/ Decoding Failure", "Claude-instant-1.2 (Prompt)/Function Parsing Error/ Decoding Failure", "Command-R-Plus (FC) (Optimized)/Function Parsing Error/ Decoding Failure", "Command-R-Plus (FC) (Original)/Function Parsing Error/ Decoding Failure", "Command-R-Plus (Prompt) (Optimized)/Function Parsing Error/ Decoding Failure", "Command-R-Plus (Prompt) (Original)/Function Parsing Error/ Decoding Failure", "DBRX-Instruct (Prompt)/Function Parsing Error/ Decoding Failure", "Deepseek-v1.5 (Prompt)/Function Parsing Error/ Decoding Failure", "FireFunction-v1 (FC)/Function Parsing Error/ Decoding Failure", "Functionary-Medium-v2.4 (FC)/Function Parsing Error/ Decoding Failure", "Functionary-Small-v2.4 (FC)/Function Parsing Error/ Decoding Failure", "GPT-3.5-Turbo-0125 (FC)/Function Parsing Error/ Decoding Failure", "GPT-4-0125-Preview (FC)/Function Parsing Error/ Decoding Failure", "GPT-4-0125-Preview (Prompt)/Function Parsing Error/ Decoding Failure", "GPT-4-0613 (FC)/Function Parsing Error/ Decoding Failure", "GPT-4-1106-Preview (FC)/Function Parsing Error/ Decoding Failure", "GPT-4-turbo-2024-04-09 (FC)/Function Parsing Error/ Decoding Failure", "GPT-4-turbo-2024-04-09 (Prompt)/Function Parsing Error/ Decoding Failure", "GPT-4o-2024-05-13 (FC)/Function Parsing Error/ Decoding Failure", "GPT-4o-2024-05-13 (Prompt)/Function Parsing Error/ Decoding Failure", "Gemini-1.0-Pro-001 (FC)/Function Parsing Error/ Decoding Failure", "Gemini-1.5-Flash-Preview-0514 (FC)/Function Parsing Error/ Decoding Failure", "Gemini-1.5-Pro-Preview-0409 (FC)/Function Parsing Error/ Decoding Failure", "Gemini-1.5-Pro-Preview-0514 (FC)/Function Parsing Error/ Decoding Failure", "Gemma-7b-it (Prompt)/Function Parsing Error/ Decoding Failure", "Gorilla-OpenFunctions-v2 (FC)/Function Parsing Error/ Decoding Failure", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error/ Decoding Failure", "Meta-Llama-3-70B-Instruct (Prompt)/Function Parsing Error/ Decoding Failure", "Meta-Llama-3-8B-Instruct (Prompt)/Function Parsing Error/ Decoding Failure", "Mistral-Medium-2312 (Prompt)/Function Parsing Error/ Decoding Failure", "Mistral-Small-2402 (Prompt)/Function Parsing Error/ Decoding Failure", "Mistral-large-2402 (FC Any)/Function Parsing Error/ Decoding Failure", "Mistral-large-2402 (FC Auto)/Function Parsing Error/ Decoding Failure", "Mistral-small-2402 (FC Any)/Function Parsing Error/ Decoding Failure", "Mistral-small-2402 (FC Auto)/Function Parsing Error/ Decoding Failure", "Mistral-tiny-2312 (Prompt)/Function Parsing Error/ Decoding Failure", "Nexusflow-Raven-v2 (FC)/Function Parsing Error/ Decoding Failure", "Snowflake/snowflake-arctic-instruct (Prompt)/Function Parsing Error/ Decoding Failure", "Claude-2.1 (Prompt)/Value Error/ Execution Result Count", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error/ Execution Result Count", "Claude-3-Haiku-20240307 (Prompt)/Value Error/ Execution Result Count", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error/ Execution Result Count", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Execution Result Count", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error/ Execution Result Count", "Claude-3-Sonnet-20240229 (Prompt)/Value Error/ Execution Result Count", "Claude-instant-1.2 (Prompt)/Value Error/ Execution Result Count", "Command-R-Plus (FC) (Optimized)/Value Error/ Execution Result Count", "Command-R-Plus (FC) (Original)/Value Error/ Execution Result Count", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Execution Result Count", "Command-R-Plus (Prompt) (Original)/Value Error/ Execution Result Count", "DBRX-Instruct (Prompt)/Value Error/ Execution Result Count", "Deepseek-v1.5 (Prompt)/Value Error/ Execution Result Count", "FireFunction-v1 (FC)/Value Error/ Execution Result Count", "Functionary-Medium-v2.4 (FC)/Value Error/ Execution Result Count", "Functionary-Small-v2.4 (FC)/Value Error/ Execution Result Count", "GPT-3.5-Turbo-0125 (FC)/Value Error/ Execution Result Count", "GPT-4-0125-Preview (FC)/Value Error/ Execution Result Count", "GPT-4-0125-Preview (Prompt)/Value Error/ Execution Result Count", "GPT-4-0613 (FC)/Value Error/ Execution Result Count", "GPT-4-1106-Preview (FC)/Value Error/ Execution Result Count", "GPT-4-turbo-2024-04-09 (FC)/Value Error/ Execution Result Count", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error/ Execution Result Count", "GPT-4o-2024-05-13 (FC)/Value Error/ Execution Result Count", "GPT-4o-2024-05-13 (Prompt)/Value Error/ Execution Result Count", "Gemini-1.0-Pro-001 (FC)/Value Error/ Execution Result Count", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error/ Execution Result Count", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error/ Execution Result Count", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error/ Execution Result Count", "Gemma-7b-it (Prompt)/Value Error/ Execution Result Count", "Gorilla-OpenFunctions-v2 (FC)/Value Error/ Execution Result Count", "Hermes-2-Pro-Mistral-7B (FC)/Value Error/ Execution Result Count", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error/ Execution Result Count", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error/ Execution Result Count", "Mistral-Medium-2312 (Prompt)/Value Error/ Execution Result Count", "Mistral-Small-2402 (Prompt)/Value Error/ Execution Result Count", "Mistral-large-2402 (FC Any)/Value Error/ Execution Result Count", "Mistral-large-2402 (FC Auto)/Value Error/ Execution Result Count", "Mistral-small-2402 (FC Any)/Value Error/ Execution Result Count", "Mistral-small-2402 (FC Auto)/Value Error/ Execution Result Count", "Mistral-tiny-2312 (Prompt)/Value Error/ Execution Result Count", "Nexusflow-Raven-v2 (FC)/Value Error/ Execution Result Count", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error/ Execution Result Count", "Claude-3-Sonnet-20240229 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Claude-instant-1.2 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Command-R-Plus (Prompt) (Optimized)/Function Parsing Error/ Incorrect Decoder Output Format", "Command-R-Plus (Prompt) (Original)/Function Parsing Error/ Incorrect Decoder Output Format", "DBRX-Instruct (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Deepseek-v1.5 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "GPT-4o-2024-05-13 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Gemma-7b-it (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Meta-Llama-3-70B-Instruct (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Meta-Llama-3-8B-Instruct (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Mistral-Medium-2312 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Mistral-Small-2402 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Mistral-tiny-2312 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Nexusflow-Raven-v2 (FC)/Function Parsing Error/ Incorrect Decoder Output Format", "Snowflake/snowflake-arctic-instruct (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Command-R-Plus (FC) (Original)/Executable Function Error (Non REST)/ Incorrect Execution Result", "DBRX-Instruct (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Deepseek-v1.5 (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "FireFunction-v1 (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Functionary-Medium-v2.4 (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Functionary-Small-v2.4 (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "GPT-4-0613 (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "GPT-4-turbo-2024-04-09 (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Gemma-7b-it (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Mistral-large-2402 (FC Any)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Mistral-tiny-2312 (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Nexusflow-Raven-v2 (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Claude-2.1 (Prompt)/Simple Function Error/ Incorrect Function Name", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error/ Incorrect Function Name", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error/ Incorrect Function Name", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error/ Incorrect Function Name", "Claude-instant-1.2 (Prompt)/Simple Function Error/ Incorrect Function Name", "DBRX-Instruct (Prompt)/Simple Function Error/ Incorrect Function Name", "Deepseek-v1.5 (Prompt)/Simple Function Error/ Incorrect Function Name", "Functionary-Small-v2.4 (FC)/Simple Function Error/ Incorrect Function Name", "GPT-4-0125-Preview (FC)/Simple Function Error/ Incorrect Function Name", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error/ Incorrect Function Name", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error/ Incorrect Function Name", "Gemma-7b-it (Prompt)/Simple Function Error/ Incorrect Function Name", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error/ Incorrect Function Name", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error/ Incorrect Function Name", "Mistral-Medium-2312 (Prompt)/Simple Function Error/ Incorrect Function Name", "Mistral-Small-2402 (Prompt)/Simple Function Error/ Incorrect Function Name", "Mistral-large-2402 (FC Any)/Simple Function Error/ Incorrect Function Name", "Mistral-large-2402 (FC Auto)/Simple Function Error/ Incorrect Function Name", "Mistral-small-2402 (FC Any)/Simple Function Error/ Incorrect Function Name", "Mistral-tiny-2312 (Prompt)/Simple Function Error/ Incorrect Function Name", "Nexusflow-Raven-v2 (FC)/Simple Function Error/ Incorrect Function Name", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error/ Incorrect Function Name", "Claude-2.1 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Claude-3-Haiku-20240307 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Claude-3-Opus-20240229 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Claude-3-Sonnet-20240229 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Deepseek-v1.5 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "FireFunction-v1 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "GPT-4-turbo-2024-04-09 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Gemini-1.5-Flash-Preview-0514 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Gemma-7b-it (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Mistral-Medium-2312 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Mistral-Small-2402 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Command-R-Plus (FC) (Optimized)/Function Parsing Error/ Incorrect Parsing Output Format", "Functionary-Medium-v2.4 (FC)/Function Parsing Error/ Incorrect Parsing Output Format", "Functionary-Small-v2.4 (FC)/Function Parsing Error/ Incorrect Parsing Output Format", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error/ Incorrect Parsing Output Format", "Deepseek-v1.5 (Prompt)/Function Parsing Error/ Incorrect REST Parsing Output Format", "Functionary-Medium-v2.4 (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "Functionary-Small-v2.4 (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "GPT-4-0125-Preview (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "GPT-4-1106-Preview (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "GPT-4-turbo-2024-04-09 (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "GPT-4o-2024-05-13 (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "Claude-2.1 (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-3-Haiku-20240307 (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-3-Sonnet-20240229 (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)/ Incorrect Response Key", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)/ Incorrect Response Key", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)/ Incorrect Response Key", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)/ Incorrect Response Key", "Deepseek-v1.5 (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "FireFunction-v1 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "GPT-4-0125-Preview (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "GPT-4-0613 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Gemini-1.5-Pro-Preview-0409 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Gemini-1.5-Pro-Preview-0514 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Mistral-Small-2402 (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Mistral-large-2402 (FC Any)/Executable Function Error (REST)/ Incorrect Response Key", "Mistral-large-2402 (FC Auto)/Executable Function Error (REST)/ Incorrect Response Key", "Mistral-small-2402 (FC Any)/Executable Function Error (REST)/ Incorrect Response Key", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error/ Invalid Dictionary Items", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Invalid Dictionary Items", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error/ Invalid Dictionary Items", "Command-R-Plus (FC) (Optimized)/Value Error/ Invalid Dictionary Items", "Command-R-Plus (FC) (Original)/Value Error/ Invalid Dictionary Items", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Invalid Dictionary Items", "Command-R-Plus (Prompt) (Original)/Value Error/ Invalid Dictionary Items", "Functionary-Medium-v2.4 (FC)/Value Error/ Invalid Dictionary Items", "GPT-3.5-Turbo-0125 (FC)/Value Error/ Invalid Dictionary Items", "GPT-4-0125-Preview (FC)/Value Error/ Invalid Dictionary Items", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error/ Invalid Dictionary Items", "Hermes-2-Pro-Mistral-7B (FC)/Value Error/ Invalid Dictionary Items", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error/ Invalid Dictionary Items", "Mistral-Medium-2312 (Prompt)/Value Error/ Invalid Dictionary Items", "Mistral-large-2402 (FC Any)/Value Error/ Invalid Dictionary Items", "Mistral-small-2402 (FC Any)/Value Error/ Invalid Dictionary Items", "Nexusflow-Raven-v2 (FC)/Value Error/ Invalid Dictionary Items", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error/ Invalid Dictionary Key", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Invalid Dictionary Key", "Command-R-Plus (FC) (Optimized)/Value Error/ Invalid Dictionary Key", "Command-R-Plus (FC) (Original)/Value Error/ Invalid Dictionary Key", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Invalid Dictionary Key", "Gemini-1.0-Pro-001 (FC)/Value Error/ Invalid Dictionary Key", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error/ Invalid Dictionary Key", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error/ Invalid Dictionary Key", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error/ Invalid Dictionary Key", "Gorilla-OpenFunctions-v2 (FC)/Value Error/ Invalid Dictionary Key", "Mistral-Medium-2312 (Prompt)/Value Error/ Invalid Dictionary Key", "Nexusflow-Raven-v2 (FC)/Value Error/ Invalid Dictionary Key", "Claude-2.1 (Prompt)/Value Error/ Invalid Dictionary Value", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error/ Invalid Dictionary Value", "Claude-3-Haiku-20240307 (Prompt)/Value Error/ Invalid Dictionary Value", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error/ Invalid Dictionary Value", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Invalid Dictionary Value", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error/ Invalid Dictionary Value", "Claude-3-Sonnet-20240229 (Prompt)/Value Error/ Invalid Dictionary Value", "Claude-instant-1.2 (Prompt)/Value Error/ Invalid Dictionary Value", "Command-R-Plus (FC) (Original)/Value Error/ Invalid Dictionary Value", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Invalid Dictionary Value", "Command-R-Plus (Prompt) (Original)/Value Error/ Invalid Dictionary Value", "DBRX-Instruct (Prompt)/Value Error/ Invalid Dictionary Value", "Functionary-Small-v2.4 (FC)/Value Error/ Invalid Dictionary Value", "GPT-4-0125-Preview (FC)/Value Error/ Invalid Dictionary Value", "GPT-4-0125-Preview (Prompt)/Value Error/ Invalid Dictionary Value", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error/ Invalid Dictionary Value", "GPT-4o-2024-05-13 (Prompt)/Value Error/ Invalid Dictionary Value", "Gemini-1.0-Pro-001 (FC)/Value Error/ Invalid Dictionary Value", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error/ Invalid Dictionary Value", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error/ Invalid Dictionary Value", "Hermes-2-Pro-Mistral-7B (FC)/Value Error/ Invalid Dictionary Value", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error/ Invalid Dictionary Value", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error/ Invalid Dictionary Value", "Mistral-Medium-2312 (Prompt)/Value Error/ Invalid Dictionary Value", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error/ Invalid Dictionary Value", "Claude-2.1 (Prompt)/Value Error/ Invalid List/Tuple Format", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error/ Invalid List/Tuple Format", "Claude-3-Haiku-20240307 (Prompt)/Value Error/ Invalid List/Tuple Format", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Invalid List/Tuple Format", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error/ Invalid List/Tuple Format", "Claude-3-Sonnet-20240229 (Prompt)/Value Error/ Invalid List/Tuple Format", "Claude-instant-1.2 (Prompt)/Value Error/ Invalid List/Tuple Format", "Command-R-Plus (FC) (Optimized)/Value Error/ Invalid List/Tuple Format", "Command-R-Plus (FC) (Original)/Value Error/ Invalid List/Tuple Format", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Invalid List/Tuple Format", "Command-R-Plus (Prompt) (Original)/Value Error/ Invalid List/Tuple Format", "DBRX-Instruct (Prompt)/Value Error/ Invalid List/Tuple Format", "FireFunction-v1 (FC)/Value Error/ Invalid List/Tuple Format", "Functionary-Medium-v2.4 (FC)/Value Error/ Invalid List/Tuple Format", "Functionary-Small-v2.4 (FC)/Value Error/ Invalid List/Tuple Format", "GPT-3.5-Turbo-0125 (FC)/Value Error/ Invalid List/Tuple Format", "GPT-4-0125-Preview (FC)/Value Error/ Invalid List/Tuple Format", "GPT-4-0125-Preview (Prompt)/Value Error/ Invalid List/Tuple Format", "GPT-4-0613 (FC)/Value Error/ Invalid List/Tuple Format", "GPT-4-1106-Preview (FC)/Value Error/ Invalid List/Tuple Format", "GPT-4-turbo-2024-04-09 (FC)/Value Error/ Invalid List/Tuple Format", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error/ Invalid List/Tuple Format", "GPT-4o-2024-05-13 (FC)/Value Error/ Invalid List/Tuple Format", "GPT-4o-2024-05-13 (Prompt)/Value Error/ Invalid List/Tuple Format", "Gemini-1.0-Pro-001 (FC)/Value Error/ Invalid List/Tuple Format", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error/ Invalid List/Tuple Format", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error/ Invalid List/Tuple Format", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error/ Invalid List/Tuple Format", "Gemma-7b-it (Prompt)/Value Error/ Invalid List/Tuple Format", "Gorilla-OpenFunctions-v2 (FC)/Value Error/ Invalid List/Tuple Format", "Hermes-2-Pro-Mistral-7B (FC)/Value Error/ Invalid List/Tuple Format", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error/ Invalid List/Tuple Format", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error/ Invalid List/Tuple Format", "Mistral-Medium-2312 (Prompt)/Value Error/ Invalid List/Tuple Format", "Mistral-large-2402 (FC Any)/Value Error/ Invalid List/Tuple Format", "Mistral-large-2402 (FC Auto)/Value Error/ Invalid List/Tuple Format", "Mistral-small-2402 (FC Any)/Value Error/ Invalid List/Tuple Format", "Mistral-tiny-2312 (Prompt)/Value Error/ Invalid List/Tuple Format", "Nexusflow-Raven-v2 (FC)/Value Error/ Invalid List/Tuple Format", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error/ Invalid List/Tuple Format", "Claude-2.1 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Simple Function Error/ Missing Optional Parameter", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Simple Function Error/ Missing Optional Parameter", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error/ Missing Optional Parameter", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Claude-instant-1.2 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Command-R-Plus (FC) (Optimized)/Simple Function Error/ Missing Optional Parameter", "Command-R-Plus (FC) (Original)/Simple Function Error/ Missing Optional Parameter", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error/ Missing Optional Parameter", "Command-R-Plus (Prompt) (Original)/Simple Function Error/ Missing Optional Parameter", "DBRX-Instruct (Prompt)/Simple Function Error/ Missing Optional Parameter", "Deepseek-v1.5 (Prompt)/Simple Function Error/ Missing Optional Parameter", "FireFunction-v1 (FC)/Simple Function Error/ Missing Optional Parameter", "Functionary-Medium-v2.4 (FC)/Simple Function Error/ Missing Optional Parameter", "Functionary-Small-v2.4 (FC)/Simple Function Error/ Missing Optional Parameter", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error/ Missing Optional Parameter", "GPT-4-0125-Preview (FC)/Simple Function Error/ Missing Optional Parameter", "GPT-4-0125-Preview (Prompt)/Simple Function Error/ Missing Optional Parameter", "GPT-4-1106-Preview (FC)/Simple Function Error/ Missing Optional Parameter", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error/ Missing Optional Parameter", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error/ Missing Optional Parameter", "GPT-4o-2024-05-13 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error/ Missing Optional Parameter", "Gemma-7b-it (Prompt)/Simple Function Error/ Missing Optional Parameter", "Gorilla-OpenFunctions-v2 (FC)/Simple Function Error/ Missing Optional Parameter", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error/ Missing Optional Parameter", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error/ Missing Optional Parameter", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error/ Missing Optional Parameter", "Mistral-Medium-2312 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Mistral-large-2402 (FC Any)/Simple Function Error/ Missing Optional Parameter", "Mistral-large-2402 (FC Auto)/Simple Function Error/ Missing Optional Parameter", "Mistral-small-2402 (FC Any)/Simple Function Error/ Missing Optional Parameter", "Mistral-tiny-2312 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Nexusflow-Raven-v2 (FC)/Simple Function Error/ Missing Optional Parameter", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error/ Missing Optional Parameter", "Claude-2.1 (Prompt)/Simple Function Error/ Missing Required Parameter", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error/ Missing Required Parameter", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error/ Missing Required Parameter", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error/ Missing Required Parameter", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error/ Missing Required Parameter", "Claude-instant-1.2 (Prompt)/Simple Function Error/ Missing Required Parameter", "Command-R-Plus (FC) (Optimized)/Simple Function Error/ Missing Required Parameter", "Command-R-Plus (FC) (Original)/Simple Function Error/ Missing Required Parameter", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error/ Missing Required Parameter", "Command-R-Plus (Prompt) (Original)/Simple Function Error/ Missing Required Parameter", "DBRX-Instruct (Prompt)/Simple Function Error/ Missing Required Parameter", "Deepseek-v1.5 (Prompt)/Simple Function Error/ Missing Required Parameter", "Functionary-Medium-v2.4 (FC)/Simple Function Error/ Missing Required Parameter", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error/ Missing Required Parameter", "GPT-4-0125-Preview (FC)/Simple Function Error/ Missing Required Parameter", "GPT-4-0613 (FC)/Simple Function Error/ Missing Required Parameter", "GPT-4-1106-Preview (FC)/Simple Function Error/ Missing Required Parameter", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error/ Missing Required Parameter", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error/ Missing Required Parameter", "GPT-4o-2024-05-13 (FC)/Simple Function Error/ Missing Required Parameter", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error/ Missing Required Parameter", "Gemini-1.5-Pro-Preview-0409 (FC)/Simple Function Error/ Missing Required Parameter", "Gemini-1.5-Pro-Preview-0514 (FC)/Simple Function Error/ Missing Required Parameter", "Gemma-7b-it (Prompt)/Simple Function Error/ Missing Required Parameter", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error/ Missing Required Parameter", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error/ Missing Required Parameter", "Mistral-Medium-2312 (Prompt)/Simple Function Error/ Missing Required Parameter", "Mistral-large-2402 (FC Any)/Simple Function Error/ Missing Required Parameter", "Mistral-large-2402 (FC Auto)/Simple Function Error/ Missing Required Parameter", "Mistral-small-2402 (FC Any)/Simple Function Error/ Missing Required Parameter", "Mistral-tiny-2312 (Prompt)/Simple Function Error/ Missing Required Parameter", "Nexusflow-Raven-v2 (FC)/Simple Function Error/ Missing Required Parameter", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error/ Missing Required Parameter", "Claude-2.1 (Prompt)/Parallel Function Error/ No Match Found", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Parallel Function Error/ No Match Found", "Claude-3-Haiku-20240307 (Prompt)/Parallel Function Error/ No Match Found", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Parallel Function Error/ No Match Found", "Claude-3-Opus-20240229 (Prompt)/Parallel Function Error/ No Match Found", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Parallel Function Error/ No Match Found", "Claude-3-Sonnet-20240229 (Prompt)/Parallel Function Error/ No Match Found", "Claude-instant-1.2 (Prompt)/Parallel Function Error/ No Match Found", "Command-R-Plus (FC) (Optimized)/Parallel Function Error/ No Match Found", "Command-R-Plus (FC) (Original)/Parallel Function Error/ No Match Found", "Command-R-Plus (Prompt) (Optimized)/Parallel Function Error/ No Match Found", "Command-R-Plus (Prompt) (Original)/Parallel Function Error/ No Match Found", "DBRX-Instruct (Prompt)/Parallel Function Error/ No Match Found", "Deepseek-v1.5 (Prompt)/Parallel Function Error/ No Match Found", "FireFunction-v1 (FC)/Parallel Function Error/ No Match Found", "Functionary-Medium-v2.4 (FC)/Parallel Function Error/ No Match Found", "Functionary-Small-v2.4 (FC)/Parallel Function Error/ No Match Found", "GPT-3.5-Turbo-0125 (FC)/Parallel Function Error/ No Match Found", "GPT-4-0125-Preview (FC)/Parallel Function Error/ No Match Found", "GPT-4-0125-Preview (Prompt)/Parallel Function Error/ No Match Found", "GPT-4-0613 (FC)/Parallel Function Error/ No Match Found", "GPT-4-1106-Preview (FC)/Parallel Function Error/ No Match Found", "GPT-4-turbo-2024-04-09 (FC)/Parallel Function Error/ No Match Found", "GPT-4-turbo-2024-04-09 (Prompt)/Parallel Function Error/ No Match Found", "GPT-4o-2024-05-13 (FC)/Parallel Function Error/ No Match Found", "GPT-4o-2024-05-13 (Prompt)/Parallel Function Error/ No Match Found", "Gemini-1.0-Pro-001 (FC)/Parallel Function Error/ No Match Found", "Gemini-1.5-Flash-Preview-0514 (FC)/Parallel Function Error/ No Match Found", "Gemini-1.5-Pro-Preview-0409 (FC)/Parallel Function Error/ No Match Found", "Gemini-1.5-Pro-Preview-0514 (FC)/Parallel Function Error/ No Match Found", "Gemma-7b-it (Prompt)/Parallel Function Error/ No Match Found", "Gorilla-OpenFunctions-v2 (FC)/Parallel Function Error/ No Match Found", "Hermes-2-Pro-Mistral-7B (FC)/Parallel Function Error/ No Match Found", "Meta-Llama-3-70B-Instruct (Prompt)/Parallel Function Error/ No Match Found", "Meta-Llama-3-8B-Instruct (Prompt)/Parallel Function Error/ No Match Found", "Mistral-Medium-2312 (Prompt)/Parallel Function Error/ No Match Found", "Mistral-Small-2402 (Prompt)/Parallel Function Error/ No Match Found", "Mistral-large-2402 (FC Any)/Parallel Function Error/ No Match Found", "Mistral-large-2402 (FC Auto)/Parallel Function Error/ No Match Found", "Mistral-small-2402 (FC Any)/Parallel Function Error/ No Match Found", "Mistral-small-2402 (FC Auto)/Parallel Function Error/ No Match Found", "Mistral-tiny-2312 (Prompt)/Parallel Function Error/ No Match Found", "Nexusflow-Raven-v2 (FC)/Parallel Function Error/ No Match Found", "Snowflake/snowflake-arctic-instruct (Prompt)/Parallel Function Error/ No Match Found", "Claude-2.1 (Prompt)/Type Error/ Primitive Type Mismatch", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Type Error/ Primitive Type Mismatch", "Claude-3-Haiku-20240307 (Prompt)/Type Error/ Primitive Type Mismatch", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Type Error/ Primitive Type Mismatch", "Claude-3-Opus-20240229 (Prompt)/Type Error/ Primitive Type Mismatch", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Type Error/ Primitive Type Mismatch", "Claude-3-Sonnet-20240229 (Prompt)/Type Error/ Primitive Type Mismatch", "Claude-instant-1.2 (Prompt)/Type Error/ Primitive Type Mismatch", "Command-R-Plus (FC) (Optimized)/Type Error/ Primitive Type Mismatch", "Command-R-Plus (FC) (Original)/Type Error/ Primitive Type Mismatch", "Command-R-Plus (Prompt) (Optimized)/Type Error/ Primitive Type Mismatch", "Command-R-Plus (Prompt) (Original)/Type Error/ Primitive Type Mismatch", "DBRX-Instruct (Prompt)/Type Error/ Primitive Type Mismatch", "Deepseek-v1.5 (Prompt)/Type Error/ Primitive Type Mismatch", "FireFunction-v1 (FC)/Type Error/ Primitive Type Mismatch", "Functionary-Medium-v2.4 (FC)/Type Error/ Primitive Type Mismatch", "Functionary-Small-v2.4 (FC)/Type Error/ Primitive Type Mismatch", "GPT-3.5-Turbo-0125 (FC)/Type Error/ Primitive Type Mismatch", "GPT-4-0125-Preview (FC)/Type Error/ Primitive Type Mismatch", "GPT-4-0125-Preview (Prompt)/Type Error/ Primitive Type Mismatch", "GPT-4-0613 (FC)/Type Error/ Primitive Type Mismatch", "GPT-4-1106-Preview (FC)/Type Error/ Primitive Type Mismatch", "GPT-4-turbo-2024-04-09 (FC)/Type Error/ Primitive Type Mismatch", "GPT-4-turbo-2024-04-09 (Prompt)/Type Error/ Primitive Type Mismatch", "GPT-4o-2024-05-13 (FC)/Type Error/ Primitive Type Mismatch", "GPT-4o-2024-05-13 (Prompt)/Type Error/ Primitive Type Mismatch", "Gemini-1.0-Pro-001 (FC)/Type Error/ Primitive Type Mismatch", "Gemini-1.5-Flash-Preview-0514 (FC)/Type Error/ Primitive Type Mismatch", "Gemini-1.5-Pro-Preview-0409 (FC)/Type Error/ Primitive Type Mismatch", "Gemini-1.5-Pro-Preview-0514 (FC)/Type Error/ Primitive Type Mismatch", "Gemma-7b-it (Prompt)/Type Error/ Primitive Type Mismatch", "Gorilla-OpenFunctions-v2 (FC)/Type Error/ Primitive Type Mismatch", "Hermes-2-Pro-Mistral-7B (FC)/Type Error/ Primitive Type Mismatch", "Meta-Llama-3-70B-Instruct (Prompt)/Type Error/ Primitive Type Mismatch", "Meta-Llama-3-8B-Instruct (Prompt)/Type Error/ Primitive Type Mismatch", "Mistral-Medium-2312 (Prompt)/Type Error/ Primitive Type Mismatch", "Mistral-Small-2402 (Prompt)/Type Error/ Primitive Type Mismatch", "Mistral-large-2402 (FC Any)/Type Error/ Primitive Type Mismatch", "Mistral-large-2402 (FC Auto)/Type Error/ Primitive Type Mismatch", "Mistral-small-2402 (FC Any)/Type Error/ Primitive Type Mismatch", "Mistral-tiny-2312 (Prompt)/Type Error/ Primitive Type Mismatch", "Nexusflow-Raven-v2 (FC)/Type Error/ Primitive Type Mismatch", "Snowflake/snowflake-arctic-instruct (Prompt)/Type Error/ Primitive Type Mismatch", "Command-R-Plus (FC) (Optimized)/Executable Error (REST)/ Response Format Error", "Command-R-Plus (FC) (Original)/Executable Error (REST)/ Response Format Error", "Hermes-2-Pro-Mistral-7B (FC)/Executable Error (REST)/ Response Format Error", "Nexusflow-Raven-v2 (FC)/Executable Error (REST)/ Response Format Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (Non REST)/ Runtime Execution Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)/ Runtime Execution Error", "Command-R-Plus (FC) (Optimized)/Executable Function Error (Non REST)/ Runtime Execution Error", "Command-R-Plus (FC) (Original)/Executable Function Error (Non REST)/ Runtime Execution Error", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (Non REST)/ Runtime Execution Error", "Command-R-Plus (Prompt) (Original)/Executable Function Error (Non REST)/ Runtime Execution Error", "DBRX-Instruct (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "FireFunction-v1 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "Functionary-Medium-v2.4 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "GPT-4-0125-Preview (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "GPT-4-1106-Preview (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "GPT-4-turbo-2024-04-09 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "Gemma-7b-it (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "Mistral-Small-2402 (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "Mistral-large-2402 (FC Any)/Executable Function Error (Non REST)/ Runtime Execution Error", "Mistral-large-2402 (FC Auto)/Executable Function Error (Non REST)/ Runtime Execution Error", "Mistral-tiny-2312 (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "Nexusflow-Raven-v2 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (REST)/ Runtime Execution Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)/ Runtime Execution Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)/ Runtime Execution Error", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)/ Runtime Execution Error", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)/ Runtime Execution Error", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)/ Runtime Execution Error", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)/ Runtime Execution Error", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)/ Runtime Execution Error", "FireFunction-v1 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "GPT-4-0125-Preview (FC)/Executable Function Error (REST)/ Runtime Execution Error", "GPT-4-1106-Preview (FC)/Executable Function Error (REST)/ Runtime Execution Error", "GPT-4-turbo-2024-04-09 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Gemma-7b-it (Prompt)/Executable Function Error (REST)/ Runtime Execution Error", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (REST)/ Runtime Execution Error", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)/ Runtime Execution Error", "Mistral-Medium-2312 (Prompt)/Executable Function Error (REST)/ Runtime Execution Error", "Mistral-small-2402 (FC Any)/Executable Function Error (REST)/ Runtime Execution Error", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)/ Runtime Execution Error", "Claude-2.1 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Haiku-20240307 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Opus-20240229 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Sonnet-20240229 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-instant-1.2 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Command-R-Plus (FC) (Optimized)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Command-R-Plus (FC) (Original)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Command-R-Plus (Prompt) (Optimized)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Command-R-Plus (Prompt) (Original)/Relevance Error/ Succeeded with Irrelevant Func Doc", "DBRX-Instruct (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Deepseek-v1.5 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "FireFunction-v1 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Functionary-Medium-v2.4 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Functionary-Small-v2.4 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-3.5-Turbo-0125 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4-0125-Preview (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4-0125-Preview (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4-0613 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4-1106-Preview (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4-turbo-2024-04-09 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4-turbo-2024-04-09 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4o-2024-05-13 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4o-2024-05-13 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Gemini-1.0-Pro-001 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Gemini-1.5-Flash-Preview-0514 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Gemini-1.5-Pro-Preview-0409 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Gemini-1.5-Pro-Preview-0514 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Gemma-7b-it (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Gorilla-OpenFunctions-v2 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Hermes-2-Pro-Mistral-7B (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Meta-Llama-3-70B-Instruct (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Meta-Llama-3-8B-Instruct (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-Medium-2312 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-Small-2402 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-large-2402 (FC Any)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-large-2402 (FC Auto)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-small-2402 (FC Any)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-small-2402 (FC Auto)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-tiny-2312 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Nexusflow-Raven-v2 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Snowflake/snowflake-arctic-instruct (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error/ Unexpected Argument Count", "Command-R-Plus (FC) (Optimized)/Simple Function Error/ Unexpected Argument Count", "Functionary-Medium-v2.4 (FC)/Simple Function Error/ Unexpected Argument Count", "Functionary-Small-v2.4 (FC)/Simple Function Error/ Unexpected Argument Count", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error/ Unexpected Argument Count", "GPT-4-0125-Preview (FC)/Simple Function Error/ Unexpected Argument Count", "GPT-4-0125-Preview (Prompt)/Simple Function Error/ Unexpected Argument Count", "GPT-4-1106-Preview (FC)/Simple Function Error/ Unexpected Argument Count", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error/ Unexpected Argument Count", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error/ Unexpected Argument Count", "GPT-4o-2024-05-13 (FC)/Simple Function Error/ Unexpected Argument Count", "Gemma-7b-it (Prompt)/Simple Function Error/ Unexpected Argument Count", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error/ Unexpected Argument Count", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error/ Unexpected Argument Count", "Mistral-large-2402 (FC Any)/Simple Function Error/ Unexpected Argument Count", "Mistral-large-2402 (FC Auto)/Simple Function Error/ Unexpected Argument Count", "Claude-2.1 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Haiku-20240307 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Opus-20240229 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Sonnet-20240229 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Claude-instant-1.2 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Command-R-Plus (FC) (Optimized)/Parallel Function Error/ Unexpected Function Count", "Command-R-Plus (FC) (Original)/Parallel Function Error/ Unexpected Function Count", "Command-R-Plus (Prompt) (Optimized)/Parallel Function Error/ Unexpected Function Count", "Command-R-Plus (Prompt) (Original)/Parallel Function Error/ Unexpected Function Count", "DBRX-Instruct (Prompt)/Parallel Function Error/ Unexpected Function Count", "Deepseek-v1.5 (Prompt)/Parallel Function Error/ Unexpected Function Count", "FireFunction-v1 (FC)/Parallel Function Error/ Unexpected Function Count", "Functionary-Medium-v2.4 (FC)/Parallel Function Error/ Unexpected Function Count", "Functionary-Small-v2.4 (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-3.5-Turbo-0125 (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-4-0125-Preview (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-4-0125-Preview (Prompt)/Parallel Function Error/ Unexpected Function Count", "GPT-4-0613 (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-4-1106-Preview (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-4-turbo-2024-04-09 (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-4-turbo-2024-04-09 (Prompt)/Parallel Function Error/ Unexpected Function Count", "GPT-4o-2024-05-13 (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-4o-2024-05-13 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Gemini-1.0-Pro-001 (FC)/Parallel Function Error/ Unexpected Function Count", "Gemini-1.5-Flash-Preview-0514 (FC)/Parallel Function Error/ Unexpected Function Count", "Gemini-1.5-Pro-Preview-0409 (FC)/Parallel Function Error/ Unexpected Function Count", "Gemini-1.5-Pro-Preview-0514 (FC)/Parallel Function Error/ Unexpected Function Count", "Gemma-7b-it (Prompt)/Parallel Function Error/ Unexpected Function Count", "Gorilla-OpenFunctions-v2 (FC)/Parallel Function Error/ Unexpected Function Count", "Hermes-2-Pro-Mistral-7B (FC)/Parallel Function Error/ Unexpected Function Count", "Meta-Llama-3-70B-Instruct (Prompt)/Parallel Function Error/ Unexpected Function Count", "Meta-Llama-3-8B-Instruct (Prompt)/Parallel Function Error/ Unexpected Function Count", "Mistral-Medium-2312 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Mistral-Small-2402 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Mistral-large-2402 (FC Any)/Parallel Function Error/ Unexpected Function Count", "Mistral-large-2402 (FC Auto)/Parallel Function Error/ Unexpected Function Count", "Mistral-small-2402 (FC Any)/Parallel Function Error/ Unexpected Function Count", "Mistral-small-2402 (FC Auto)/Parallel Function Error/ Unexpected Function Count", "Mistral-tiny-2312 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Nexusflow-Raven-v2 (FC)/Parallel Function Error/ Unexpected Function Count", "Snowflake/snowflake-arctic-instruct (Prompt)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Haiku-20240307 (Prompt)/Value Error/ Unexpected List/Dictionary Count", "Claude-2.1 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-instant-1.2 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Command-R-Plus (FC) (Optimized)/Simple Function Error/ Unexpected Parameter Encountered", "Command-R-Plus (FC) (Original)/Simple Function Error/ Unexpected Parameter Encountered", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error/ Unexpected Parameter Encountered", "Command-R-Plus (Prompt) (Original)/Simple Function Error/ Unexpected Parameter Encountered", "DBRX-Instruct (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Deepseek-v1.5 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Functionary-Medium-v2.4 (FC)/Simple Function Error/ Unexpected Parameter Encountered", "Functionary-Small-v2.4 (FC)/Simple Function Error/ Unexpected Parameter Encountered", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error/ Unexpected Parameter Encountered", "GPT-4-0125-Preview (FC)/Simple Function Error/ Unexpected Parameter Encountered", "Gemini-1.0-Pro-001 (FC)/Simple Function Error/ Unexpected Parameter Encountered", "Gemma-7b-it (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Gorilla-OpenFunctions-v2 (FC)/Simple Function Error/ Unexpected Parameter Encountered", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error/ Unexpected Parameter Encountered", "Mistral-Medium-2312 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Mistral-large-2402 (FC Any)/Simple Function Error/ Unexpected Parameter Encountered", "Mistral-small-2402 (FC Any)/Simple Function Error/ Unexpected Parameter Encountered", "Nexusflow-Raven-v2 (FC)/Simple Function Error/ Unexpected Parameter Encountered", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-2.1 (Prompt)/Value Error/ Wrong String Value", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error/ Wrong String Value", "Claude-3-Haiku-20240307 (Prompt)/Value Error/ Wrong String Value", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error/ Wrong String Value", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Wrong String Value", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error/ Wrong String Value", "Claude-3-Sonnet-20240229 (Prompt)/Value Error/ Wrong String Value", "Claude-instant-1.2 (Prompt)/Value Error/ Wrong String Value", "Command-R-Plus (FC) (Optimized)/Value Error/ Wrong String Value", "Command-R-Plus (FC) (Original)/Value Error/ Wrong String Value", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Wrong String Value", "Command-R-Plus (Prompt) (Original)/Value Error/ Wrong String Value", "DBRX-Instruct (Prompt)/Value Error/ Wrong String Value", "Deepseek-v1.5 (Prompt)/Value Error/ Wrong String Value", "FireFunction-v1 (FC)/Value Error/ Wrong String Value", "Functionary-Medium-v2.4 (FC)/Value Error/ Wrong String Value", "Functionary-Small-v2.4 (FC)/Value Error/ Wrong String Value", "GPT-3.5-Turbo-0125 (FC)/Value Error/ Wrong String Value", "GPT-4-0125-Preview (FC)/Value Error/ Wrong String Value", "GPT-4-0125-Preview (Prompt)/Value Error/ Wrong String Value", "GPT-4-0613 (FC)/Value Error/ Wrong String Value", "GPT-4-1106-Preview (FC)/Value Error/ Wrong String Value", "GPT-4-turbo-2024-04-09 (FC)/Value Error/ Wrong String Value", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error/ Wrong String Value", "GPT-4o-2024-05-13 (FC)/Value Error/ Wrong String Value", "GPT-4o-2024-05-13 (Prompt)/Value Error/ Wrong String Value", "Gemini-1.0-Pro-001 (FC)/Value Error/ Wrong String Value", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error/ Wrong String Value", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error/ Wrong String Value", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error/ Wrong String Value", "Gemma-7b-it (Prompt)/Value Error/ Wrong String Value", "Gorilla-OpenFunctions-v2 (FC)/Value Error/ Wrong String Value", "Hermes-2-Pro-Mistral-7B (FC)/Value Error/ Wrong String Value", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error/ Wrong String Value", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error/ Wrong String Value", "Mistral-Medium-2312 (Prompt)/Value Error/ Wrong String Value", "Mistral-Small-2402 (Prompt)/Value Error/ Wrong String Value", "Mistral-large-2402 (FC Any)/Value Error/ Wrong String Value", "Mistral-large-2402 (FC Auto)/Value Error/ Wrong String Value", "Mistral-small-2402 (FC Any)/Value Error/ Wrong String Value", "Mistral-tiny-2312 (Prompt)/Value Error/ Wrong String Value", "Nexusflow-Raven-v2 (FC)/Value Error/ Wrong String Value", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error/ Wrong String Value", "Claude-2.1 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error/ Wrong int/float/bool/variable Value", "Claude-3-Haiku-20240307 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error/ Wrong int/float/bool/variable Value", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error/ Wrong int/float/bool/variable Value", "Claude-3-Sonnet-20240229 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Claude-instant-1.2 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Command-R-Plus (FC) (Optimized)/Value Error/ Wrong int/float/bool/variable Value", "Command-R-Plus (FC) (Original)/Value Error/ Wrong int/float/bool/variable Value", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Wrong int/float/bool/variable Value", "Command-R-Plus (Prompt) (Original)/Value Error/ Wrong int/float/bool/variable Value", "DBRX-Instruct (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Deepseek-v1.5 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "FireFunction-v1 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Functionary-Medium-v2.4 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Functionary-Small-v2.4 (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-3.5-Turbo-0125 (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4-0125-Preview (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4-0125-Preview (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4-0613 (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4-1106-Preview (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4-turbo-2024-04-09 (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4o-2024-05-13 (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4o-2024-05-13 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Gemini-1.0-Pro-001 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Gemma-7b-it (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Gorilla-OpenFunctions-v2 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Hermes-2-Pro-Mistral-7B (FC)/Value Error/ Wrong int/float/bool/variable Value", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Mistral-Medium-2312 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Mistral-Small-2402 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Mistral-large-2402 (FC Any)/Value Error/ Wrong int/float/bool/variable Value", "Mistral-large-2402 (FC Auto)/Value Error/ Wrong int/float/bool/variable Value", "Mistral-small-2402 (FC Any)/Value Error/ Wrong int/float/bool/variable Value", "Mistral-tiny-2312 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Nexusflow-Raven-v2 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Command-R-Plus (FC) (Optimized)/Executable Error (REST)", "Command-R-Plus (FC) (Original)/Executable Error (REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Error (REST)", "Nexusflow-Raven-v2 (FC)/Executable Error (REST)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Command-R-Plus (FC) (Optimized)/Executable Function Error (Non REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (Non REST)", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (Non REST)", "Command-R-Plus (Prompt) (Original)/Executable Function Error (Non REST)", "DBRX-Instruct (Prompt)/Executable Function Error (Non REST)", "Deepseek-v1.5 (Prompt)/Executable Function Error (Non REST)", "FireFunction-v1 (FC)/Executable Function Error (Non REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (Non REST)", "Functionary-Small-v2.4 (FC)/Executable Function Error (Non REST)", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (Non REST)", "GPT-4-0125-Preview (FC)/Executable Function Error (Non REST)", "GPT-4-0613 (FC)/Executable Function Error (Non REST)", "GPT-4-1106-Preview (FC)/Executable Function Error (Non REST)", "GPT-4-turbo-2024-04-09 (FC)/Executable Function Error (Non REST)", "GPT-4-turbo-2024-04-09 (Prompt)/Executable Function Error (Non REST)", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (Non REST)", "Gemma-7b-it (Prompt)/Executable Function Error (Non REST)", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (Non REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (Non REST)", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (Non REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (Non REST)", "Mistral-Small-2402 (Prompt)/Executable Function Error (Non REST)", "Mistral-large-2402 (FC Any)/Executable Function Error (Non REST)", "Mistral-large-2402 (FC Auto)/Executable Function Error (Non REST)", "Mistral-tiny-2312 (Prompt)/Executable Function Error (Non REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (Non REST)", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (Non REST)", "Claude-2.1 (Prompt)/Executable Function Error (REST)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Haiku-20240307 (Prompt)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (Prompt)/Executable Function Error (REST)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Sonnet-20240229 (Prompt)/Executable Function Error (REST)", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)", "Deepseek-v1.5 (Prompt)/Executable Function Error (REST)", "FireFunction-v1 (FC)/Executable Function Error (REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (REST)", "GPT-4-0125-Preview (FC)/Executable Function Error (REST)", "GPT-4-0125-Preview (Prompt)/Executable Function Error (REST)", "GPT-4-0613 (FC)/Executable Function Error (REST)", "GPT-4-1106-Preview (FC)/Executable Function Error (REST)", "GPT-4-turbo-2024-04-09 (FC)/Executable Function Error (REST)", "GPT-4-turbo-2024-04-09 (Prompt)/Executable Function Error (REST)", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)", "Gemini-1.5-Flash-Preview-0514 (FC)/Executable Function Error (REST)", "Gemini-1.5-Pro-Preview-0409 (FC)/Executable Function Error (REST)", "Gemini-1.5-Pro-Preview-0514 (FC)/Executable Function Error (REST)", "Gemma-7b-it (Prompt)/Executable Function Error (REST)", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (REST)", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)", "Mistral-Medium-2312 (Prompt)/Executable Function Error (REST)", "Mistral-Small-2402 (Prompt)/Executable Function Error (REST)", "Mistral-large-2402 (FC Any)/Executable Function Error (REST)", "Mistral-large-2402 (FC Auto)/Executable Function Error (REST)", "Mistral-small-2402 (FC Any)/Executable Function Error (REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)", "Claude-2.1 (Prompt)/Function Parsing Error", "Claude-3-Haiku-20240307 (Prompt)/Function Parsing Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Function Parsing Error", "Claude-3-Opus-20240229 (Prompt)/Function Parsing Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Function Parsing Error", "Claude-3-Sonnet-20240229 (Prompt)/Function Parsing Error", "Claude-instant-1.2 (Prompt)/Function Parsing Error", "Command-R-Plus (FC) (Optimized)/Function Parsing Error", "Command-R-Plus (FC) (Original)/Function Parsing Error", "Command-R-Plus (Prompt) (Optimized)/Function Parsing Error", "Command-R-Plus (Prompt) (Original)/Function Parsing Error", "DBRX-Instruct (Prompt)/Function Parsing Error", "Deepseek-v1.5 (Prompt)/Function Parsing Error", "FireFunction-v1 (FC)/Function Parsing Error", "Functionary-Medium-v2.4 (FC)/Function Parsing Error", "Functionary-Small-v2.4 (FC)/Function Parsing Error", "GPT-3.5-Turbo-0125 (FC)/Function Parsing Error", "GPT-4-0125-Preview (FC)/Function Parsing Error", "GPT-4-0125-Preview (Prompt)/Function Parsing Error", "GPT-4-0613 (FC)/Function Parsing Error", "GPT-4-1106-Preview (FC)/Function Parsing Error", "GPT-4-turbo-2024-04-09 (FC)/Function Parsing Error", "GPT-4-turbo-2024-04-09 (Prompt)/Function Parsing Error", "GPT-4o-2024-05-13 (FC)/Function Parsing Error", "GPT-4o-2024-05-13 (Prompt)/Function Parsing Error", "Gemini-1.0-Pro-001 (FC)/Function Parsing Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Function Parsing Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Function Parsing Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Function Parsing Error", "Gemma-7b-it (Prompt)/Function Parsing Error", "Gorilla-OpenFunctions-v2 (FC)/Function Parsing Error", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error", "Meta-Llama-3-70B-Instruct (Prompt)/Function Parsing Error", "Meta-Llama-3-8B-Instruct (Prompt)/Function Parsing Error", "Mistral-Medium-2312 (Prompt)/Function Parsing Error", "Mistral-Small-2402 (Prompt)/Function Parsing Error", "Mistral-large-2402 (FC Any)/Function Parsing Error", "Mistral-large-2402 (FC Auto)/Function Parsing Error", "Mistral-small-2402 (FC Any)/Function Parsing Error", "Mistral-small-2402 (FC Auto)/Function Parsing Error", "Mistral-tiny-2312 (Prompt)/Function Parsing Error", "Nexusflow-Raven-v2 (FC)/Function Parsing Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Function Parsing Error", "Claude-2.1 (Prompt)/Parallel Function Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Haiku-20240307 (Prompt)/Parallel Function Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Opus-20240229 (Prompt)/Parallel Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Parallel Function Error", "Claude-instant-1.2 (Prompt)/Parallel Function Error", "Command-R-Plus (FC) (Optimized)/Parallel Function Error", "Command-R-Plus (FC) (Original)/Parallel Function Error", "Command-R-Plus (Prompt) (Optimized)/Parallel Function Error", "Command-R-Plus (Prompt) (Original)/Parallel Function Error", "DBRX-Instruct (Prompt)/Parallel Function Error", "Deepseek-v1.5 (Prompt)/Parallel Function Error", "FireFunction-v1 (FC)/Parallel Function Error", "Functionary-Medium-v2.4 (FC)/Parallel Function Error", "Functionary-Small-v2.4 (FC)/Parallel Function Error", "GPT-3.5-Turbo-0125 (FC)/Parallel Function Error", "GPT-4-0125-Preview (FC)/Parallel Function Error", "GPT-4-0125-Preview (Prompt)/Parallel Function Error", "GPT-4-0613 (FC)/Parallel Function Error", "GPT-4-1106-Preview (FC)/Parallel Function Error", "GPT-4-turbo-2024-04-09 (FC)/Parallel Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Parallel Function Error", "GPT-4o-2024-05-13 (FC)/Parallel Function Error", "GPT-4o-2024-05-13 (Prompt)/Parallel Function Error", "Gemini-1.0-Pro-001 (FC)/Parallel Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Parallel Function Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Parallel Function Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Parallel Function Error", "Gemma-7b-it (Prompt)/Parallel Function Error", "Gorilla-OpenFunctions-v2 (FC)/Parallel Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Parallel Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Parallel Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Parallel Function Error", "Mistral-Medium-2312 (Prompt)/Parallel Function Error", "Mistral-Small-2402 (Prompt)/Parallel Function Error", "Mistral-large-2402 (FC Any)/Parallel Function Error", "Mistral-large-2402 (FC Auto)/Parallel Function Error", "Mistral-small-2402 (FC Any)/Parallel Function Error", "Mistral-small-2402 (FC Auto)/Parallel Function Error", "Mistral-tiny-2312 (Prompt)/Parallel Function Error", "Nexusflow-Raven-v2 (FC)/Parallel Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Parallel Function Error", "Claude-2.1 (Prompt)/Relevance Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Relevance Error", "Claude-3-Haiku-20240307 (Prompt)/Relevance Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Relevance Error", "Claude-3-Opus-20240229 (Prompt)/Relevance Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Relevance Error", "Claude-3-Sonnet-20240229 (Prompt)/Relevance Error", "Claude-instant-1.2 (Prompt)/Relevance Error", "Command-R-Plus (FC) (Optimized)/Relevance Error", "Command-R-Plus (FC) (Original)/Relevance Error", "Command-R-Plus (Prompt) (Optimized)/Relevance Error", "Command-R-Plus (Prompt) (Original)/Relevance Error", "DBRX-Instruct (Prompt)/Relevance Error", "Deepseek-v1.5 (Prompt)/Relevance Error", "FireFunction-v1 (FC)/Relevance Error", "Functionary-Medium-v2.4 (FC)/Relevance Error", "Functionary-Small-v2.4 (FC)/Relevance Error", "GPT-3.5-Turbo-0125 (FC)/Relevance Error", "GPT-4-0125-Preview (FC)/Relevance Error", "GPT-4-0125-Preview (Prompt)/Relevance Error", "GPT-4-0613 (FC)/Relevance Error", "GPT-4-1106-Preview (FC)/Relevance Error", "GPT-4-turbo-2024-04-09 (FC)/Relevance Error", "GPT-4-turbo-2024-04-09 (Prompt)/Relevance Error", "GPT-4o-2024-05-13 (FC)/Relevance Error", "GPT-4o-2024-05-13 (Prompt)/Relevance Error", "Gemini-1.0-Pro-001 (FC)/Relevance Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Relevance Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Relevance Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Relevance Error", "Gemma-7b-it (Prompt)/Relevance Error", "Gorilla-OpenFunctions-v2 (FC)/Relevance Error", "Hermes-2-Pro-Mistral-7B (FC)/Relevance Error", "Meta-Llama-3-70B-Instruct (Prompt)/Relevance Error", "Meta-Llama-3-8B-Instruct (Prompt)/Relevance Error", "Mistral-Medium-2312 (Prompt)/Relevance Error", "Mistral-Small-2402 (Prompt)/Relevance Error", "Mistral-large-2402 (FC Any)/Relevance Error", "Mistral-large-2402 (FC Auto)/Relevance Error", "Mistral-small-2402 (FC Any)/Relevance Error", "Mistral-small-2402 (FC Auto)/Relevance Error", "Mistral-tiny-2312 (Prompt)/Relevance Error", "Nexusflow-Raven-v2 (FC)/Relevance Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Relevance Error", "Claude-2.1 (Prompt)/Simple Function Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error", "Claude-instant-1.2 (Prompt)/Simple Function Error", "Command-R-Plus (FC) (Optimized)/Simple Function Error", "Command-R-Plus (FC) (Original)/Simple Function Error", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error", "Command-R-Plus (Prompt) (Original)/Simple Function Error", "DBRX-Instruct (Prompt)/Simple Function Error", "Deepseek-v1.5 (Prompt)/Simple Function Error", "FireFunction-v1 (FC)/Simple Function Error", "Functionary-Medium-v2.4 (FC)/Simple Function Error", "Functionary-Small-v2.4 (FC)/Simple Function Error", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error", "GPT-4-0125-Preview (FC)/Simple Function Error", "GPT-4-0125-Preview (Prompt)/Simple Function Error", "GPT-4-0613 (FC)/Simple Function Error", "GPT-4-1106-Preview (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error", "GPT-4o-2024-05-13 (FC)/Simple Function Error", "GPT-4o-2024-05-13 (Prompt)/Simple Function Error", "Gemini-1.0-Pro-001 (FC)/Simple Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Simple Function Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Simple Function Error", "Gemma-7b-it (Prompt)/Simple Function Error", "Gorilla-OpenFunctions-v2 (FC)/Simple Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error", "Mistral-Medium-2312 (Prompt)/Simple Function Error", "Mistral-Small-2402 (Prompt)/Simple Function Error", "Mistral-large-2402 (FC Any)/Simple Function Error", "Mistral-large-2402 (FC Auto)/Simple Function Error", "Mistral-small-2402 (FC Any)/Simple Function Error", "Mistral-tiny-2312 (Prompt)/Simple Function Error", "Nexusflow-Raven-v2 (FC)/Simple Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error", "Claude-2.1 (Prompt)/Type Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Type Error", "Claude-3-Haiku-20240307 (Prompt)/Type Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Type Error", "Claude-3-Opus-20240229 (Prompt)/Type Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Type Error", "Claude-3-Sonnet-20240229 (Prompt)/Type Error", "Claude-instant-1.2 (Prompt)/Type Error", "Command-R-Plus (FC) (Optimized)/Type Error", "Command-R-Plus (FC) (Original)/Type Error", "Command-R-Plus (Prompt) (Optimized)/Type Error", "Command-R-Plus (Prompt) (Original)/Type Error", "DBRX-Instruct (Prompt)/Type Error", "Deepseek-v1.5 (Prompt)/Type Error", "FireFunction-v1 (FC)/Type Error", "Functionary-Medium-v2.4 (FC)/Type Error", "Functionary-Small-v2.4 (FC)/Type Error", "GPT-3.5-Turbo-0125 (FC)/Type Error", "GPT-4-0125-Preview (FC)/Type Error", "GPT-4-0125-Preview (Prompt)/Type Error", "GPT-4-0613 (FC)/Type Error", "GPT-4-1106-Preview (FC)/Type Error", "GPT-4-turbo-2024-04-09 (FC)/Type Error", "GPT-4-turbo-2024-04-09 (Prompt)/Type Error", "GPT-4o-2024-05-13 (FC)/Type Error", "GPT-4o-2024-05-13 (Prompt)/Type Error", "Gemini-1.0-Pro-001 (FC)/Type Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Type Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Type Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Type Error", "Gemma-7b-it (Prompt)/Type Error", "Gorilla-OpenFunctions-v2 (FC)/Type Error", "Hermes-2-Pro-Mistral-7B (FC)/Type Error", "Meta-Llama-3-70B-Instruct (Prompt)/Type Error", "Meta-Llama-3-8B-Instruct (Prompt)/Type Error", "Mistral-Medium-2312 (Prompt)/Type Error", "Mistral-Small-2402 (Prompt)/Type Error", "Mistral-large-2402 (FC Any)/Type Error", "Mistral-large-2402 (FC Auto)/Type Error", "Mistral-small-2402 (FC Any)/Type Error", "Mistral-small-2402 (FC Auto)/Type Error", "Mistral-tiny-2312 (Prompt)/Type Error", "Nexusflow-Raven-v2 (FC)/Type Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Type Error", "Claude-2.1 (Prompt)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Value Error", "Claude-instant-1.2 (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "DBRX-Instruct (Prompt)/Value Error", "Deepseek-v1.5 (Prompt)/Value Error", "FireFunction-v1 (FC)/Value Error", "Functionary-Medium-v2.4 (FC)/Value Error", "Functionary-Small-v2.4 (FC)/Value Error", "GPT-3.5-Turbo-0125 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "GPT-4-0125-Preview (Prompt)/Value Error", "GPT-4-0613 (FC)/Value Error", "GPT-4-1106-Preview (FC)/Value Error", "GPT-4-turbo-2024-04-09 (FC)/Value Error", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error", "GPT-4o-2024-05-13 (FC)/Value Error", "GPT-4o-2024-05-13 (Prompt)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Gemma-7b-it (Prompt)/Value Error", "Gorilla-OpenFunctions-v2 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Mistral-Small-2402 (Prompt)/Value Error", "Mistral-large-2402 (FC Any)/Value Error", "Mistral-large-2402 (FC Auto)/Value Error", "Mistral-small-2402 (FC Any)/Value Error", "Mistral-small-2402 (FC Auto)/Value Error", "Mistral-tiny-2312 (Prompt)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)"], "labels": [" Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect Parsing Output Format", " Incorrect Parsing Output Format", " Incorrect Parsing Output Format", " Incorrect Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Response Format Error", " Response Format Error", " Response Format Error", " Response Format Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected List/Dictionary Count", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", "Executable Error (REST)", "Executable Error (REST)", "Executable Error (REST)", "Executable Error (REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)"], "name": "", "parents": ["Claude-2.1 (Prompt)/Type Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Type Error", "Claude-3-Haiku-20240307 (Prompt)/Type Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Type Error", "Claude-3-Opus-20240229 (Prompt)/Type Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Type Error", "Claude-3-Sonnet-20240229 (Prompt)/Type Error", "Claude-instant-1.2 (Prompt)/Type Error", "Command-R-Plus (FC) (Optimized)/Type Error", "Command-R-Plus (FC) (Original)/Type Error", "Command-R-Plus (Prompt) (Optimized)/Type Error", "Command-R-Plus (Prompt) (Original)/Type Error", "DBRX-Instruct (Prompt)/Type Error", "FireFunction-v1 (FC)/Type Error", "Functionary-Medium-v2.4 (FC)/Type Error", "Functionary-Small-v2.4 (FC)/Type Error", "GPT-3.5-Turbo-0125 (FC)/Type Error", "GPT-4-0125-Preview (FC)/Type Error", "GPT-4-0125-Preview (Prompt)/Type Error", "GPT-4-0613 (FC)/Type Error", "GPT-4-1106-Preview (FC)/Type Error", "GPT-4-turbo-2024-04-09 (FC)/Type Error", "GPT-4-turbo-2024-04-09 (Prompt)/Type Error", "GPT-4o-2024-05-13 (FC)/Type Error", "GPT-4o-2024-05-13 (Prompt)/Type Error", "Gemini-1.0-Pro-001 (FC)/Type Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Type Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Type Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Type Error", "Gemma-7b-it (Prompt)/Type Error", "Gorilla-OpenFunctions-v2 (FC)/Type Error", "Hermes-2-Pro-Mistral-7B (FC)/Type Error", "Meta-Llama-3-70B-Instruct (Prompt)/Type Error", "Meta-Llama-3-8B-Instruct (Prompt)/Type Error", "Mistral-Medium-2312 (Prompt)/Type Error", "Mistral-large-2402 (FC Any)/Type Error", "Mistral-large-2402 (FC Auto)/Type Error", "Mistral-small-2402 (FC Any)/Type Error", "Mistral-small-2402 (FC Auto)/Type Error", "Mistral-tiny-2312 (Prompt)/Type Error", "Nexusflow-Raven-v2 (FC)/Type Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Type Error", "Claude-2.1 (Prompt)/Function Parsing Error", "Claude-3-Haiku-20240307 (Prompt)/Function Parsing Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Function Parsing Error", "Claude-3-Opus-20240229 (Prompt)/Function Parsing Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Function Parsing Error", "Claude-3-Sonnet-20240229 (Prompt)/Function Parsing Error", "Claude-instant-1.2 (Prompt)/Function Parsing Error", "Command-R-Plus (FC) (Optimized)/Function Parsing Error", "Command-R-Plus (FC) (Original)/Function Parsing Error", "Command-R-Plus (Prompt) (Optimized)/Function Parsing Error", "Command-R-Plus (Prompt) (Original)/Function Parsing Error", "DBRX-Instruct (Prompt)/Function Parsing Error", "Deepseek-v1.5 (Prompt)/Function Parsing Error", "FireFunction-v1 (FC)/Function Parsing Error", "Functionary-Medium-v2.4 (FC)/Function Parsing Error", "Functionary-Small-v2.4 (FC)/Function Parsing Error", "GPT-3.5-Turbo-0125 (FC)/Function Parsing Error", "GPT-4-0125-Preview (FC)/Function Parsing Error", "GPT-4-0125-Preview (Prompt)/Function Parsing Error", "GPT-4-0613 (FC)/Function Parsing Error", "GPT-4-1106-Preview (FC)/Function Parsing Error", "GPT-4-turbo-2024-04-09 (FC)/Function Parsing Error", "GPT-4-turbo-2024-04-09 (Prompt)/Function Parsing Error", "GPT-4o-2024-05-13 (FC)/Function Parsing Error", "GPT-4o-2024-05-13 (Prompt)/Function Parsing Error", "Gemini-1.0-Pro-001 (FC)/Function Parsing Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Function Parsing Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Function Parsing Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Function Parsing Error", "Gemma-7b-it (Prompt)/Function Parsing Error", "Gorilla-OpenFunctions-v2 (FC)/Function Parsing Error", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error", "Meta-Llama-3-70B-Instruct (Prompt)/Function Parsing Error", "Meta-Llama-3-8B-Instruct (Prompt)/Function Parsing Error", "Mistral-Medium-2312 (Prompt)/Function Parsing Error", "Mistral-Small-2402 (Prompt)/Function Parsing Error", "Mistral-large-2402 (FC Any)/Function Parsing Error", "Mistral-large-2402 (FC Auto)/Function Parsing Error", "Mistral-small-2402 (FC Any)/Function Parsing Error", "Mistral-small-2402 (FC Auto)/Function Parsing Error", "Mistral-tiny-2312 (Prompt)/Function Parsing Error", "Nexusflow-Raven-v2 (FC)/Function Parsing Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Function Parsing Error", "Claude-2.1 (Prompt)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Value Error", "Claude-instant-1.2 (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "DBRX-Instruct (Prompt)/Value Error", "Deepseek-v1.5 (Prompt)/Value Error", "FireFunction-v1 (FC)/Value Error", "Functionary-Medium-v2.4 (FC)/Value Error", "Functionary-Small-v2.4 (FC)/Value Error", "GPT-3.5-Turbo-0125 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "GPT-4-0125-Preview (Prompt)/Value Error", "GPT-4-0613 (FC)/Value Error", "GPT-4-1106-Preview (FC)/Value Error", "GPT-4-turbo-2024-04-09 (FC)/Value Error", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error", "GPT-4o-2024-05-13 (FC)/Value Error", "GPT-4o-2024-05-13 (Prompt)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Gemma-7b-it (Prompt)/Value Error", "Gorilla-OpenFunctions-v2 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Mistral-Small-2402 (Prompt)/Value Error", "Mistral-large-2402 (FC Any)/Value Error", "Mistral-large-2402 (FC Auto)/Value Error", "Mistral-small-2402 (FC Any)/Value Error", "Mistral-small-2402 (FC Auto)/Value Error", "Mistral-tiny-2312 (Prompt)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Function Parsing Error", "Claude-instant-1.2 (Prompt)/Function Parsing Error", "Command-R-Plus (Prompt) (Optimized)/Function Parsing Error", "Command-R-Plus (Prompt) (Original)/Function Parsing Error", "DBRX-Instruct (Prompt)/Function Parsing Error", "Deepseek-v1.5 (Prompt)/Function Parsing Error", "GPT-4o-2024-05-13 (Prompt)/Function Parsing Error", "Gemma-7b-it (Prompt)/Function Parsing Error", "Meta-Llama-3-70B-Instruct (Prompt)/Function Parsing Error", "Meta-Llama-3-8B-Instruct (Prompt)/Function Parsing Error", "Mistral-Medium-2312 (Prompt)/Function Parsing Error", "Mistral-Small-2402 (Prompt)/Function Parsing Error", "Mistral-tiny-2312 (Prompt)/Function Parsing Error", "Nexusflow-Raven-v2 (FC)/Function Parsing Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Function Parsing Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (Non REST)", "DBRX-Instruct (Prompt)/Executable Function Error (Non REST)", "Deepseek-v1.5 (Prompt)/Executable Function Error (Non REST)", "FireFunction-v1 (FC)/Executable Function Error (Non REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (Non REST)", "Functionary-Small-v2.4 (FC)/Executable Function Error (Non REST)", "GPT-4-0613 (FC)/Executable Function Error (Non REST)", "GPT-4-turbo-2024-04-09 (Prompt)/Executable Function Error (Non REST)", "Gemma-7b-it (Prompt)/Executable Function Error (Non REST)", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (Non REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (Non REST)", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (Non REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (Non REST)", "Mistral-large-2402 (FC Any)/Executable Function Error (Non REST)", "Mistral-tiny-2312 (Prompt)/Executable Function Error (Non REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (Non REST)", "Claude-2.1 (Prompt)/Simple Function Error", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error", "Claude-instant-1.2 (Prompt)/Simple Function Error", "DBRX-Instruct (Prompt)/Simple Function Error", "Deepseek-v1.5 (Prompt)/Simple Function Error", "Functionary-Small-v2.4 (FC)/Simple Function Error", "GPT-4-0125-Preview (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error", "Gemma-7b-it (Prompt)/Simple Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error", "Mistral-Medium-2312 (Prompt)/Simple Function Error", "Mistral-Small-2402 (Prompt)/Simple Function Error", "Mistral-large-2402 (FC Any)/Simple Function Error", "Mistral-large-2402 (FC Auto)/Simple Function Error", "Mistral-small-2402 (FC Any)/Simple Function Error", "Mistral-tiny-2312 (Prompt)/Simple Function Error", "Nexusflow-Raven-v2 (FC)/Simple Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error", "Claude-2.1 (Prompt)/Executable Function Error (REST)", "Claude-3-Haiku-20240307 (Prompt)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (Prompt)/Executable Function Error (REST)", "Claude-3-Sonnet-20240229 (Prompt)/Executable Function Error (REST)", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)", "Deepseek-v1.5 (Prompt)/Executable Function Error (REST)", "FireFunction-v1 (FC)/Executable Function Error (REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (REST)", "GPT-4-turbo-2024-04-09 (Prompt)/Executable Function Error (REST)", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)", "Gemini-1.5-Flash-Preview-0514 (FC)/Executable Function Error (REST)", "Gemma-7b-it (Prompt)/Executable Function Error (REST)", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)", "Mistral-Medium-2312 (Prompt)/Executable Function Error (REST)", "Mistral-Small-2402 (Prompt)/Executable Function Error (REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)", "Command-R-Plus (FC) (Optimized)/Function Parsing Error", "Functionary-Medium-v2.4 (FC)/Function Parsing Error", "Functionary-Small-v2.4 (FC)/Function Parsing Error", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error", "Deepseek-v1.5 (Prompt)/Function Parsing Error", "Functionary-Medium-v2.4 (FC)/Function Parsing Error", "Functionary-Small-v2.4 (FC)/Function Parsing Error", "GPT-4-0125-Preview (FC)/Function Parsing Error", "GPT-4-1106-Preview (FC)/Function Parsing Error", "GPT-4-turbo-2024-04-09 (FC)/Function Parsing Error", "GPT-4o-2024-05-13 (FC)/Function Parsing Error", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error", "Claude-2.1 (Prompt)/Executable Function Error (REST)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Haiku-20240307 (Prompt)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Sonnet-20240229 (Prompt)/Executable Function Error (REST)", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)", "Deepseek-v1.5 (Prompt)/Executable Function Error (REST)", "FireFunction-v1 (FC)/Executable Function Error (REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)", "GPT-4-0125-Preview (Prompt)/Executable Function Error (REST)", "GPT-4-0613 (FC)/Executable Function Error (REST)", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)", "Gemini-1.5-Pro-Preview-0409 (FC)/Executable Function Error (REST)", "Gemini-1.5-Pro-Preview-0514 (FC)/Executable Function Error (REST)", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (REST)", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)", "Mistral-Small-2402 (Prompt)/Executable Function Error (REST)", "Mistral-large-2402 (FC Any)/Executable Function Error (REST)", "Mistral-large-2402 (FC Auto)/Executable Function Error (REST)", "Mistral-small-2402 (FC Any)/Executable Function Error (REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "Functionary-Medium-v2.4 (FC)/Value Error", "GPT-3.5-Turbo-0125 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Mistral-large-2402 (FC Any)/Value Error", "Mistral-small-2402 (FC Any)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Gorilla-OpenFunctions-v2 (FC)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Claude-2.1 (Prompt)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Value Error", "Claude-instant-1.2 (Prompt)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "DBRX-Instruct (Prompt)/Value Error", "Functionary-Small-v2.4 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "GPT-4-0125-Preview (Prompt)/Value Error", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error", "GPT-4o-2024-05-13 (Prompt)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error", "Claude-2.1 (Prompt)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Value Error", "Claude-instant-1.2 (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "DBRX-Instruct (Prompt)/Value Error", "FireFunction-v1 (FC)/Value Error", "Functionary-Medium-v2.4 (FC)/Value Error", "Functionary-Small-v2.4 (FC)/Value Error", "GPT-3.5-Turbo-0125 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "GPT-4-0125-Preview (Prompt)/Value Error", "GPT-4-0613 (FC)/Value Error", "GPT-4-1106-Preview (FC)/Value Error", "GPT-4-turbo-2024-04-09 (FC)/Value Error", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error", "GPT-4o-2024-05-13 (FC)/Value Error", "GPT-4o-2024-05-13 (Prompt)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Gemma-7b-it (Prompt)/Value Error", "Gorilla-OpenFunctions-v2 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Mistral-large-2402 (FC Any)/Value Error", "Mistral-large-2402 (FC Auto)/Value Error", "Mistral-small-2402 (FC Any)/Value Error", "Mistral-tiny-2312 (Prompt)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error", "Claude-2.1 (Prompt)/Simple Function Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error", "Claude-instant-1.2 (Prompt)/Simple Function Error", "Command-R-Plus (FC) (Optimized)/Simple Function Error", "Command-R-Plus (FC) (Original)/Simple Function Error", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error", "Command-R-Plus (Prompt) (Original)/Simple Function Error", "DBRX-Instruct (Prompt)/Simple Function Error", "Deepseek-v1.5 (Prompt)/Simple Function Error", "FireFunction-v1 (FC)/Simple Function Error", "Functionary-Medium-v2.4 (FC)/Simple Function Error", "Functionary-Small-v2.4 (FC)/Simple Function Error", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error", "GPT-4-0125-Preview (FC)/Simple Function Error", "GPT-4-0125-Preview (Prompt)/Simple Function Error", "GPT-4-1106-Preview (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error", "GPT-4o-2024-05-13 (Prompt)/Simple Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error", "Gemma-7b-it (Prompt)/Simple Function Error", "Gorilla-OpenFunctions-v2 (FC)/Simple Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error", "Mistral-Medium-2312 (Prompt)/Simple Function Error", "Mistral-large-2402 (FC Any)/Simple Function Error", "Mistral-large-2402 (FC Auto)/Simple Function Error", "Mistral-small-2402 (FC Any)/Simple Function Error", "Mistral-tiny-2312 (Prompt)/Simple Function Error", "Nexusflow-Raven-v2 (FC)/Simple Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error", "Claude-2.1 (Prompt)/Simple Function Error", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error", "Claude-instant-1.2 (Prompt)/Simple Function Error", "Command-R-Plus (FC) (Optimized)/Simple Function Error", "Command-R-Plus (FC) (Original)/Simple Function Error", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error", "Command-R-Plus (Prompt) (Original)/Simple Function Error", "DBRX-Instruct (Prompt)/Simple Function Error", "Deepseek-v1.5 (Prompt)/Simple Function Error", "Functionary-Medium-v2.4 (FC)/Simple Function Error", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error", "GPT-4-0125-Preview (FC)/Simple Function Error", "GPT-4-0613 (FC)/Simple Function Error", "GPT-4-1106-Preview (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error", "GPT-4o-2024-05-13 (FC)/Simple Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Simple Function Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Simple Function Error", "Gemma-7b-it (Prompt)/Simple Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error", "Mistral-Medium-2312 (Prompt)/Simple Function Error", "Mistral-large-2402 (FC Any)/Simple Function Error", "Mistral-large-2402 (FC Auto)/Simple Function Error", "Mistral-small-2402 (FC Any)/Simple Function Error", "Mistral-tiny-2312 (Prompt)/Simple Function Error", "Nexusflow-Raven-v2 (FC)/Simple Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error", "Claude-2.1 (Prompt)/Parallel Function Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Haiku-20240307 (Prompt)/Parallel Function Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Opus-20240229 (Prompt)/Parallel Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Parallel Function Error", "Claude-instant-1.2 (Prompt)/Parallel Function Error", "Command-R-Plus (FC) (Optimized)/Parallel Function Error", "Command-R-Plus (FC) (Original)/Parallel Function Error", "Command-R-Plus (Prompt) (Optimized)/Parallel Function Error", "Command-R-Plus (Prompt) (Original)/Parallel Function Error", "DBRX-Instruct (Prompt)/Parallel Function Error", "Deepseek-v1.5 (Prompt)/Parallel Function Error", "FireFunction-v1 (FC)/Parallel Function Error", "Functionary-Medium-v2.4 (FC)/Parallel Function Error", "Functionary-Small-v2.4 (FC)/Parallel Function Error", "GPT-3.5-Turbo-0125 (FC)/Parallel Function Error", "GPT-4-0125-Preview (FC)/Parallel Function Error", "GPT-4-0125-Preview (Prompt)/Parallel Function Error", "GPT-4-0613 (FC)/Parallel Function Error", "GPT-4-1106-Preview (FC)/Parallel Function Error", "GPT-4-turbo-2024-04-09 (FC)/Parallel Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Parallel Function Error", "GPT-4o-2024-05-13 (FC)/Parallel Function Error", "GPT-4o-2024-05-13 (Prompt)/Parallel Function Error", "Gemini-1.0-Pro-001 (FC)/Parallel Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Parallel Function Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Parallel Function Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Parallel Function Error", "Gemma-7b-it (Prompt)/Parallel Function Error", "Gorilla-OpenFunctions-v2 (FC)/Parallel Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Parallel Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Parallel Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Parallel Function Error", "Mistral-Medium-2312 (Prompt)/Parallel Function Error", "Mistral-Small-2402 (Prompt)/Parallel Function Error", "Mistral-large-2402 (FC Any)/Parallel Function Error", "Mistral-large-2402 (FC Auto)/Parallel Function Error", "Mistral-small-2402 (FC Any)/Parallel Function Error", "Mistral-small-2402 (FC Auto)/Parallel Function Error", "Mistral-tiny-2312 (Prompt)/Parallel Function Error", "Nexusflow-Raven-v2 (FC)/Parallel Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Parallel Function Error", "Claude-2.1 (Prompt)/Type Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Type Error", "Claude-3-Haiku-20240307 (Prompt)/Type Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Type Error", "Claude-3-Opus-20240229 (Prompt)/Type Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Type Error", "Claude-3-Sonnet-20240229 (Prompt)/Type Error", "Claude-instant-1.2 (Prompt)/Type Error", "Command-R-Plus (FC) (Optimized)/Type Error", "Command-R-Plus (FC) (Original)/Type Error", "Command-R-Plus (Prompt) (Optimized)/Type Error", "Command-R-Plus (Prompt) (Original)/Type Error", "DBRX-Instruct (Prompt)/Type Error", "Deepseek-v1.5 (Prompt)/Type Error", "FireFunction-v1 (FC)/Type Error", "Functionary-Medium-v2.4 (FC)/Type Error", "Functionary-Small-v2.4 (FC)/Type Error", "GPT-3.5-Turbo-0125 (FC)/Type Error", "GPT-4-0125-Preview (FC)/Type Error", "GPT-4-0125-Preview (Prompt)/Type Error", "GPT-4-0613 (FC)/Type Error", "GPT-4-1106-Preview (FC)/Type Error", "GPT-4-turbo-2024-04-09 (FC)/Type Error", "GPT-4-turbo-2024-04-09 (Prompt)/Type Error", "GPT-4o-2024-05-13 (FC)/Type Error", "GPT-4o-2024-05-13 (Prompt)/Type Error", "Gemini-1.0-Pro-001 (FC)/Type Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Type Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Type Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Type Error", "Gemma-7b-it (Prompt)/Type Error", "Gorilla-OpenFunctions-v2 (FC)/Type Error", "Hermes-2-Pro-Mistral-7B (FC)/Type Error", "Meta-Llama-3-70B-Instruct (Prompt)/Type Error", "Meta-Llama-3-8B-Instruct (Prompt)/Type Error", "Mistral-Medium-2312 (Prompt)/Type Error", "Mistral-Small-2402 (Prompt)/Type Error", "Mistral-large-2402 (FC Any)/Type Error", "Mistral-large-2402 (FC Auto)/Type Error", "Mistral-small-2402 (FC Any)/Type Error", "Mistral-tiny-2312 (Prompt)/Type Error", "Nexusflow-Raven-v2 (FC)/Type Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Type Error", "Command-R-Plus (FC) (Optimized)/Executable Error (REST)", "Command-R-Plus (FC) (Original)/Executable Error (REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Error (REST)", "Nexusflow-Raven-v2 (FC)/Executable Error (REST)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Command-R-Plus (FC) (Optimized)/Executable Function Error (Non REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (Non REST)", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (Non REST)", "Command-R-Plus (Prompt) (Original)/Executable Function Error (Non REST)", "DBRX-Instruct (Prompt)/Executable Function Error (Non REST)", "FireFunction-v1 (FC)/Executable Function Error (Non REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (Non REST)", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (Non REST)", "GPT-4-0125-Preview (FC)/Executable Function Error (Non REST)", "GPT-4-1106-Preview (FC)/Executable Function Error (Non REST)", "GPT-4-turbo-2024-04-09 (FC)/Executable Function Error (Non REST)", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (Non REST)", "Gemma-7b-it (Prompt)/Executable Function Error (Non REST)", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (Non REST)", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (Non REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (Non REST)", "Mistral-Small-2402 (Prompt)/Executable Function Error (Non REST)", "Mistral-large-2402 (FC Any)/Executable Function Error (Non REST)", "Mistral-large-2402 (FC Auto)/Executable Function Error (Non REST)", "Mistral-tiny-2312 (Prompt)/Executable Function Error (Non REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (Non REST)", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (Non REST)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)", "FireFunction-v1 (FC)/Executable Function Error (REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (REST)", "GPT-4-0125-Preview (FC)/Executable Function Error (REST)", "GPT-4-1106-Preview (FC)/Executable Function Error (REST)", "GPT-4-turbo-2024-04-09 (FC)/Executable Function Error (REST)", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)", "Gemini-1.5-Flash-Preview-0514 (FC)/Executable Function Error (REST)", "Gemini-1.5-Pro-Preview-0409 (FC)/Executable Function Error (REST)", "Gemini-1.5-Pro-Preview-0514 (FC)/Executable Function Error (REST)", "Gemma-7b-it (Prompt)/Executable Function Error (REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (REST)", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)", "Mistral-Medium-2312 (Prompt)/Executable Function Error (REST)", "Mistral-small-2402 (FC Any)/Executable Function Error (REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)", "Claude-2.1 (Prompt)/Relevance Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Relevance Error", "Claude-3-Haiku-20240307 (Prompt)/Relevance Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Relevance Error", "Claude-3-Opus-20240229 (Prompt)/Relevance Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Relevance Error", "Claude-3-Sonnet-20240229 (Prompt)/Relevance Error", "Claude-instant-1.2 (Prompt)/Relevance Error", "Command-R-Plus (FC) (Optimized)/Relevance Error", "Command-R-Plus (FC) (Original)/Relevance Error", "Command-R-Plus (Prompt) (Optimized)/Relevance Error", "Command-R-Plus (Prompt) (Original)/Relevance Error", "DBRX-Instruct (Prompt)/Relevance Error", "Deepseek-v1.5 (Prompt)/Relevance Error", "FireFunction-v1 (FC)/Relevance Error", "Functionary-Medium-v2.4 (FC)/Relevance Error", "Functionary-Small-v2.4 (FC)/Relevance Error", "GPT-3.5-Turbo-0125 (FC)/Relevance Error", "GPT-4-0125-Preview (FC)/Relevance Error", "GPT-4-0125-Preview (Prompt)/Relevance Error", "GPT-4-0613 (FC)/Relevance Error", "GPT-4-1106-Preview (FC)/Relevance Error", "GPT-4-turbo-2024-04-09 (FC)/Relevance Error", "GPT-4-turbo-2024-04-09 (Prompt)/Relevance Error", "GPT-4o-2024-05-13 (FC)/Relevance Error", "GPT-4o-2024-05-13 (Prompt)/Relevance Error", "Gemini-1.0-Pro-001 (FC)/Relevance Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Relevance Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Relevance Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Relevance Error", "Gemma-7b-it (Prompt)/Relevance Error", "Gorilla-OpenFunctions-v2 (FC)/Relevance Error", "Hermes-2-Pro-Mistral-7B (FC)/Relevance Error", "Meta-Llama-3-70B-Instruct (Prompt)/Relevance Error", "Meta-Llama-3-8B-Instruct (Prompt)/Relevance Error", "Mistral-Medium-2312 (Prompt)/Relevance Error", "Mistral-Small-2402 (Prompt)/Relevance Error", "Mistral-large-2402 (FC Any)/Relevance Error", "Mistral-large-2402 (FC Auto)/Relevance Error", "Mistral-small-2402 (FC Any)/Relevance Error", "Mistral-small-2402 (FC Auto)/Relevance Error", "Mistral-tiny-2312 (Prompt)/Relevance Error", "Nexusflow-Raven-v2 (FC)/Relevance Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Relevance Error", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error", "Command-R-Plus (FC) (Optimized)/Simple Function Error", "Functionary-Medium-v2.4 (FC)/Simple Function Error", "Functionary-Small-v2.4 (FC)/Simple Function Error", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error", "GPT-4-0125-Preview (FC)/Simple Function Error", "GPT-4-0125-Preview (Prompt)/Simple Function Error", "GPT-4-1106-Preview (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error", "GPT-4o-2024-05-13 (FC)/Simple Function Error", "Gemma-7b-it (Prompt)/Simple Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error", "Mistral-large-2402 (FC Any)/Simple Function Error", "Mistral-large-2402 (FC Auto)/Simple Function Error", "Claude-2.1 (Prompt)/Parallel Function Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Haiku-20240307 (Prompt)/Parallel Function Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Opus-20240229 (Prompt)/Parallel Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Parallel Function Error", "Claude-instant-1.2 (Prompt)/Parallel Function Error", "Command-R-Plus (FC) (Optimized)/Parallel Function Error", "Command-R-Plus (FC) (Original)/Parallel Function Error", "Command-R-Plus (Prompt) (Optimized)/Parallel Function Error", "Command-R-Plus (Prompt) (Original)/Parallel Function Error", "DBRX-Instruct (Prompt)/Parallel Function Error", "Deepseek-v1.5 (Prompt)/Parallel Function Error", "FireFunction-v1 (FC)/Parallel Function Error", "Functionary-Medium-v2.4 (FC)/Parallel Function Error", "Functionary-Small-v2.4 (FC)/Parallel Function Error", "GPT-3.5-Turbo-0125 (FC)/Parallel Function Error", "GPT-4-0125-Preview (FC)/Parallel Function Error", "GPT-4-0125-Preview (Prompt)/Parallel Function Error", "GPT-4-0613 (FC)/Parallel Function Error", "GPT-4-1106-Preview (FC)/Parallel Function Error", "GPT-4-turbo-2024-04-09 (FC)/Parallel Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Parallel Function Error", "GPT-4o-2024-05-13 (FC)/Parallel Function Error", "GPT-4o-2024-05-13 (Prompt)/Parallel Function Error", "Gemini-1.0-Pro-001 (FC)/Parallel Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Parallel Function Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Parallel Function Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Parallel Function Error", "Gemma-7b-it (Prompt)/Parallel Function Error", "Gorilla-OpenFunctions-v2 (FC)/Parallel Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Parallel Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Parallel Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Parallel Function Error", "Mistral-Medium-2312 (Prompt)/Parallel Function Error", "Mistral-Small-2402 (Prompt)/Parallel Function Error", "Mistral-large-2402 (FC Any)/Parallel Function Error", "Mistral-large-2402 (FC Auto)/Parallel Function Error", "Mistral-small-2402 (FC Any)/Parallel Function Error", "Mistral-small-2402 (FC Auto)/Parallel Function Error", "Mistral-tiny-2312 (Prompt)/Parallel Function Error", "Nexusflow-Raven-v2 (FC)/Parallel Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Parallel Function Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-2.1 (Prompt)/Simple Function Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error", "Claude-instant-1.2 (Prompt)/Simple Function Error", "Command-R-Plus (FC) (Optimized)/Simple Function Error", "Command-R-Plus (FC) (Original)/Simple Function Error", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error", "Command-R-Plus (Prompt) (Original)/Simple Function Error", "DBRX-Instruct (Prompt)/Simple Function Error", "Deepseek-v1.5 (Prompt)/Simple Function Error", "Functionary-Medium-v2.4 (FC)/Simple Function Error", "Functionary-Small-v2.4 (FC)/Simple Function Error", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error", "GPT-4-0125-Preview (FC)/Simple Function Error", "Gemini-1.0-Pro-001 (FC)/Simple Function Error", "Gemma-7b-it (Prompt)/Simple Function Error", "Gorilla-OpenFunctions-v2 (FC)/Simple Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error", "Mistral-Medium-2312 (Prompt)/Simple Function Error", "Mistral-large-2402 (FC Any)/Simple Function Error", "Mistral-small-2402 (FC Any)/Simple Function Error", "Nexusflow-Raven-v2 (FC)/Simple Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error", "Claude-2.1 (Prompt)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Value Error", "Claude-instant-1.2 (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "DBRX-Instruct (Prompt)/Value Error", "Deepseek-v1.5 (Prompt)/Value Error", "FireFunction-v1 (FC)/Value Error", "Functionary-Medium-v2.4 (FC)/Value Error", "Functionary-Small-v2.4 (FC)/Value Error", "GPT-3.5-Turbo-0125 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "GPT-4-0125-Preview (Prompt)/Value Error", "GPT-4-0613 (FC)/Value Error", "GPT-4-1106-Preview (FC)/Value Error", "GPT-4-turbo-2024-04-09 (FC)/Value Error", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error", "GPT-4o-2024-05-13 (FC)/Value Error", "GPT-4o-2024-05-13 (Prompt)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Gemma-7b-it (Prompt)/Value Error", "Gorilla-OpenFunctions-v2 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Mistral-Small-2402 (Prompt)/Value Error", "Mistral-large-2402 (FC Any)/Value Error", "Mistral-large-2402 (FC Auto)/Value Error", "Mistral-small-2402 (FC Any)/Value Error", "Mistral-tiny-2312 (Prompt)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error", "Claude-2.1 (Prompt)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Value Error", "Claude-instant-1.2 (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "DBRX-Instruct (Prompt)/Value Error", "Deepseek-v1.5 (Prompt)/Value Error", "FireFunction-v1 (FC)/Value Error", "Functionary-Medium-v2.4 (FC)/Value Error", "Functionary-Small-v2.4 (FC)/Value Error", "GPT-3.5-Turbo-0125 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "GPT-4-0125-Preview (Prompt)/Value Error", "GPT-4-0613 (FC)/Value Error", "GPT-4-1106-Preview (FC)/Value Error", "GPT-4-turbo-2024-04-09 (FC)/Value Error", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error", "GPT-4o-2024-05-13 (FC)/Value Error", "GPT-4o-2024-05-13 (Prompt)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Gemma-7b-it (Prompt)/Value Error", "Gorilla-OpenFunctions-v2 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Mistral-Small-2402 (Prompt)/Value Error", "Mistral-large-2402 (FC Any)/Value Error", "Mistral-large-2402 (FC Auto)/Value Error", "Mistral-small-2402 (FC Any)/Value Error", "Mistral-tiny-2312 (Prompt)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Hermes-2-Pro-Mistral-7B (FC)", "Nexusflow-Raven-v2 (FC)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", ""], "values": [3, 4, 6, 5, 7, 6, 2, 4, 6, 9, 7, 7, 2, 4, 4, 4, 5, 6, 4, 5, 5, 6, 4, 5, 5, 4, 6, 6, 6, 1, 5, 5, 4, 3, 6, 6, 6, 5, 2, 2, 8, 4, 317, 149, 30, 37, 24, 38, 113, 4, 7, 43, 43, 304, 733, 153, 4, 9, 1, 43, 21, 288, 16, 105, 23, 43, 194, 157, 78, 58, 55, 495, 24, 152, 33, 146, 154, 796, 4, 222, 3, 1244, 469, 42, 320, 6, 89, 7, 34, 5, 89, 6, 8, 8, 8, 6, 5, 5, 11, 90, 6, 4, 17, 10, 8, 90, 8, 11, 7, 11, 3, 39, 18, 12, 11, 6, 12, 16, 5, 6, 3, 2, 51, 55, 72, 39, 3, 26, 6, 2, 7, 1, 1, 7, 34, 3, 138, 3, 97, 2, 138, 45, 3, 2, 1, 3, 1, 1, 2, 7, 2, 5, 1, 1, 1, 7, 1, 11, 1, 2, 1, 2, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 4, 1, 7, 9, 5, 1, 5, 13, 1, 3, 3, 2, 1, 1, 2, 11, 12, 7, 7, 3, 9, 8, 5, 2, 1, 2, 19, 4, 2, 3, 8, 1, 1, 33, 4, 1, 9, 3, 3, 1, 13, 15, 1, 1, 1, 3, 1, 3, 2, 8, 1, 2, 6, 1, 2, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 7, 2, 3, 4, 4, 12, 6, 1, 1, 1, 2, 2, 1, 1, 3, 1, 1, 2, 1, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 2, 2, 3, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 2, 2, 2, 5, 4, 3, 1, 3, 5, 4, 4, 4, 4, 4, 5, 4, 4, 5, 3, 3, 3, 3, 4, 4, 4, 6, 3, 7, 6, 2, 2, 2, 4, 6, 3, 5, 2, 7, 1, 8, 7, 10, 3, 4, 1, 3, 8, 2, 1, 1, 2, 1, 2, 4, 5, 8, 6, 2, 6, 3, 3, 2, 6, 1, 1, 5, 4, 1, 5, 4, 7, 3, 16, 4, 1, 2, 3, 12, 19, 4, 4, 2, 2, 3, 1, 7, 1, 2, 5, 2, 1, 1, 3, 15, 10, 2, 16, 9, 1, 13, 1, 2, 2, 20, 3, 15, 8, 1, 2, 1, 37, 10, 3, 51, 13, 52, 63, 57, 30, 58, 80, 87, 107, 76, 73, 78, 36, 12, 68, 87, 55, 64, 49, 9, 65, 69, 60, 68, 43, 28, 42, 57, 58, 79, 55, 76, 65, 134, 61, 47, 54, 41, 29, 2, 92, 158, 64, 14, 26, 15, 27, 10, 34, 18, 15, 48, 53, 16, 19, 18, 6, 16, 25, 26, 14, 26, 10, 9, 21, 21, 18, 21, 8, 29, 30, 30, 30, 12, 12, 22, 26, 27, 10, 3, 28, 9, 31, 11, 26, 30, 8, 7, 1, 4, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 1, 2, 2, 1, 1, 1, 1, 4, 2, 4, 1, 1, 3, 1, 9, 8, 19, 2, 6, 1, 1, 2, 10, 16, 12, 4, 3, 7, 2, 6, 3, 6, 6, 30, 29, 1, 6, 1, 2, 5, 2, 40, 190, 157, 42, 47, 44, 117, 102, 87, 182, 110, 111, 106, 103, 64, 62, 77, 235, 41, 71, 20, 47, 27, 90, 45, 42, 48, 49, 27, 25, 70, 93, 214, 80, 130, 28, 4, 240, 38, 240, 1, 39, 235, 97, 1, 1, 30, 16, 150, 7, 1, 7, 9, 1, 26, 1, 9, 1, 5, 7, 21, 399, 17, 119, 16, 368, 19, 23, 16, 17, 24, 22, 20, 40, 389, 29, 31, 93, 23, 14, 345, 17, 18, 14, 30, 10, 211, 51, 16, 15, 44, 28, 63, 17, 32, 14, 14, 157, 134, 217, 8, 52, 130, 26, 1, 2, 2, 1, 1, 1, 2, 2, 3, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 4, 2, 2, 18, 27, 16, 37, 22, 39, 20, 26, 35, 46, 24, 25, 18, 11, 21, 23, 25, 18, 24, 12, 10, 19, 10, 14, 20, 14, 20, 32, 27, 26, 22, 17, 24, 26, 27, 20, 1, 31, 11, 34, 19, 35, 20, 3, 12, 7, 6, 4, 18, 9, 7, 14, 14, 7, 8, 6, 6, 5, 12, 11, 2, 8, 7, 1, 8, 1, 6, 6, 7, 11, 9, 12, 10, 7, 3, 22, 8, 6, 8, 1, 11, 4, 16, 8, 12, 8, 8, 7, 1, 4, 2, 3, 2, 1, 4, 1, 1, 4, 7, 3, 7, 1, 2, 1, 1, 2, 2, 1, 1, 8, 2, 11, 2, 6, 2, 5, 1, 3, 6, 1, 6, 11, 11, 11, 1, 21, 7, 5, 19, 16, 9, 10, 4, 20, 25, 18, 6, 3, 1, 1, 7, 2, 1, 9, 22, 7, 7, 34, 3, 32, 7, 21, 2, 3, 3, 4, 6, 50, 12, 317, 149, 30, 37, 24, 40, 120, 5, 7, 44, 44, 311, 768, 153, 26, 27, 1, 44, 21, 288, 17, 106, 23, 46, 197, 157, 78, 58, 55, 633, 24, 156, 36, 243, 156, 934, 4, 222, 3, 1244, 514, 45, 322, 72, 412, 69, 182, 73, 398, 77, 103, 103, 124, 100, 95, 98, 76, 401, 97, 118, 148, 87, 63, 354, 82, 87, 74, 98, 53, 239, 93, 73, 73, 123, 83, 139, 82, 166, 75, 61, 211, 175, 246, 10, 144, 288, 90, 40, 190, 157, 42, 47, 44, 117, 102, 87, 182, 110, 111, 106, 103, 64, 62, 77, 235, 41, 71, 20, 47, 27, 90, 45, 42, 48, 49, 27, 25, 70, 93, 214, 80, 130, 28, 4, 240, 38, 240, 1, 39, 235, 97, 11, 3, 7, 9, 7, 6, 6, 13, 5, 6, 10, 8, 11, 10, 2, 40, 21, 169, 21, 7, 2, 24, 20, 7, 39, 4, 1, 3, 2, 2, 30, 5, 17, 7, 36, 14, 7, 17, 16, 9, 54, 44, 10, 17, 30, 21, 32, 17, 40, 20, 19, 54, 62, 23, 26, 20, 6, 20, 29, 30, 19, 32, 14, 14, 26, 27, 22, 26, 13, 33, 36, 36, 36, 13, 17, 27, 30, 30, 16, 3, 34, 15, 36, 2, 13, 34, 34, 33, 134, 37, 79, 35, 151, 41, 47, 64, 77, 45, 46, 35, 28, 120, 48, 47, 41, 47, 31, 104, 39, 26, 32, 43, 28, 80, 68, 55, 51, 37, 37, 71, 45, 46, 37, 4, 102, 71, 132, 39, 37, 89, 39, 496, 782, 451, 388, 217, 686, 308, 409, 346, 485, 342, 341, 585, 1002, 783, 334, 339, 621, 276, 208, 784, 244, 297, 250, 297, 337, 568, 349, 258, 249, 948, 264, 668, 289, 678, 328, 1018, 616, 542, 672, 1296, 804, 795, 605], "type": "treemap", "textfont": { "size": 12 }, "root": { "color": "#C7CCDB" } }], { "template": { "data": { "histogram2dcontour": [{ "type": "histogram2dcontour", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "choropleth": [{ "type": "choropleth", "colorbar": { "outlinewidth": 0, "ticks": "" } }], "histogram2d": [{ "type": "histogram2d", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "heatmap": [{ "type": "heatmap", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "heatmapgl": [{ "type": "heatmapgl", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "contourcarpet": [{ "type": "contourcarpet", "colorbar": { "outlinewidth": 0, "ticks": "" } }], "contour": [{ "type": "contour", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "surface": [{ "type": "surface", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "mesh3d": [{ "type": "mesh3d", "colorbar": { "outlinewidth": 0, "ticks": "" } }], "scatter": [{ "fillpattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 }, "type": "scatter" }], "parcoords": [{ "type": "parcoords", "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scatterpolargl": [{ "type": "scatterpolargl", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "bar": [{ "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 }, "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "bar" }], "scattergeo": [{ "type": "scattergeo", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scatterpolar": [{ "type": "scatterpolar", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "histogram": [{ "marker": { "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "histogram" }], "scattergl": [{ "type": "scattergl", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scatter3d": [{ "type": "scatter3d", "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scattermapbox": [{ "type": "scattermapbox", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scatterternary": [{ "type": "scatterternary", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scattercarpet": [{ "type": "scattercarpet", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "carpet": [{ "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" }], "table": [{ "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" }], "barpolar": [{ "marker": { "line": { "color": "#E5ECF6", "width": 0.5 }, "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "barpolar" }], "pie": [{ "automargin": true, "type": "pie" }] }, "layout": { "autotypenumbers": "strict", "colorway": ["#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52"], "font": { "color": "#2a3f5f" }, "hovermode": "closest", "hoverlabel": { "align": "left" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "bgcolor": "#E5ECF6", "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "ternary": { "bgcolor": "#E5ECF6", "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "sequential": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]], "sequentialminus": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]], "diverging": [[0, "#8e0152"], [0.1, "#c51b7d"], [0.2, "#de77ae"], [0.3, "#f1b6da"], [0.4, "#fde0ef"], [0.5, "#f7f7f7"], [0.6, "#e6f5d0"], [0.7, "#b8e186"], [0.8, "#7fbc41"], [0.9, "#4d9221"], [1, "#276419"]] }, "xaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "automargin": true, "zerolinewidth": 2 }, "yaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "automargin": true, "zerolinewidth": 2 }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white", "gridwidth": 2 }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white", "gridwidth": 2 }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white", "gridwidth": 2 } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "geo": { "bgcolor": "white", "landcolor": "#E5ECF6", "subunitcolor": "white", "showland": true, "showlakes": true, "lakecolor": "white" }, "title": { "x": 0.05 }, "mapbox": { "style": "light" } } }, "legend": { "tracegroupgap": 0 }, "margin": { "t": 60 }, "paper_bgcolor": "#e5effc" }, { "responsive": true }) }; \ No newline at end of file