From 633bd5c667b203df6ac41ce0f0db0884cca7f6a0 Mon Sep 17 00:00:00 2001 From: "Huanzhi (Hans) Mao" Date: Sun, 23 Jun 2024 01:28:12 +0800 Subject: [PATCH] Leaderboard Update, adding new model firefunction-v2-FC (#476) This PR adds the new model `firefunction-v2-FC` to the leaderboard, thanks to the support from @pgarbacki in #470. This PR only adds an entry in the leaderboard; the score for all other models on the leaderboard will remain unchanged. --- data.csv | 69 ++++++++++++++++++++++++------------------------ leaderboard.html | 4 +-- treemap_2.js | 2 +- 3 files changed, 38 insertions(+), 37 deletions(-) diff --git a/data.csv b/data.csv index b4fe1644c..60d128956 100644 --- a/data.csv +++ b/data.csv @@ -11,37 +11,38 @@ Rank,Overall Acc,Model,Model Link,Organization,License,AST Summary,Exec Summary, 10,83.88%,Meta-Llama-3-70B-Instruct (Prompt),https://llama.meta.com/llama3,Meta,Meta Llama 3 Community,87.74%,85.32%,81.45%,91.00%,50.00%,68.00%,93.00%,91.50%,85.00%,91.76%,95.00%,87.14%,88.00%,84.00%,77.50%,69.17%,1.1,0.18,N/A,N/A 11,82.94%,GPT-4o-2024-05-13 (FC),https://openai.com/index/hello-gpt-4o/,OpenAI,Proprietary,85.23%,80.37%,78.91%,88.25%,56.00%,50.00%,90.00%,87.50%,84.50%,86.47%,94.00%,75.71%,78.00%,82.00%,75.00%,81.25%,2.33,2.09,2.52,6.93 12,82.88%,GPT-4-turbo-2024-04-09 (FC),https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo,OpenAI,Proprietary,85.56%,78.61%,74.73%,91.25%,33.00%,26.00%,90.00%,89.50%,88.00%,82.94%,93.00%,68.57%,88.00%,76.00%,67.50%,88.75%,4.78,5.48,6.37,18.51 -13,81.82%,Claude-3-Sonnet-20240229 (Prompt),https://www.anthropic.com/news/claude-3-family,Anthropic,Proprietary,87.40%,86.76%,83.09%,92.00%,53.00%,72.00%,89.00%,88.00%,89.50%,93.53%,96.00%,90.00%,92.00%,84.00%,77.50%,51.25%,2.13,1.95,1.16,3.08 -14,81.35%,Mistral-Medium-2312 (Prompt),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,83.76%,73.47%,80.55%,90.25%,54.00%,56.00%,92.00%,84.00%,78.50%,65.88%,96.00%,22.86%,76.00%,82.00%,70.00%,88.33%,1.76,2.75,2.15,6.38 -15,80.53%,GPT-4o-2024-05-13 (Prompt),https://openai.com/index/hello-gpt-4o/,OpenAI,Proprietary,77.15%,77.62%,85.09%,90.75%,68.00%,74.00%,84.00%,78.50%,61.00%,90.00%,95.00%,82.86%,78.00%,70.00%,72.50%,82.50%,2.67,1.15,0.78,2.67 -16,80.47%,Functionary-Medium-v2.4 (FC),https://huggingface.co/meetkai/functionary-medium-v2.4,MeetKai,MIT,85.61%,75.71%,79.45%,88.00%,55.00%,60.00%,90.50%,87.50%,85.00%,68.82%,85.00%,45.71%,84.00%,80.00%,70.00%,74.17%,N/A,2.49,2.69,7.45 -17,80.35%,Gemini-1.5-Flash-Preview-0514 (FC),https://deepmind.google/technologies/gemini/flash/,Google,Proprietary,81.48%,74.57%,80.91%,91.00%,58.00%,46.00%,93.50%,78.00%,73.50%,81.76%,94.00%,64.29%,90.00%,54.00%,72.50%,79.58%,0.07,1.0,0.49,1.54 -18,80.35%,Command-R-Plus (Prompt) (Optimized),https://txt.cohere.com/command-r-plus-microsoft-azure,Cohere For AI,cc-by-nc-4.0,83.60%,86.74%,82.91%,89.75%,64.00%,66.00%,88.50%,81.00%,82.00%,92.94%,97.00%,87.14%,90.00%,84.00%,80.00%,54.17%,1.9,1.27,0.93,3.24 -19,80.29%,Command-R-Plus (Prompt) (Original),https://txt.cohere.com/command-r-plus-microsoft-azure,Cohere For AI,cc-by-nc-4.0,83.89%,86.24%,82.55%,89.75%,63.00%,64.00%,90.00%,80.00%,83.00%,92.94%,98.00%,85.71%,88.00%,84.00%,80.00%,53.75%,1.9,1.32,0.94,3.25 -20,79.94%,Functionary-Small-v2.4 (FC),https://huggingface.co/meetkai/functionary-small-v2.4,MeetKai,MIT,83.55%,76.31%,82.18%,91.75%,56.00%,58.00%,88.50%,82.00%,81.50%,78.24%,96.00%,52.86%,82.00%,80.00%,65.00%,67.92%,N/A,2.43,2.55,7.18 -21,79.76%,Command-R-Plus (FC) (Optimized),https://txt.cohere.com/command-r-plus-microsoft-azure,Cohere For AI,cc-by-nc-4.0,85.15%,77.17%,79.09%,89.75%,46.00%,60.00%,91.00%,88.00%,82.50%,81.18%,95.00%,61.43%,86.00%,74.00%,67.50%,63.75%,1.12,1.9,1.34,4.0 -22,77.47%,Claude-3-Opus-20240229 (FC tools-2024-04-04),https://www.anthropic.com/news/claude-3-family,Anthropic,Proprietary,73.06%,71.27%,82.73%,89.50%,61.00%,72.00%,91.50%,58.00%,60.00%,90.59%,97.00%,81.43%,94.00%,38.00%,62.50%,82.50%,30.87,12.92,3.95,20.48 -23,76.47%,Claude-instant-1.2 (Prompt),https://www.anthropic.com/news/releasing-claude-instant-1-2,Anthropic,Proprietary,78.95%,77.93%,79.82%,87.00%,56.00%,70.00%,85.50%,83.00%,67.50%,84.71%,94.00%,71.43%,80.00%,82.00%,65.00%,57.50%,0.45,1.21,0.69,2.22 -24,76.47%,Claude-3.5-Sonnet-20240620 (FC),https://www.anthropic.com/news/claude-3-5-sonnet,Anthropic,Proprietary,72.69%,59.51%,85.27%,91.50%,67.00%,72.00%,92.00%,59.00%,54.50%,97.06%,98.00%,95.71%,88.00%,18.00%,35.00%,78.33%,4.73,3.59,2.37,7.98 -25,74.29%,Claude-3-Haiku-20240307 (Prompt),https://www.anthropic.com/news/claude-3-family,Anthropic,Proprietary,79.10%,70.49%,84.91%,93.50%,55.00%,76.00%,91.50%,84.50%,55.50%,92.94%,100.00%,82.86%,94.00%,70.00%,25.00%,34.58%,0.18,1.0,0.49,1.72 -26,71.41%,Claude-2.1 (Prompt),https://www.anthropic.com/news/claude-2-1,Anthropic,Proprietary,66.05%,62.17%,80.18%,88.75%,54.00%,64.00%,76.00%,55.50%,52.50%,71.18%,90.00%,44.29%,84.00%,46.00%,47.50%,83.33%,4.81,3.27,2.13,7.38 -27,70.94%,Command-R-Plus (FC) (Original),https://txt.cohere.com/command-r-plus-microsoft-azure,Cohere For AI,cc-by-nc-4.0,80.85%,73.19%,74.91%,84.50%,45.00%,58.00%,90.00%,82.00%,76.50%,81.76%,92.00%,67.14%,88.00%,68.00%,55.00%,24.17%,1.09,1.9,0.99,3.99 -28,68.76%,Mistral-large-2402 (FC Auto),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,64.73%,60.01%,66.91%,89.50%,5.00%,10.00%,94.50%,25.50%,72.00%,83.53%,99.00%,61.43%,96.00%,8.00%,52.50%,84.17%,2.47,3.02,2.94,8.85 -29,67.29%,Nexusflow-Raven-v2 (FC),https://huggingface.co/Nexusflow/NexusRaven-V2-13B,Nexusflow,Apache 2.0,65.19%,73.74%,75.27%,80.75%,56.00%,70.00%,86.00%,41.50%,58.00%,66.47%,95.00%,25.71%,92.00%,74.00%,62.50%,57.50%,N/A,2.17,1.45,5.09 -30,67.00%,Gemini-1.0-Pro-001 (FC),https://deepmind.google/technologies/gemini/#introduction,Google,Proprietary,56.77%,56.74%,79.09%,93.00%,42.00%,42.00%,92.50%,30.00%,25.50%,86.47%,89.00%,82.86%,84.00%,44.00%,12.50%,80.00%,0.13,1.27,1.0,3.39 -31,65.88%,DBRX-Instruct (Prompt),https://www.databricks.com/blog/introducing-dbrx-new-state-art-open-llm,Databricks,Databricks Open Model,66.62%,74.92%,64.00%,75.75%,30.00%,38.00%,71.50%,72.00%,59.00%,71.18%,80.00%,58.57%,86.00%,80.00%,62.50%,55.83%,1.25,0.64,0.41,1.34 -32,65.18%,Snowflake/snowflake-arctic-instruct (Prompt),https://huggingface.co/Snowflake/snowflake-arctic-instruct,Snowflake,apache-2.0,61.09%,80.04%,62.36%,67.50%,42.00%,62.00%,69.00%,59.00%,54.00%,87.65%,91.00%,82.86%,86.00%,74.00%,72.50%,59.58%,N/A,0.98,0.56,2.13 -33,64.35%,Mistral-large-2402 (FC Any),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,71.49%,64.93%,81.45%,89.50%,62.00%,56.00%,93.50%,31.50%,79.50%,94.71%,95.00%,94.29%,92.00%,8.00%,65.00%,0.00%,1.97,2.07,1.33,4.97 -34,63.88%,GPT-3.5-Turbo-0125 (FC),https://platform.openai.com/docs/models/gpt-3-5-turbo,OpenAI,Proprietary,74.74%,81.38%,61.45%,63.50%,53.00%,62.00%,66.00%,90.50%,81.00%,93.53%,95.00%,91.43%,80.00%,82.00%,70.00%,2.08%,0.19,1.27,0.74,2.47 -35,60.41%,Mistral-small-2402 (FC Any),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,65.32%,52.62%,81.27%,90.50%,56.00%,58.00%,96.00%,39.00%,45.00%,96.47%,100.00%,91.43%,92.00%,12.00%,10.00%,0.00%,0.48,1.14,0.81,2.52 -36,60.12%,Meta-Llama-3-8B-Instruct (Prompt),https://llama.meta.com/llama3,Meta,Meta Llama 3 Community,62.65%,69.95%,55.09%,58.50%,45.00%,48.00%,73.50%,58.00%,64.00%,75.29%,79.00%,70.00%,74.00%,68.00%,62.50%,43.33%,0.24,0.04,N/A,N/A -37,59.71%,Hermes-2-Pro-Mistral-7B (FC),https://huggingface.co/NousResearch/Hermes-2-Pro-Mistral-7B,NousResearch,apache-2.0,70.25%,55.62%,72.00%,81.75%,42.00%,54.00%,80.50%,67.00%,61.50%,56.47%,78.00%,25.71%,70.00%,56.00%,40.00%,10.83%,0.49,0.08,N/A,N/A -38,59.24%,Claude-3-Sonnet-20240229 (FC tools-2024-04-04),https://www.anthropic.com/news/claude-3-family,Anthropic,Proprietary,44.18%,43.32%,76.73%,86.00%,49.00%,58.00%,88.00%,6.00%,6.00%,85.29%,96.00%,70.00%,88.00%,0.00%,0.00%,81.67%,3.44,3.25,1.46,6.85 -39,53.82%,Claude-3-Haiku-20240307 (FC tools-2024-04-04),https://www.anthropic.com/news/claude-3-family,Anthropic,Proprietary,45.05%,46.79%,86.18%,95.50%,60.00%,64.00%,93.50%,0.50%,0.00%,91.18%,96.00%,84.29%,94.00%,2.00%,0.00%,20.83%,0.29,1.49,0.61,2.4 -40,53.65%,FireFunction-v1 (FC),https://huggingface.co/fireworks-ai/firefunction-v1,Fireworks,Apache 2.0,40.75%,39.79%,70.00%,90.25%,13.00%,22.00%,93.00%,0.00%,0.00%,71.18%,95.00%,37.14%,88.00%,0.00%,0.00%,73.33%,N/A,1.69,1.53,4.61 -41,53.59%,GPT-4-0613 (FC),https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo,OpenAI,Proprietary,39.20%,38.53%,63.82%,86.50%,4.00%,2.00%,93.00%,0.00%,0.00%,64.12%,95.00%,20.00%,90.00%,0.00%,0.00%,91.67%,10.37,3.49,3.27,10.88 -42,52.65%,Mistral-tiny-2312 (Prompt),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,49.66%,36.16%,55.64%,70.00%,26.00%,0.00%,56.50%,47.50%,39.00%,27.65%,46.00%,1.43%,20.00%,62.00%,35.00%,83.75%,0.13,1.45,1.41,4.39 -43,43.71%,Gemma-7b-it (Prompt),https://blog.google/technology/developers/gemma-open-models/,Google,gemma-terms-of-use,41.05%,31.75%,42.18%,47.75%,29.00%,24.00%,48.00%,30.00%,44.00%,30.00%,44.00%,10.00%,32.00%,40.00%,25.00%,70.83%,0.37,0.06,N/A,N/A -44,40.76%,Mistral-Small-2402 (Prompt),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,40.33%,38.03%,5.82%,6.00%,6.00%,4.00%,8.00%,79.00%,68.50%,34.12%,6.00%,74.29%,20.00%,68.00%,30.00%,98.33%,0.64,1.11,0.95,3.03 -45,40.41%,Deepseek-v1.5 (Prompt),https://huggingface.co/deepseek-ai/deepseek-coder-7b-instruct-v1.5,Deepseek,Deepseek License,38.44%,30.89%,39.27%,50.00%,4.00%,24.00%,49.00%,37.00%,28.50%,37.06%,38.00%,35.71%,38.00%,36.00%,12.50%,57.08%,3.24,0.53,N/A,N/A -46,23.71%,Mistral-small-2402 (FC Auto),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,2.62%,34.37%,2.00%,2.75%,0.00%,0.00%,2.50%,3.00%,3.00%,56.47%,79.00%,24.29%,70.00%,6.00%,5.00%,99.58%,0.97,3.06,1.8,6.23 +13,81.88%,FireFunction-v2 (FC),https://huggingface.co/fireworks-ai/firefunction-v2,Fireworks,Apache 2.0,86.44%,80.26%,85.27%,94.50%,59.00%,64.00%,91.00%,89.50%,80.00%,93.53%,94.00%,92.86%,88.00%,72.00%,67.50%,56.67%,N/A,1.04,0.81,1.97 +14,81.82%,Claude-3-Sonnet-20240229 (Prompt),https://www.anthropic.com/news/claude-3-family,Anthropic,Proprietary,87.40%,86.76%,83.09%,92.00%,53.00%,72.00%,89.00%,88.00%,89.50%,93.53%,96.00%,90.00%,92.00%,84.00%,77.50%,51.25%,2.13,1.95,1.16,3.08 +15,81.35%,Mistral-Medium-2312 (Prompt),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,83.76%,73.47%,80.55%,90.25%,54.00%,56.00%,92.00%,84.00%,78.50%,65.88%,96.00%,22.86%,76.00%,82.00%,70.00%,88.33%,1.76,2.75,2.15,6.38 +16,80.53%,GPT-4o-2024-05-13 (Prompt),https://openai.com/index/hello-gpt-4o/,OpenAI,Proprietary,77.15%,77.62%,85.09%,90.75%,68.00%,74.00%,84.00%,78.50%,61.00%,90.00%,95.00%,82.86%,78.00%,70.00%,72.50%,82.50%,2.67,1.15,0.78,2.67 +17,80.47%,Functionary-Medium-v2.4 (FC),https://huggingface.co/meetkai/functionary-medium-v2.4,MeetKai,MIT,85.61%,75.71%,79.45%,88.00%,55.00%,60.00%,90.50%,87.50%,85.00%,68.82%,85.00%,45.71%,84.00%,80.00%,70.00%,74.17%,N/A,2.49,2.69,7.45 +18,80.35%,Gemini-1.5-Flash-Preview-0514 (FC),https://deepmind.google/technologies/gemini/flash/,Google,Proprietary,81.48%,74.57%,80.91%,91.00%,58.00%,46.00%,93.50%,78.00%,73.50%,81.76%,94.00%,64.29%,90.00%,54.00%,72.50%,79.58%,0.07,1.0,0.49,1.54 +19,80.35%,Command-R-Plus (Prompt) (Optimized),https://txt.cohere.com/command-r-plus-microsoft-azure,Cohere For AI,cc-by-nc-4.0,83.60%,86.74%,82.91%,89.75%,64.00%,66.00%,88.50%,81.00%,82.00%,92.94%,97.00%,87.14%,90.00%,84.00%,80.00%,54.17%,1.9,1.27,0.93,3.24 +20,80.29%,Command-R-Plus (Prompt) (Original),https://txt.cohere.com/command-r-plus-microsoft-azure,Cohere For AI,cc-by-nc-4.0,83.89%,86.24%,82.55%,89.75%,63.00%,64.00%,90.00%,80.00%,83.00%,92.94%,98.00%,85.71%,88.00%,84.00%,80.00%,53.75%,1.9,1.32,0.94,3.25 +21,79.94%,Functionary-Small-v2.4 (FC),https://huggingface.co/meetkai/functionary-small-v2.4,MeetKai,MIT,83.55%,76.31%,82.18%,91.75%,56.00%,58.00%,88.50%,82.00%,81.50%,78.24%,96.00%,52.86%,82.00%,80.00%,65.00%,67.92%,N/A,2.43,2.55,7.18 +22,79.76%,Command-R-Plus (FC) (Optimized),https://txt.cohere.com/command-r-plus-microsoft-azure,Cohere For AI,cc-by-nc-4.0,85.15%,77.17%,79.09%,89.75%,46.00%,60.00%,91.00%,88.00%,82.50%,81.18%,95.00%,61.43%,86.00%,74.00%,67.50%,63.75%,1.12,1.9,1.34,4.0 +23,77.47%,Claude-3-Opus-20240229 (FC tools-2024-04-04),https://www.anthropic.com/news/claude-3-family,Anthropic,Proprietary,73.06%,71.27%,82.73%,89.50%,61.00%,72.00%,91.50%,58.00%,60.00%,90.59%,97.00%,81.43%,94.00%,38.00%,62.50%,82.50%,30.87,12.92,3.95,20.48 +24,76.47%,Claude-instant-1.2 (Prompt),https://www.anthropic.com/news/releasing-claude-instant-1-2,Anthropic,Proprietary,78.95%,77.93%,79.82%,87.00%,56.00%,70.00%,85.50%,83.00%,67.50%,84.71%,94.00%,71.43%,80.00%,82.00%,65.00%,57.50%,0.45,1.21,0.69,2.22 +25,76.47%,Claude-3.5-Sonnet-20240620 (FC),https://www.anthropic.com/news/claude-3-5-sonnet,Anthropic,Proprietary,72.69%,59.51%,85.27%,91.50%,67.00%,72.00%,92.00%,59.00%,54.50%,97.06%,98.00%,95.71%,88.00%,18.00%,35.00%,78.33%,4.73,3.59,2.37,7.98 +26,74.29%,Claude-3-Haiku-20240307 (Prompt),https://www.anthropic.com/news/claude-3-family,Anthropic,Proprietary,79.10%,70.49%,84.91%,93.50%,55.00%,76.00%,91.50%,84.50%,55.50%,92.94%,100.00%,82.86%,94.00%,70.00%,25.00%,34.58%,0.18,1.0,0.49,1.72 +27,71.41%,Claude-2.1 (Prompt),https://www.anthropic.com/news/claude-2-1,Anthropic,Proprietary,66.05%,62.17%,80.18%,88.75%,54.00%,64.00%,76.00%,55.50%,52.50%,71.18%,90.00%,44.29%,84.00%,46.00%,47.50%,83.33%,4.81,3.27,2.13,7.38 +28,70.94%,Command-R-Plus (FC) (Original),https://txt.cohere.com/command-r-plus-microsoft-azure,Cohere For AI,cc-by-nc-4.0,80.85%,73.19%,74.91%,84.50%,45.00%,58.00%,90.00%,82.00%,76.50%,81.76%,92.00%,67.14%,88.00%,68.00%,55.00%,24.17%,1.09,1.9,0.99,3.99 +29,68.76%,Mistral-large-2402 (FC Auto),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,64.73%,60.01%,66.91%,89.50%,5.00%,10.00%,94.50%,25.50%,72.00%,83.53%,99.00%,61.43%,96.00%,8.00%,52.50%,84.17%,2.47,3.02,2.94,8.85 +30,67.35%,Nexusflow-Raven-v2 (FC),https://huggingface.co/Nexusflow/NexusRaven-V2-13B,Nexusflow,Apache 2.0,65.19%,73.89%,75.27%,80.75%,56.00%,70.00%,86.00%,41.50%,58.00%,67.06%,95.00%,27.14%,92.00%,74.00%,62.50%,57.50%,N/A,2.07,1.23,4.48 +31,67.00%,Gemini-1.0-Pro-001 (FC),https://deepmind.google/technologies/gemini/#introduction,Google,Proprietary,56.77%,56.74%,79.09%,93.00%,42.00%,42.00%,92.50%,30.00%,25.50%,86.47%,89.00%,82.86%,84.00%,44.00%,12.50%,80.00%,0.13,1.27,1.0,3.39 +32,65.88%,DBRX-Instruct (Prompt),https://www.databricks.com/blog/introducing-dbrx-new-state-art-open-llm,Databricks,Databricks Open Model,66.62%,74.92%,64.00%,75.75%,30.00%,38.00%,71.50%,72.00%,59.00%,71.18%,80.00%,58.57%,86.00%,80.00%,62.50%,55.83%,1.25,0.64,0.41,1.34 +33,65.18%,Snowflake/snowflake-arctic-instruct (Prompt),https://huggingface.co/Snowflake/snowflake-arctic-instruct,Snowflake,apache-2.0,61.09%,80.04%,62.36%,67.50%,42.00%,62.00%,69.00%,59.00%,54.00%,87.65%,91.00%,82.86%,86.00%,74.00%,72.50%,59.58%,N/A,0.98,0.56,2.13 +34,64.35%,Mistral-large-2402 (FC Any),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,71.49%,64.93%,81.45%,89.50%,62.00%,56.00%,93.50%,31.50%,79.50%,94.71%,95.00%,94.29%,92.00%,8.00%,65.00%,0.00%,1.97,2.07,1.33,4.97 +35,63.88%,GPT-3.5-Turbo-0125 (FC),https://platform.openai.com/docs/models/gpt-3-5-turbo,OpenAI,Proprietary,74.74%,81.38%,61.45%,63.50%,53.00%,62.00%,66.00%,90.50%,81.00%,93.53%,95.00%,91.43%,80.00%,82.00%,70.00%,2.08%,0.19,1.27,0.74,2.47 +36,60.41%,Mistral-small-2402 (FC Any),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,65.32%,52.62%,81.27%,90.50%,56.00%,58.00%,96.00%,39.00%,45.00%,96.47%,100.00%,91.43%,92.00%,12.00%,10.00%,0.00%,0.48,1.14,0.81,2.52 +37,60.12%,Meta-Llama-3-8B-Instruct (Prompt),https://llama.meta.com/llama3,Meta,Meta Llama 3 Community,62.65%,69.95%,55.09%,58.50%,45.00%,48.00%,73.50%,58.00%,64.00%,75.29%,79.00%,70.00%,74.00%,68.00%,62.50%,43.33%,0.24,0.04,N/A,N/A +38,59.71%,Hermes-2-Pro-Mistral-7B (FC),https://huggingface.co/NousResearch/Hermes-2-Pro-Mistral-7B,NousResearch,apache-2.0,70.25%,55.62%,72.00%,81.75%,42.00%,54.00%,80.50%,67.00%,61.50%,56.47%,78.00%,25.71%,70.00%,56.00%,40.00%,10.83%,0.49,0.08,N/A,N/A +39,59.24%,Claude-3-Sonnet-20240229 (FC tools-2024-04-04),https://www.anthropic.com/news/claude-3-family,Anthropic,Proprietary,44.18%,43.32%,76.73%,86.00%,49.00%,58.00%,88.00%,6.00%,6.00%,85.29%,96.00%,70.00%,88.00%,0.00%,0.00%,81.67%,3.44,3.25,1.46,6.85 +40,53.82%,Claude-3-Haiku-20240307 (FC tools-2024-04-04),https://www.anthropic.com/news/claude-3-family,Anthropic,Proprietary,45.05%,46.79%,86.18%,95.50%,60.00%,64.00%,93.50%,0.50%,0.00%,91.18%,96.00%,84.29%,94.00%,2.00%,0.00%,20.83%,0.29,1.49,0.61,2.4 +41,53.65%,FireFunction-v1 (FC),https://huggingface.co/fireworks-ai/firefunction-v1,Fireworks,Apache 2.0,40.75%,39.79%,70.00%,90.25%,13.00%,22.00%,93.00%,0.00%,0.00%,71.18%,95.00%,37.14%,88.00%,0.00%,0.00%,73.33%,N/A,1.69,1.53,4.61 +42,53.59%,GPT-4-0613 (FC),https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo,OpenAI,Proprietary,39.20%,38.53%,63.82%,86.50%,4.00%,2.00%,93.00%,0.00%,0.00%,64.12%,95.00%,20.00%,90.00%,0.00%,0.00%,91.67%,10.37,3.49,3.27,10.88 +43,52.65%,Mistral-tiny-2312 (Prompt),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,49.66%,36.16%,55.64%,70.00%,26.00%,0.00%,56.50%,47.50%,39.00%,27.65%,46.00%,1.43%,20.00%,62.00%,35.00%,83.75%,0.13,1.45,1.41,4.39 +44,43.71%,Gemma-7b-it (Prompt),https://blog.google/technology/developers/gemma-open-models/,Google,gemma-terms-of-use,41.05%,31.75%,42.18%,47.75%,29.00%,24.00%,48.00%,30.00%,44.00%,30.00%,44.00%,10.00%,32.00%,40.00%,25.00%,70.83%,0.37,0.06,N/A,N/A +45,40.76%,Mistral-Small-2402 (Prompt),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,40.33%,38.03%,5.82%,6.00%,6.00%,4.00%,8.00%,79.00%,68.50%,34.12%,6.00%,74.29%,20.00%,68.00%,30.00%,98.33%,0.64,1.11,0.95,3.03 +46,40.41%,Deepseek-v1.5 (Prompt),https://huggingface.co/deepseek-ai/deepseek-coder-7b-instruct-v1.5,Deepseek,Deepseek License,38.44%,30.89%,39.27%,50.00%,4.00%,24.00%,49.00%,37.00%,28.50%,37.06%,38.00%,35.71%,38.00%,36.00%,12.50%,57.08%,3.24,0.53,N/A,N/A +47,23.71%,Mistral-small-2402 (FC Auto),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,2.62%,34.37%,2.00%,2.75%,0.00%,0.00%,2.50%,3.00%,3.00%,56.47%,79.00%,24.29%,70.00%,6.00%,5.00%,99.58%,0.97,3.06,1.8,6.23 \ No newline at end of file diff --git a/leaderboard.html b/leaderboard.html index 1586a068d..fe69b7866 100644 --- a/leaderboard.html +++ b/leaderboard.html @@ -94,7 +94,7 @@

Leaderboard

- Last updated: 2024-06-15 Last updated: 2024-06-18 [Change Log]
@@ -199,7 +199,7 @@

Error Type Analysis

(coming soon).

-
+
diff --git a/treemap_2.js b/treemap_2.js index efb51576a..2bdf0fdf2 100644 --- a/treemap_2.js +++ b/treemap_2.js @@ -1 +1 @@ -window.PLOTLYENV = window.PLOTLYENV || {}; if (document.getElementById("a2b1a3d1-eab1-44e8-9b03-eeee1fac4c36")) { Plotly.newPlot("a2b1a3d1-eab1-44e8-9b03-eeee1fac4c36", [{ "branchvalues": "total", "domain": { "x": [0.0, 1.0], "y": [0.0, 1.0] }, "hovertemplate": "labels=%{label}
count=%{value}
parent=%{parent}
id=%{id}", "ids": ["Claude-2.1 (Prompt)/Type Error/ Composite Type Mismatch", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Type Error/ Composite Type Mismatch", "Claude-3-Haiku-20240307 (Prompt)/Type Error/ Composite Type Mismatch", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Type Error/ Composite Type Mismatch", "Claude-3-Opus-20240229 (Prompt)/Type Error/ Composite Type Mismatch", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Type Error/ Composite Type Mismatch", "Claude-3-Sonnet-20240229 (Prompt)/Type Error/ Composite Type Mismatch", "Claude-instant-1.2 (Prompt)/Type Error/ Composite Type Mismatch", "Command-R-Plus (FC) (Optimized)/Type Error/ Composite Type Mismatch", "Command-R-Plus (FC) (Original)/Type Error/ Composite Type Mismatch", "Command-R-Plus (Prompt) (Optimized)/Type Error/ Composite Type Mismatch", "Command-R-Plus (Prompt) (Original)/Type Error/ Composite Type Mismatch", "DBRX-Instruct (Prompt)/Type Error/ Composite Type Mismatch", "FireFunction-v1 (FC)/Type Error/ Composite Type Mismatch", "Functionary-Medium-v2.4 (FC)/Type Error/ Composite Type Mismatch", "Functionary-Small-v2.4 (FC)/Type Error/ Composite Type Mismatch", "GPT-3.5-Turbo-0125 (FC)/Type Error/ Composite Type Mismatch", "GPT-4-0125-Preview (FC)/Type Error/ Composite Type Mismatch", "GPT-4-0125-Preview (Prompt)/Type Error/ Composite Type Mismatch", "GPT-4-0613 (FC)/Type Error/ Composite Type Mismatch", "GPT-4-1106-Preview (FC)/Type Error/ Composite Type Mismatch", "GPT-4-turbo-2024-04-09 (FC)/Type Error/ Composite Type Mismatch", "GPT-4-turbo-2024-04-09 (Prompt)/Type Error/ Composite Type Mismatch", "GPT-4o-2024-05-13 (FC)/Type Error/ Composite Type Mismatch", "GPT-4o-2024-05-13 (Prompt)/Type Error/ Composite Type Mismatch", "Gemini-1.0-Pro-001 (FC)/Type Error/ Composite Type Mismatch", "Gemini-1.5-Flash-Preview-0514 (FC)/Type Error/ Composite Type Mismatch", "Gemini-1.5-Pro-Preview-0409 (FC)/Type Error/ Composite Type Mismatch", "Gemini-1.5-Pro-Preview-0514 (FC)/Type Error/ Composite Type Mismatch", "Gemma-7b-it (Prompt)/Type Error/ Composite Type Mismatch", "Gorilla-OpenFunctions-v2 (FC)/Type Error/ Composite Type Mismatch", "Hermes-2-Pro-Mistral-7B (FC)/Type Error/ Composite Type Mismatch", "Meta-Llama-3-70B-Instruct (Prompt)/Type Error/ Composite Type Mismatch", "Meta-Llama-3-8B-Instruct (Prompt)/Type Error/ Composite Type Mismatch", "Mistral-Medium-2312 (Prompt)/Type Error/ Composite Type Mismatch", "Mistral-large-2402 (FC Any)/Type Error/ Composite Type Mismatch", "Mistral-large-2402 (FC Auto)/Type Error/ Composite Type Mismatch", "Mistral-small-2402 (FC Any)/Type Error/ Composite Type Mismatch", "Mistral-small-2402 (FC Auto)/Type Error/ Composite Type Mismatch", "Mistral-tiny-2312 (Prompt)/Type Error/ Composite Type Mismatch", "Nexusflow-Raven-v2 (FC)/Type Error/ Composite Type Mismatch", "Snowflake/snowflake-arctic-instruct (Prompt)/Type Error/ Composite Type Mismatch", "Claude-2.1 (Prompt)/Function Parsing Error/ Decoding Failure", "Claude-3-Haiku-20240307 (Prompt)/Function Parsing Error/ Decoding Failure", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Function Parsing Error/ Decoding Failure", "Claude-3-Opus-20240229 (Prompt)/Function Parsing Error/ Decoding Failure", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Function Parsing Error/ Decoding Failure", "Claude-3-Sonnet-20240229 (Prompt)/Function Parsing Error/ Decoding Failure", "Claude-instant-1.2 (Prompt)/Function Parsing Error/ Decoding Failure", "Command-R-Plus (FC) (Optimized)/Function Parsing Error/ Decoding Failure", "Command-R-Plus (FC) (Original)/Function Parsing Error/ Decoding Failure", "Command-R-Plus (Prompt) (Optimized)/Function Parsing Error/ Decoding Failure", "Command-R-Plus (Prompt) (Original)/Function Parsing Error/ Decoding Failure", "DBRX-Instruct (Prompt)/Function Parsing Error/ Decoding Failure", "Deepseek-v1.5 (Prompt)/Function Parsing Error/ Decoding Failure", "FireFunction-v1 (FC)/Function Parsing Error/ Decoding Failure", "Functionary-Medium-v2.4 (FC)/Function Parsing Error/ Decoding Failure", "Functionary-Small-v2.4 (FC)/Function Parsing Error/ Decoding Failure", "GPT-3.5-Turbo-0125 (FC)/Function Parsing Error/ Decoding Failure", "GPT-4-0125-Preview (FC)/Function Parsing Error/ Decoding Failure", "GPT-4-0125-Preview (Prompt)/Function Parsing Error/ Decoding Failure", "GPT-4-0613 (FC)/Function Parsing Error/ Decoding Failure", "GPT-4-1106-Preview (FC)/Function Parsing Error/ Decoding Failure", "GPT-4-turbo-2024-04-09 (FC)/Function Parsing Error/ Decoding Failure", "GPT-4-turbo-2024-04-09 (Prompt)/Function Parsing Error/ Decoding Failure", "GPT-4o-2024-05-13 (FC)/Function Parsing Error/ Decoding Failure", "GPT-4o-2024-05-13 (Prompt)/Function Parsing Error/ Decoding Failure", "Gemini-1.0-Pro-001 (FC)/Function Parsing Error/ Decoding Failure", "Gemini-1.5-Flash-Preview-0514 (FC)/Function Parsing Error/ Decoding Failure", "Gemini-1.5-Pro-Preview-0409 (FC)/Function Parsing Error/ Decoding Failure", "Gemini-1.5-Pro-Preview-0514 (FC)/Function Parsing Error/ Decoding Failure", "Gemma-7b-it (Prompt)/Function Parsing Error/ Decoding Failure", "Gorilla-OpenFunctions-v2 (FC)/Function Parsing Error/ Decoding Failure", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error/ Decoding Failure", "Meta-Llama-3-70B-Instruct (Prompt)/Function Parsing Error/ Decoding Failure", "Meta-Llama-3-8B-Instruct (Prompt)/Function Parsing Error/ Decoding Failure", "Mistral-Medium-2312 (Prompt)/Function Parsing Error/ Decoding Failure", "Mistral-Small-2402 (Prompt)/Function Parsing Error/ Decoding Failure", "Mistral-large-2402 (FC Any)/Function Parsing Error/ Decoding Failure", "Mistral-large-2402 (FC Auto)/Function Parsing Error/ Decoding Failure", "Mistral-small-2402 (FC Any)/Function Parsing Error/ Decoding Failure", "Mistral-small-2402 (FC Auto)/Function Parsing Error/ Decoding Failure", "Mistral-tiny-2312 (Prompt)/Function Parsing Error/ Decoding Failure", "Nexusflow-Raven-v2 (FC)/Function Parsing Error/ Decoding Failure", "Snowflake/snowflake-arctic-instruct (Prompt)/Function Parsing Error/ Decoding Failure", "Claude-2.1 (Prompt)/Value Error/ Execution Result Count", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error/ Execution Result Count", "Claude-3-Haiku-20240307 (Prompt)/Value Error/ Execution Result Count", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error/ Execution Result Count", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Execution Result Count", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error/ Execution Result Count", "Claude-3-Sonnet-20240229 (Prompt)/Value Error/ Execution Result Count", "Claude-instant-1.2 (Prompt)/Value Error/ Execution Result Count", "Command-R-Plus (FC) (Optimized)/Value Error/ Execution Result Count", "Command-R-Plus (FC) (Original)/Value Error/ Execution Result Count", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Execution Result Count", "Command-R-Plus (Prompt) (Original)/Value Error/ Execution Result Count", "DBRX-Instruct (Prompt)/Value Error/ Execution Result Count", "Deepseek-v1.5 (Prompt)/Value Error/ Execution Result Count", "FireFunction-v1 (FC)/Value Error/ Execution Result Count", "Functionary-Medium-v2.4 (FC)/Value Error/ Execution Result Count", "Functionary-Small-v2.4 (FC)/Value Error/ Execution Result Count", "GPT-3.5-Turbo-0125 (FC)/Value Error/ Execution Result Count", "GPT-4-0125-Preview (FC)/Value Error/ Execution Result Count", "GPT-4-0125-Preview (Prompt)/Value Error/ Execution Result Count", "GPT-4-0613 (FC)/Value Error/ Execution Result Count", "GPT-4-1106-Preview (FC)/Value Error/ Execution Result Count", "GPT-4-turbo-2024-04-09 (FC)/Value Error/ Execution Result Count", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error/ Execution Result Count", "GPT-4o-2024-05-13 (FC)/Value Error/ Execution Result Count", "GPT-4o-2024-05-13 (Prompt)/Value Error/ Execution Result Count", "Gemini-1.0-Pro-001 (FC)/Value Error/ Execution Result Count", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error/ Execution Result Count", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error/ Execution Result Count", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error/ Execution Result Count", "Gemma-7b-it (Prompt)/Value Error/ Execution Result Count", "Gorilla-OpenFunctions-v2 (FC)/Value Error/ Execution Result Count", "Hermes-2-Pro-Mistral-7B (FC)/Value Error/ Execution Result Count", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error/ Execution Result Count", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error/ Execution Result Count", "Mistral-Medium-2312 (Prompt)/Value Error/ Execution Result Count", "Mistral-Small-2402 (Prompt)/Value Error/ Execution Result Count", "Mistral-large-2402 (FC Any)/Value Error/ Execution Result Count", "Mistral-large-2402 (FC Auto)/Value Error/ Execution Result Count", "Mistral-small-2402 (FC Any)/Value Error/ Execution Result Count", "Mistral-small-2402 (FC Auto)/Value Error/ Execution Result Count", "Mistral-tiny-2312 (Prompt)/Value Error/ Execution Result Count", "Nexusflow-Raven-v2 (FC)/Value Error/ Execution Result Count", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error/ Execution Result Count", "Claude-3-Sonnet-20240229 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Claude-instant-1.2 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Command-R-Plus (Prompt) (Optimized)/Function Parsing Error/ Incorrect Decoder Output Format", "Command-R-Plus (Prompt) (Original)/Function Parsing Error/ Incorrect Decoder Output Format", "DBRX-Instruct (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Deepseek-v1.5 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "GPT-4o-2024-05-13 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Gemma-7b-it (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Meta-Llama-3-70B-Instruct (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Meta-Llama-3-8B-Instruct (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Mistral-Medium-2312 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Mistral-Small-2402 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Mistral-tiny-2312 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Nexusflow-Raven-v2 (FC)/Function Parsing Error/ Incorrect Decoder Output Format", "Snowflake/snowflake-arctic-instruct (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Command-R-Plus (FC) (Original)/Executable Function Error (Non REST)/ Incorrect Execution Result", "DBRX-Instruct (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Deepseek-v1.5 (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "FireFunction-v1 (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Functionary-Medium-v2.4 (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Functionary-Small-v2.4 (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "GPT-4-0613 (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "GPT-4-turbo-2024-04-09 (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Gemma-7b-it (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Mistral-large-2402 (FC Any)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Mistral-tiny-2312 (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Nexusflow-Raven-v2 (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Claude-2.1 (Prompt)/Simple Function Error/ Incorrect Function Name", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error/ Incorrect Function Name", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error/ Incorrect Function Name", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error/ Incorrect Function Name", "Claude-instant-1.2 (Prompt)/Simple Function Error/ Incorrect Function Name", "DBRX-Instruct (Prompt)/Simple Function Error/ Incorrect Function Name", "Deepseek-v1.5 (Prompt)/Simple Function Error/ Incorrect Function Name", "Functionary-Small-v2.4 (FC)/Simple Function Error/ Incorrect Function Name", "GPT-4-0125-Preview (FC)/Simple Function Error/ Incorrect Function Name", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error/ Incorrect Function Name", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error/ Incorrect Function Name", "Gemma-7b-it (Prompt)/Simple Function Error/ Incorrect Function Name", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error/ Incorrect Function Name", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error/ Incorrect Function Name", "Mistral-Medium-2312 (Prompt)/Simple Function Error/ Incorrect Function Name", "Mistral-Small-2402 (Prompt)/Simple Function Error/ Incorrect Function Name", "Mistral-large-2402 (FC Any)/Simple Function Error/ Incorrect Function Name", "Mistral-large-2402 (FC Auto)/Simple Function Error/ Incorrect Function Name", "Mistral-small-2402 (FC Any)/Simple Function Error/ Incorrect Function Name", "Mistral-tiny-2312 (Prompt)/Simple Function Error/ Incorrect Function Name", "Nexusflow-Raven-v2 (FC)/Simple Function Error/ Incorrect Function Name", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error/ Incorrect Function Name", "Claude-2.1 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Claude-3-Haiku-20240307 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Claude-3-Opus-20240229 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Claude-3-Sonnet-20240229 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Deepseek-v1.5 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "FireFunction-v1 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "GPT-4-turbo-2024-04-09 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Gemini-1.5-Flash-Preview-0514 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Gemma-7b-it (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Mistral-Medium-2312 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Mistral-Small-2402 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Command-R-Plus (FC) (Optimized)/Function Parsing Error/ Incorrect Parsing Output Format", "Functionary-Medium-v2.4 (FC)/Function Parsing Error/ Incorrect Parsing Output Format", "Functionary-Small-v2.4 (FC)/Function Parsing Error/ Incorrect Parsing Output Format", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error/ Incorrect Parsing Output Format", "Deepseek-v1.5 (Prompt)/Function Parsing Error/ Incorrect REST Parsing Output Format", "Functionary-Medium-v2.4 (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "Functionary-Small-v2.4 (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "GPT-4-0125-Preview (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "GPT-4-1106-Preview (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "GPT-4-turbo-2024-04-09 (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "GPT-4o-2024-05-13 (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "Claude-2.1 (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-3-Haiku-20240307 (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-3-Sonnet-20240229 (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)/ Incorrect Response Key", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)/ Incorrect Response Key", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)/ Incorrect Response Key", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)/ Incorrect Response Key", "Deepseek-v1.5 (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "FireFunction-v1 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "GPT-4-0125-Preview (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "GPT-4-0613 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Gemini-1.5-Pro-Preview-0409 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Gemini-1.5-Pro-Preview-0514 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Mistral-Small-2402 (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Mistral-large-2402 (FC Any)/Executable Function Error (REST)/ Incorrect Response Key", "Mistral-large-2402 (FC Auto)/Executable Function Error (REST)/ Incorrect Response Key", "Mistral-small-2402 (FC Any)/Executable Function Error (REST)/ Incorrect Response Key", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error/ Invalid Dictionary Items", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Invalid Dictionary Items", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error/ Invalid Dictionary Items", "Command-R-Plus (FC) (Optimized)/Value Error/ Invalid Dictionary Items", "Command-R-Plus (FC) (Original)/Value Error/ Invalid Dictionary Items", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Invalid Dictionary Items", "Command-R-Plus (Prompt) (Original)/Value Error/ Invalid Dictionary Items", "Functionary-Medium-v2.4 (FC)/Value Error/ Invalid Dictionary Items", "GPT-3.5-Turbo-0125 (FC)/Value Error/ Invalid Dictionary Items", "GPT-4-0125-Preview (FC)/Value Error/ Invalid Dictionary Items", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error/ Invalid Dictionary Items", "Hermes-2-Pro-Mistral-7B (FC)/Value Error/ Invalid Dictionary Items", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error/ Invalid Dictionary Items", "Mistral-Medium-2312 (Prompt)/Value Error/ Invalid Dictionary Items", "Mistral-large-2402 (FC Any)/Value Error/ Invalid Dictionary Items", "Mistral-small-2402 (FC Any)/Value Error/ Invalid Dictionary Items", "Nexusflow-Raven-v2 (FC)/Value Error/ Invalid Dictionary Items", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error/ Invalid Dictionary Key", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Invalid Dictionary Key", "Command-R-Plus (FC) (Optimized)/Value Error/ Invalid Dictionary Key", "Command-R-Plus (FC) (Original)/Value Error/ Invalid Dictionary Key", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Invalid Dictionary Key", "Gemini-1.0-Pro-001 (FC)/Value Error/ Invalid Dictionary Key", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error/ Invalid Dictionary Key", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error/ Invalid Dictionary Key", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error/ Invalid Dictionary Key", "Gorilla-OpenFunctions-v2 (FC)/Value Error/ Invalid Dictionary Key", "Mistral-Medium-2312 (Prompt)/Value Error/ Invalid Dictionary Key", "Nexusflow-Raven-v2 (FC)/Value Error/ Invalid Dictionary Key", "Claude-2.1 (Prompt)/Value Error/ Invalid Dictionary Value", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error/ Invalid Dictionary Value", "Claude-3-Haiku-20240307 (Prompt)/Value Error/ Invalid Dictionary Value", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error/ Invalid Dictionary Value", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Invalid Dictionary Value", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error/ Invalid Dictionary Value", "Claude-3-Sonnet-20240229 (Prompt)/Value Error/ Invalid Dictionary Value", "Claude-instant-1.2 (Prompt)/Value Error/ Invalid Dictionary Value", "Command-R-Plus (FC) (Original)/Value Error/ Invalid Dictionary Value", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Invalid Dictionary Value", "Command-R-Plus (Prompt) (Original)/Value Error/ Invalid Dictionary Value", "DBRX-Instruct (Prompt)/Value Error/ Invalid Dictionary Value", "Functionary-Small-v2.4 (FC)/Value Error/ Invalid Dictionary Value", "GPT-4-0125-Preview (FC)/Value Error/ Invalid Dictionary Value", "GPT-4-0125-Preview (Prompt)/Value Error/ Invalid Dictionary Value", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error/ Invalid Dictionary Value", "GPT-4o-2024-05-13 (Prompt)/Value Error/ Invalid Dictionary Value", "Gemini-1.0-Pro-001 (FC)/Value Error/ Invalid Dictionary Value", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error/ Invalid Dictionary Value", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error/ Invalid Dictionary Value", "Hermes-2-Pro-Mistral-7B (FC)/Value Error/ Invalid Dictionary Value", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error/ Invalid Dictionary Value", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error/ Invalid Dictionary Value", "Mistral-Medium-2312 (Prompt)/Value Error/ Invalid Dictionary Value", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error/ Invalid Dictionary Value", "Claude-2.1 (Prompt)/Value Error/ Invalid List/Tuple Format", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error/ Invalid List/Tuple Format", "Claude-3-Haiku-20240307 (Prompt)/Value Error/ Invalid List/Tuple Format", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Invalid List/Tuple Format", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error/ Invalid List/Tuple Format", "Claude-3-Sonnet-20240229 (Prompt)/Value Error/ Invalid List/Tuple Format", "Claude-instant-1.2 (Prompt)/Value Error/ Invalid List/Tuple Format", "Command-R-Plus (FC) (Optimized)/Value Error/ Invalid List/Tuple Format", "Command-R-Plus (FC) (Original)/Value Error/ Invalid List/Tuple Format", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Invalid List/Tuple Format", "Command-R-Plus (Prompt) (Original)/Value Error/ Invalid List/Tuple Format", "DBRX-Instruct (Prompt)/Value Error/ Invalid List/Tuple Format", "FireFunction-v1 (FC)/Value Error/ Invalid List/Tuple Format", "Functionary-Medium-v2.4 (FC)/Value Error/ Invalid List/Tuple Format", "Functionary-Small-v2.4 (FC)/Value Error/ Invalid List/Tuple Format", "GPT-3.5-Turbo-0125 (FC)/Value Error/ Invalid List/Tuple Format", "GPT-4-0125-Preview (FC)/Value Error/ Invalid List/Tuple Format", "GPT-4-0125-Preview (Prompt)/Value Error/ Invalid List/Tuple Format", "GPT-4-0613 (FC)/Value Error/ Invalid List/Tuple Format", "GPT-4-1106-Preview (FC)/Value Error/ Invalid List/Tuple Format", "GPT-4-turbo-2024-04-09 (FC)/Value Error/ Invalid List/Tuple Format", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error/ Invalid List/Tuple Format", "GPT-4o-2024-05-13 (FC)/Value Error/ Invalid List/Tuple Format", "GPT-4o-2024-05-13 (Prompt)/Value Error/ Invalid List/Tuple Format", "Gemini-1.0-Pro-001 (FC)/Value Error/ Invalid List/Tuple Format", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error/ Invalid List/Tuple Format", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error/ Invalid List/Tuple Format", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error/ Invalid List/Tuple Format", "Gemma-7b-it (Prompt)/Value Error/ Invalid List/Tuple Format", "Gorilla-OpenFunctions-v2 (FC)/Value Error/ Invalid List/Tuple Format", "Hermes-2-Pro-Mistral-7B (FC)/Value Error/ Invalid List/Tuple Format", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error/ Invalid List/Tuple Format", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error/ Invalid List/Tuple Format", "Mistral-Medium-2312 (Prompt)/Value Error/ Invalid List/Tuple Format", "Mistral-large-2402 (FC Any)/Value Error/ Invalid List/Tuple Format", "Mistral-large-2402 (FC Auto)/Value Error/ Invalid List/Tuple Format", "Mistral-small-2402 (FC Any)/Value Error/ Invalid List/Tuple Format", "Mistral-tiny-2312 (Prompt)/Value Error/ Invalid List/Tuple Format", "Nexusflow-Raven-v2 (FC)/Value Error/ Invalid List/Tuple Format", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error/ Invalid List/Tuple Format", "Claude-2.1 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Simple Function Error/ Missing Optional Parameter", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Simple Function Error/ Missing Optional Parameter", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error/ Missing Optional Parameter", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Claude-instant-1.2 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Command-R-Plus (FC) (Optimized)/Simple Function Error/ Missing Optional Parameter", "Command-R-Plus (FC) (Original)/Simple Function Error/ Missing Optional Parameter", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error/ Missing Optional Parameter", "Command-R-Plus (Prompt) (Original)/Simple Function Error/ Missing Optional Parameter", "DBRX-Instruct (Prompt)/Simple Function Error/ Missing Optional Parameter", "Deepseek-v1.5 (Prompt)/Simple Function Error/ Missing Optional Parameter", "FireFunction-v1 (FC)/Simple Function Error/ Missing Optional Parameter", "Functionary-Medium-v2.4 (FC)/Simple Function Error/ Missing Optional Parameter", "Functionary-Small-v2.4 (FC)/Simple Function Error/ Missing Optional Parameter", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error/ Missing Optional Parameter", "GPT-4-0125-Preview (FC)/Simple Function Error/ Missing Optional Parameter", "GPT-4-0125-Preview (Prompt)/Simple Function Error/ Missing Optional Parameter", "GPT-4-1106-Preview (FC)/Simple Function Error/ Missing Optional Parameter", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error/ Missing Optional Parameter", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error/ Missing Optional Parameter", "GPT-4o-2024-05-13 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error/ Missing Optional Parameter", "Gemma-7b-it (Prompt)/Simple Function Error/ Missing Optional Parameter", "Gorilla-OpenFunctions-v2 (FC)/Simple Function Error/ Missing Optional Parameter", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error/ Missing Optional Parameter", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error/ Missing Optional Parameter", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error/ Missing Optional Parameter", "Mistral-Medium-2312 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Mistral-large-2402 (FC Any)/Simple Function Error/ Missing Optional Parameter", "Mistral-large-2402 (FC Auto)/Simple Function Error/ Missing Optional Parameter", "Mistral-small-2402 (FC Any)/Simple Function Error/ Missing Optional Parameter", "Mistral-tiny-2312 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Nexusflow-Raven-v2 (FC)/Simple Function Error/ Missing Optional Parameter", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error/ Missing Optional Parameter", "Claude-2.1 (Prompt)/Simple Function Error/ Missing Required Parameter", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error/ Missing Required Parameter", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error/ Missing Required Parameter", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error/ Missing Required Parameter", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error/ Missing Required Parameter", "Claude-instant-1.2 (Prompt)/Simple Function Error/ Missing Required Parameter", "Command-R-Plus (FC) (Optimized)/Simple Function Error/ Missing Required Parameter", "Command-R-Plus (FC) (Original)/Simple Function Error/ Missing Required Parameter", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error/ Missing Required Parameter", "Command-R-Plus (Prompt) (Original)/Simple Function Error/ Missing Required Parameter", "DBRX-Instruct (Prompt)/Simple Function Error/ Missing Required Parameter", "Deepseek-v1.5 (Prompt)/Simple Function Error/ Missing Required Parameter", "Functionary-Medium-v2.4 (FC)/Simple Function Error/ Missing Required Parameter", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error/ Missing Required Parameter", "GPT-4-0125-Preview (FC)/Simple Function Error/ Missing Required Parameter", "GPT-4-0613 (FC)/Simple Function Error/ Missing Required Parameter", "GPT-4-1106-Preview (FC)/Simple Function Error/ Missing Required Parameter", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error/ Missing Required Parameter", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error/ Missing Required Parameter", "GPT-4o-2024-05-13 (FC)/Simple Function Error/ Missing Required Parameter", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error/ Missing Required Parameter", "Gemini-1.5-Pro-Preview-0409 (FC)/Simple Function Error/ Missing Required Parameter", "Gemini-1.5-Pro-Preview-0514 (FC)/Simple Function Error/ Missing Required Parameter", "Gemma-7b-it (Prompt)/Simple Function Error/ Missing Required Parameter", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error/ Missing Required Parameter", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error/ Missing Required Parameter", "Mistral-Medium-2312 (Prompt)/Simple Function Error/ Missing Required Parameter", "Mistral-large-2402 (FC Any)/Simple Function Error/ Missing Required Parameter", "Mistral-large-2402 (FC Auto)/Simple Function Error/ Missing Required Parameter", "Mistral-small-2402 (FC Any)/Simple Function Error/ Missing Required Parameter", "Mistral-tiny-2312 (Prompt)/Simple Function Error/ Missing Required Parameter", "Nexusflow-Raven-v2 (FC)/Simple Function Error/ Missing Required Parameter", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error/ Missing Required Parameter", "Claude-2.1 (Prompt)/Parallel Function Error/ No Match Found", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Parallel Function Error/ No Match Found", "Claude-3-Haiku-20240307 (Prompt)/Parallel Function Error/ No Match Found", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Parallel Function Error/ No Match Found", "Claude-3-Opus-20240229 (Prompt)/Parallel Function Error/ No Match Found", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Parallel Function Error/ No Match Found", "Claude-3-Sonnet-20240229 (Prompt)/Parallel Function Error/ No Match Found", "Claude-instant-1.2 (Prompt)/Parallel Function Error/ No Match Found", "Command-R-Plus (FC) (Optimized)/Parallel Function Error/ No Match Found", "Command-R-Plus (FC) (Original)/Parallel Function Error/ No Match Found", "Command-R-Plus (Prompt) (Optimized)/Parallel Function Error/ No Match Found", "Command-R-Plus (Prompt) (Original)/Parallel Function Error/ No Match Found", "DBRX-Instruct (Prompt)/Parallel Function Error/ No Match Found", "Deepseek-v1.5 (Prompt)/Parallel Function Error/ No Match Found", "FireFunction-v1 (FC)/Parallel Function Error/ No Match Found", "Functionary-Medium-v2.4 (FC)/Parallel Function Error/ No Match Found", "Functionary-Small-v2.4 (FC)/Parallel Function Error/ No Match Found", "GPT-3.5-Turbo-0125 (FC)/Parallel Function Error/ No Match Found", "GPT-4-0125-Preview (FC)/Parallel Function Error/ No Match Found", "GPT-4-0125-Preview (Prompt)/Parallel Function Error/ No Match Found", "GPT-4-0613 (FC)/Parallel Function Error/ No Match Found", "GPT-4-1106-Preview (FC)/Parallel Function Error/ No Match Found", "GPT-4-turbo-2024-04-09 (FC)/Parallel Function Error/ No Match Found", "GPT-4-turbo-2024-04-09 (Prompt)/Parallel Function Error/ No Match Found", "GPT-4o-2024-05-13 (FC)/Parallel Function Error/ No Match Found", "GPT-4o-2024-05-13 (Prompt)/Parallel Function Error/ No Match Found", "Gemini-1.0-Pro-001 (FC)/Parallel Function Error/ No Match Found", "Gemini-1.5-Flash-Preview-0514 (FC)/Parallel Function Error/ No Match Found", "Gemini-1.5-Pro-Preview-0409 (FC)/Parallel Function Error/ No Match Found", "Gemini-1.5-Pro-Preview-0514 (FC)/Parallel Function Error/ No Match Found", "Gemma-7b-it (Prompt)/Parallel Function Error/ No Match Found", "Gorilla-OpenFunctions-v2 (FC)/Parallel Function Error/ No Match Found", "Hermes-2-Pro-Mistral-7B (FC)/Parallel Function Error/ No Match Found", "Meta-Llama-3-70B-Instruct (Prompt)/Parallel Function Error/ No Match Found", "Meta-Llama-3-8B-Instruct (Prompt)/Parallel Function Error/ No Match Found", "Mistral-Medium-2312 (Prompt)/Parallel Function Error/ No Match Found", "Mistral-Small-2402 (Prompt)/Parallel Function Error/ No Match Found", "Mistral-large-2402 (FC Any)/Parallel Function Error/ No Match Found", "Mistral-large-2402 (FC Auto)/Parallel Function Error/ No Match Found", "Mistral-small-2402 (FC Any)/Parallel Function Error/ No Match Found", "Mistral-small-2402 (FC Auto)/Parallel Function Error/ No Match Found", "Mistral-tiny-2312 (Prompt)/Parallel Function Error/ No Match Found", "Nexusflow-Raven-v2 (FC)/Parallel Function Error/ No Match Found", "Snowflake/snowflake-arctic-instruct (Prompt)/Parallel Function Error/ No Match Found", "Claude-2.1 (Prompt)/Type Error/ Primitive Type Mismatch", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Type Error/ Primitive Type Mismatch", "Claude-3-Haiku-20240307 (Prompt)/Type Error/ Primitive Type Mismatch", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Type Error/ Primitive Type Mismatch", "Claude-3-Opus-20240229 (Prompt)/Type Error/ Primitive Type Mismatch", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Type Error/ Primitive Type Mismatch", "Claude-3-Sonnet-20240229 (Prompt)/Type Error/ Primitive Type Mismatch", "Claude-instant-1.2 (Prompt)/Type Error/ Primitive Type Mismatch", "Command-R-Plus (FC) (Optimized)/Type Error/ Primitive Type Mismatch", "Command-R-Plus (FC) (Original)/Type Error/ Primitive Type Mismatch", "Command-R-Plus (Prompt) (Optimized)/Type Error/ Primitive Type Mismatch", "Command-R-Plus (Prompt) (Original)/Type Error/ Primitive Type Mismatch", "DBRX-Instruct (Prompt)/Type Error/ Primitive Type Mismatch", "Deepseek-v1.5 (Prompt)/Type Error/ Primitive Type Mismatch", "FireFunction-v1 (FC)/Type Error/ Primitive Type Mismatch", "Functionary-Medium-v2.4 (FC)/Type Error/ Primitive Type Mismatch", "Functionary-Small-v2.4 (FC)/Type Error/ Primitive Type Mismatch", "GPT-3.5-Turbo-0125 (FC)/Type Error/ Primitive Type Mismatch", "GPT-4-0125-Preview (FC)/Type Error/ Primitive Type Mismatch", "GPT-4-0125-Preview (Prompt)/Type Error/ Primitive Type Mismatch", "GPT-4-0613 (FC)/Type Error/ Primitive Type Mismatch", "GPT-4-1106-Preview (FC)/Type Error/ Primitive Type Mismatch", "GPT-4-turbo-2024-04-09 (FC)/Type Error/ Primitive Type Mismatch", "GPT-4-turbo-2024-04-09 (Prompt)/Type Error/ Primitive Type Mismatch", "GPT-4o-2024-05-13 (FC)/Type Error/ Primitive Type Mismatch", "GPT-4o-2024-05-13 (Prompt)/Type Error/ Primitive Type Mismatch", "Gemini-1.0-Pro-001 (FC)/Type Error/ Primitive Type Mismatch", "Gemini-1.5-Flash-Preview-0514 (FC)/Type Error/ Primitive Type Mismatch", "Gemini-1.5-Pro-Preview-0409 (FC)/Type Error/ Primitive Type Mismatch", "Gemini-1.5-Pro-Preview-0514 (FC)/Type Error/ Primitive Type Mismatch", "Gemma-7b-it (Prompt)/Type Error/ Primitive Type Mismatch", "Gorilla-OpenFunctions-v2 (FC)/Type Error/ Primitive Type Mismatch", "Hermes-2-Pro-Mistral-7B (FC)/Type Error/ Primitive Type Mismatch", "Meta-Llama-3-70B-Instruct (Prompt)/Type Error/ Primitive Type Mismatch", "Meta-Llama-3-8B-Instruct (Prompt)/Type Error/ Primitive Type Mismatch", "Mistral-Medium-2312 (Prompt)/Type Error/ Primitive Type Mismatch", "Mistral-Small-2402 (Prompt)/Type Error/ Primitive Type Mismatch", "Mistral-large-2402 (FC Any)/Type Error/ Primitive Type Mismatch", "Mistral-large-2402 (FC Auto)/Type Error/ Primitive Type Mismatch", "Mistral-small-2402 (FC Any)/Type Error/ Primitive Type Mismatch", "Mistral-tiny-2312 (Prompt)/Type Error/ Primitive Type Mismatch", "Nexusflow-Raven-v2 (FC)/Type Error/ Primitive Type Mismatch", "Snowflake/snowflake-arctic-instruct (Prompt)/Type Error/ Primitive Type Mismatch", "Command-R-Plus (FC) (Optimized)/Executable Error (REST)/ Response Format Error", "Command-R-Plus (FC) (Original)/Executable Error (REST)/ Response Format Error", "Hermes-2-Pro-Mistral-7B (FC)/Executable Error (REST)/ Response Format Error", "Nexusflow-Raven-v2 (FC)/Executable Error (REST)/ Response Format Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (Non REST)/ Runtime Execution Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)/ Runtime Execution Error", "Command-R-Plus (FC) (Optimized)/Executable Function Error (Non REST)/ Runtime Execution Error", "Command-R-Plus (FC) (Original)/Executable Function Error (Non REST)/ Runtime Execution Error", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (Non REST)/ Runtime Execution Error", "Command-R-Plus (Prompt) (Original)/Executable Function Error (Non REST)/ Runtime Execution Error", "DBRX-Instruct (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "FireFunction-v1 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "Functionary-Medium-v2.4 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "GPT-4-0125-Preview (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "GPT-4-1106-Preview (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "GPT-4-turbo-2024-04-09 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "Gemma-7b-it (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "Mistral-Small-2402 (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "Mistral-large-2402 (FC Any)/Executable Function Error (Non REST)/ Runtime Execution Error", "Mistral-large-2402 (FC Auto)/Executable Function Error (Non REST)/ Runtime Execution Error", "Mistral-tiny-2312 (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "Nexusflow-Raven-v2 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (REST)/ Runtime Execution Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)/ Runtime Execution Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)/ Runtime Execution Error", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)/ Runtime Execution Error", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)/ Runtime Execution Error", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)/ Runtime Execution Error", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)/ Runtime Execution Error", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)/ Runtime Execution Error", "FireFunction-v1 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "GPT-4-0125-Preview (FC)/Executable Function Error (REST)/ Runtime Execution Error", "GPT-4-1106-Preview (FC)/Executable Function Error (REST)/ Runtime Execution Error", "GPT-4-turbo-2024-04-09 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Gemma-7b-it (Prompt)/Executable Function Error (REST)/ Runtime Execution Error", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (REST)/ Runtime Execution Error", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)/ Runtime Execution Error", "Mistral-Medium-2312 (Prompt)/Executable Function Error (REST)/ Runtime Execution Error", "Mistral-small-2402 (FC Any)/Executable Function Error (REST)/ Runtime Execution Error", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)/ Runtime Execution Error", "Claude-2.1 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Haiku-20240307 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Opus-20240229 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Sonnet-20240229 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-instant-1.2 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Command-R-Plus (FC) (Optimized)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Command-R-Plus (FC) (Original)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Command-R-Plus (Prompt) (Optimized)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Command-R-Plus (Prompt) (Original)/Relevance Error/ Succeeded with Irrelevant Func Doc", "DBRX-Instruct (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Deepseek-v1.5 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "FireFunction-v1 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Functionary-Medium-v2.4 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Functionary-Small-v2.4 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-3.5-Turbo-0125 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4-0125-Preview (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4-0125-Preview (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4-0613 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4-1106-Preview (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4-turbo-2024-04-09 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4-turbo-2024-04-09 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4o-2024-05-13 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4o-2024-05-13 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Gemini-1.0-Pro-001 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Gemini-1.5-Flash-Preview-0514 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Gemini-1.5-Pro-Preview-0409 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Gemini-1.5-Pro-Preview-0514 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Gemma-7b-it (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Gorilla-OpenFunctions-v2 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Hermes-2-Pro-Mistral-7B (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Meta-Llama-3-70B-Instruct (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Meta-Llama-3-8B-Instruct (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-Medium-2312 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-Small-2402 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-large-2402 (FC Any)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-large-2402 (FC Auto)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-small-2402 (FC Any)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-small-2402 (FC Auto)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-tiny-2312 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Nexusflow-Raven-v2 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Snowflake/snowflake-arctic-instruct (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error/ Unexpected Argument Count", "Command-R-Plus (FC) (Optimized)/Simple Function Error/ Unexpected Argument Count", "Functionary-Medium-v2.4 (FC)/Simple Function Error/ Unexpected Argument Count", "Functionary-Small-v2.4 (FC)/Simple Function Error/ Unexpected Argument Count", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error/ Unexpected Argument Count", "GPT-4-0125-Preview (FC)/Simple Function Error/ Unexpected Argument Count", "GPT-4-0125-Preview (Prompt)/Simple Function Error/ Unexpected Argument Count", "GPT-4-1106-Preview (FC)/Simple Function Error/ Unexpected Argument Count", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error/ Unexpected Argument Count", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error/ Unexpected Argument Count", "GPT-4o-2024-05-13 (FC)/Simple Function Error/ Unexpected Argument Count", "Gemma-7b-it (Prompt)/Simple Function Error/ Unexpected Argument Count", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error/ Unexpected Argument Count", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error/ Unexpected Argument Count", "Mistral-large-2402 (FC Any)/Simple Function Error/ Unexpected Argument Count", "Mistral-large-2402 (FC Auto)/Simple Function Error/ Unexpected Argument Count", "Claude-2.1 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Haiku-20240307 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Opus-20240229 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Sonnet-20240229 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Claude-instant-1.2 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Command-R-Plus (FC) (Optimized)/Parallel Function Error/ Unexpected Function Count", "Command-R-Plus (FC) (Original)/Parallel Function Error/ Unexpected Function Count", "Command-R-Plus (Prompt) (Optimized)/Parallel Function Error/ Unexpected Function Count", "Command-R-Plus (Prompt) (Original)/Parallel Function Error/ Unexpected Function Count", "DBRX-Instruct (Prompt)/Parallel Function Error/ Unexpected Function Count", "Deepseek-v1.5 (Prompt)/Parallel Function Error/ Unexpected Function Count", "FireFunction-v1 (FC)/Parallel Function Error/ Unexpected Function Count", "Functionary-Medium-v2.4 (FC)/Parallel Function Error/ Unexpected Function Count", "Functionary-Small-v2.4 (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-3.5-Turbo-0125 (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-4-0125-Preview (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-4-0125-Preview (Prompt)/Parallel Function Error/ Unexpected Function Count", "GPT-4-0613 (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-4-1106-Preview (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-4-turbo-2024-04-09 (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-4-turbo-2024-04-09 (Prompt)/Parallel Function Error/ Unexpected Function Count", "GPT-4o-2024-05-13 (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-4o-2024-05-13 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Gemini-1.0-Pro-001 (FC)/Parallel Function Error/ Unexpected Function Count", "Gemini-1.5-Flash-Preview-0514 (FC)/Parallel Function Error/ Unexpected Function Count", "Gemini-1.5-Pro-Preview-0409 (FC)/Parallel Function Error/ Unexpected Function Count", "Gemini-1.5-Pro-Preview-0514 (FC)/Parallel Function Error/ Unexpected Function Count", "Gemma-7b-it (Prompt)/Parallel Function Error/ Unexpected Function Count", "Gorilla-OpenFunctions-v2 (FC)/Parallel Function Error/ Unexpected Function Count", "Hermes-2-Pro-Mistral-7B (FC)/Parallel Function Error/ Unexpected Function Count", "Meta-Llama-3-70B-Instruct (Prompt)/Parallel Function Error/ Unexpected Function Count", "Meta-Llama-3-8B-Instruct (Prompt)/Parallel Function Error/ Unexpected Function Count", "Mistral-Medium-2312 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Mistral-Small-2402 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Mistral-large-2402 (FC Any)/Parallel Function Error/ Unexpected Function Count", "Mistral-large-2402 (FC Auto)/Parallel Function Error/ Unexpected Function Count", "Mistral-small-2402 (FC Any)/Parallel Function Error/ Unexpected Function Count", "Mistral-small-2402 (FC Auto)/Parallel Function Error/ Unexpected Function Count", "Mistral-tiny-2312 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Nexusflow-Raven-v2 (FC)/Parallel Function Error/ Unexpected Function Count", "Snowflake/snowflake-arctic-instruct (Prompt)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Haiku-20240307 (Prompt)/Value Error/ Unexpected List/Dictionary Count", "Claude-2.1 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-instant-1.2 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Command-R-Plus (FC) (Optimized)/Simple Function Error/ Unexpected Parameter Encountered", "Command-R-Plus (FC) (Original)/Simple Function Error/ Unexpected Parameter Encountered", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error/ Unexpected Parameter Encountered", "Command-R-Plus (Prompt) (Original)/Simple Function Error/ Unexpected Parameter Encountered", "DBRX-Instruct (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Deepseek-v1.5 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Functionary-Medium-v2.4 (FC)/Simple Function Error/ Unexpected Parameter Encountered", "Functionary-Small-v2.4 (FC)/Simple Function Error/ Unexpected Parameter Encountered", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error/ Unexpected Parameter Encountered", "GPT-4-0125-Preview (FC)/Simple Function Error/ Unexpected Parameter Encountered", "Gemini-1.0-Pro-001 (FC)/Simple Function Error/ Unexpected Parameter Encountered", "Gemma-7b-it (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Gorilla-OpenFunctions-v2 (FC)/Simple Function Error/ Unexpected Parameter Encountered", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error/ Unexpected Parameter Encountered", "Mistral-Medium-2312 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Mistral-large-2402 (FC Any)/Simple Function Error/ Unexpected Parameter Encountered", "Mistral-small-2402 (FC Any)/Simple Function Error/ Unexpected Parameter Encountered", "Nexusflow-Raven-v2 (FC)/Simple Function Error/ Unexpected Parameter Encountered", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-2.1 (Prompt)/Value Error/ Wrong String Value", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error/ Wrong String Value", "Claude-3-Haiku-20240307 (Prompt)/Value Error/ Wrong String Value", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error/ Wrong String Value", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Wrong String Value", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error/ Wrong String Value", "Claude-3-Sonnet-20240229 (Prompt)/Value Error/ Wrong String Value", "Claude-instant-1.2 (Prompt)/Value Error/ Wrong String Value", "Command-R-Plus (FC) (Optimized)/Value Error/ Wrong String Value", "Command-R-Plus (FC) (Original)/Value Error/ Wrong String Value", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Wrong String Value", "Command-R-Plus (Prompt) (Original)/Value Error/ Wrong String Value", "DBRX-Instruct (Prompt)/Value Error/ Wrong String Value", "Deepseek-v1.5 (Prompt)/Value Error/ Wrong String Value", "FireFunction-v1 (FC)/Value Error/ Wrong String Value", "Functionary-Medium-v2.4 (FC)/Value Error/ Wrong String Value", "Functionary-Small-v2.4 (FC)/Value Error/ Wrong String Value", "GPT-3.5-Turbo-0125 (FC)/Value Error/ Wrong String Value", "GPT-4-0125-Preview (FC)/Value Error/ Wrong String Value", "GPT-4-0125-Preview (Prompt)/Value Error/ Wrong String Value", "GPT-4-0613 (FC)/Value Error/ Wrong String Value", "GPT-4-1106-Preview (FC)/Value Error/ Wrong String Value", "GPT-4-turbo-2024-04-09 (FC)/Value Error/ Wrong String Value", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error/ Wrong String Value", "GPT-4o-2024-05-13 (FC)/Value Error/ Wrong String Value", "GPT-4o-2024-05-13 (Prompt)/Value Error/ Wrong String Value", "Gemini-1.0-Pro-001 (FC)/Value Error/ Wrong String Value", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error/ Wrong String Value", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error/ Wrong String Value", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error/ Wrong String Value", "Gemma-7b-it (Prompt)/Value Error/ Wrong String Value", "Gorilla-OpenFunctions-v2 (FC)/Value Error/ Wrong String Value", "Hermes-2-Pro-Mistral-7B (FC)/Value Error/ Wrong String Value", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error/ Wrong String Value", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error/ Wrong String Value", "Mistral-Medium-2312 (Prompt)/Value Error/ Wrong String Value", "Mistral-Small-2402 (Prompt)/Value Error/ Wrong String Value", "Mistral-large-2402 (FC Any)/Value Error/ Wrong String Value", "Mistral-large-2402 (FC Auto)/Value Error/ Wrong String Value", "Mistral-small-2402 (FC Any)/Value Error/ Wrong String Value", "Mistral-tiny-2312 (Prompt)/Value Error/ Wrong String Value", "Nexusflow-Raven-v2 (FC)/Value Error/ Wrong String Value", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error/ Wrong String Value", "Claude-2.1 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error/ Wrong int/float/bool/variable Value", "Claude-3-Haiku-20240307 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error/ Wrong int/float/bool/variable Value", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error/ Wrong int/float/bool/variable Value", "Claude-3-Sonnet-20240229 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Claude-instant-1.2 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Command-R-Plus (FC) (Optimized)/Value Error/ Wrong int/float/bool/variable Value", "Command-R-Plus (FC) (Original)/Value Error/ Wrong int/float/bool/variable Value", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Wrong int/float/bool/variable Value", "Command-R-Plus (Prompt) (Original)/Value Error/ Wrong int/float/bool/variable Value", "DBRX-Instruct (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Deepseek-v1.5 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "FireFunction-v1 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Functionary-Medium-v2.4 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Functionary-Small-v2.4 (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-3.5-Turbo-0125 (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4-0125-Preview (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4-0125-Preview (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4-0613 (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4-1106-Preview (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4-turbo-2024-04-09 (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4o-2024-05-13 (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4o-2024-05-13 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Gemini-1.0-Pro-001 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Gemma-7b-it (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Gorilla-OpenFunctions-v2 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Hermes-2-Pro-Mistral-7B (FC)/Value Error/ Wrong int/float/bool/variable Value", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Mistral-Medium-2312 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Mistral-Small-2402 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Mistral-large-2402 (FC Any)/Value Error/ Wrong int/float/bool/variable Value", "Mistral-large-2402 (FC Auto)/Value Error/ Wrong int/float/bool/variable Value", "Mistral-small-2402 (FC Any)/Value Error/ Wrong int/float/bool/variable Value", "Mistral-tiny-2312 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Nexusflow-Raven-v2 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Command-R-Plus (FC) (Optimized)/Executable Error (REST)", "Command-R-Plus (FC) (Original)/Executable Error (REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Error (REST)", "Nexusflow-Raven-v2 (FC)/Executable Error (REST)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Command-R-Plus (FC) (Optimized)/Executable Function Error (Non REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (Non REST)", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (Non REST)", "Command-R-Plus (Prompt) (Original)/Executable Function Error (Non REST)", "DBRX-Instruct (Prompt)/Executable Function Error (Non REST)", "Deepseek-v1.5 (Prompt)/Executable Function Error (Non REST)", "FireFunction-v1 (FC)/Executable Function Error (Non REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (Non REST)", "Functionary-Small-v2.4 (FC)/Executable Function Error (Non REST)", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (Non REST)", "GPT-4-0125-Preview (FC)/Executable Function Error (Non REST)", "GPT-4-0613 (FC)/Executable Function Error (Non REST)", "GPT-4-1106-Preview (FC)/Executable Function Error (Non REST)", "GPT-4-turbo-2024-04-09 (FC)/Executable Function Error (Non REST)", "GPT-4-turbo-2024-04-09 (Prompt)/Executable Function Error (Non REST)", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (Non REST)", "Gemma-7b-it (Prompt)/Executable Function Error (Non REST)", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (Non REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (Non REST)", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (Non REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (Non REST)", "Mistral-Small-2402 (Prompt)/Executable Function Error (Non REST)", "Mistral-large-2402 (FC Any)/Executable Function Error (Non REST)", "Mistral-large-2402 (FC Auto)/Executable Function Error (Non REST)", "Mistral-tiny-2312 (Prompt)/Executable Function Error (Non REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (Non REST)", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (Non REST)", "Claude-2.1 (Prompt)/Executable Function Error (REST)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Haiku-20240307 (Prompt)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (Prompt)/Executable Function Error (REST)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Sonnet-20240229 (Prompt)/Executable Function Error (REST)", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)", "Deepseek-v1.5 (Prompt)/Executable Function Error (REST)", "FireFunction-v1 (FC)/Executable Function Error (REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (REST)", "GPT-4-0125-Preview (FC)/Executable Function Error (REST)", "GPT-4-0125-Preview (Prompt)/Executable Function Error (REST)", "GPT-4-0613 (FC)/Executable Function Error (REST)", "GPT-4-1106-Preview (FC)/Executable Function Error (REST)", "GPT-4-turbo-2024-04-09 (FC)/Executable Function Error (REST)", "GPT-4-turbo-2024-04-09 (Prompt)/Executable Function Error (REST)", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)", "Gemini-1.5-Flash-Preview-0514 (FC)/Executable Function Error (REST)", "Gemini-1.5-Pro-Preview-0409 (FC)/Executable Function Error (REST)", "Gemini-1.5-Pro-Preview-0514 (FC)/Executable Function Error (REST)", "Gemma-7b-it (Prompt)/Executable Function Error (REST)", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (REST)", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)", "Mistral-Medium-2312 (Prompt)/Executable Function Error (REST)", "Mistral-Small-2402 (Prompt)/Executable Function Error (REST)", "Mistral-large-2402 (FC Any)/Executable Function Error (REST)", "Mistral-large-2402 (FC Auto)/Executable Function Error (REST)", "Mistral-small-2402 (FC Any)/Executable Function Error (REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)", "Claude-2.1 (Prompt)/Function Parsing Error", "Claude-3-Haiku-20240307 (Prompt)/Function Parsing Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Function Parsing Error", "Claude-3-Opus-20240229 (Prompt)/Function Parsing Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Function Parsing Error", "Claude-3-Sonnet-20240229 (Prompt)/Function Parsing Error", "Claude-instant-1.2 (Prompt)/Function Parsing Error", "Command-R-Plus (FC) (Optimized)/Function Parsing Error", "Command-R-Plus (FC) (Original)/Function Parsing Error", "Command-R-Plus (Prompt) (Optimized)/Function Parsing Error", "Command-R-Plus (Prompt) (Original)/Function Parsing Error", "DBRX-Instruct (Prompt)/Function Parsing Error", "Deepseek-v1.5 (Prompt)/Function Parsing Error", "FireFunction-v1 (FC)/Function Parsing Error", "Functionary-Medium-v2.4 (FC)/Function Parsing Error", "Functionary-Small-v2.4 (FC)/Function Parsing Error", "GPT-3.5-Turbo-0125 (FC)/Function Parsing Error", "GPT-4-0125-Preview (FC)/Function Parsing Error", "GPT-4-0125-Preview (Prompt)/Function Parsing Error", "GPT-4-0613 (FC)/Function Parsing Error", "GPT-4-1106-Preview (FC)/Function Parsing Error", "GPT-4-turbo-2024-04-09 (FC)/Function Parsing Error", "GPT-4-turbo-2024-04-09 (Prompt)/Function Parsing Error", "GPT-4o-2024-05-13 (FC)/Function Parsing Error", "GPT-4o-2024-05-13 (Prompt)/Function Parsing Error", "Gemini-1.0-Pro-001 (FC)/Function Parsing Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Function Parsing Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Function Parsing Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Function Parsing Error", "Gemma-7b-it (Prompt)/Function Parsing Error", "Gorilla-OpenFunctions-v2 (FC)/Function Parsing Error", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error", "Meta-Llama-3-70B-Instruct (Prompt)/Function Parsing Error", "Meta-Llama-3-8B-Instruct (Prompt)/Function Parsing Error", "Mistral-Medium-2312 (Prompt)/Function Parsing Error", "Mistral-Small-2402 (Prompt)/Function Parsing Error", "Mistral-large-2402 (FC Any)/Function Parsing Error", "Mistral-large-2402 (FC Auto)/Function Parsing Error", "Mistral-small-2402 (FC Any)/Function Parsing Error", "Mistral-small-2402 (FC Auto)/Function Parsing Error", "Mistral-tiny-2312 (Prompt)/Function Parsing Error", "Nexusflow-Raven-v2 (FC)/Function Parsing Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Function Parsing Error", "Claude-2.1 (Prompt)/Parallel Function Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Haiku-20240307 (Prompt)/Parallel Function Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Opus-20240229 (Prompt)/Parallel Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Parallel Function Error", "Claude-instant-1.2 (Prompt)/Parallel Function Error", "Command-R-Plus (FC) (Optimized)/Parallel Function Error", "Command-R-Plus (FC) (Original)/Parallel Function Error", "Command-R-Plus (Prompt) (Optimized)/Parallel Function Error", "Command-R-Plus (Prompt) (Original)/Parallel Function Error", "DBRX-Instruct (Prompt)/Parallel Function Error", "Deepseek-v1.5 (Prompt)/Parallel Function Error", "FireFunction-v1 (FC)/Parallel Function Error", "Functionary-Medium-v2.4 (FC)/Parallel Function Error", "Functionary-Small-v2.4 (FC)/Parallel Function Error", "GPT-3.5-Turbo-0125 (FC)/Parallel Function Error", "GPT-4-0125-Preview (FC)/Parallel Function Error", "GPT-4-0125-Preview (Prompt)/Parallel Function Error", "GPT-4-0613 (FC)/Parallel Function Error", "GPT-4-1106-Preview (FC)/Parallel Function Error", "GPT-4-turbo-2024-04-09 (FC)/Parallel Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Parallel Function Error", "GPT-4o-2024-05-13 (FC)/Parallel Function Error", "GPT-4o-2024-05-13 (Prompt)/Parallel Function Error", "Gemini-1.0-Pro-001 (FC)/Parallel Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Parallel Function Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Parallel Function Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Parallel Function Error", "Gemma-7b-it (Prompt)/Parallel Function Error", "Gorilla-OpenFunctions-v2 (FC)/Parallel Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Parallel Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Parallel Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Parallel Function Error", "Mistral-Medium-2312 (Prompt)/Parallel Function Error", "Mistral-Small-2402 (Prompt)/Parallel Function Error", "Mistral-large-2402 (FC Any)/Parallel Function Error", "Mistral-large-2402 (FC Auto)/Parallel Function Error", "Mistral-small-2402 (FC Any)/Parallel Function Error", "Mistral-small-2402 (FC Auto)/Parallel Function Error", "Mistral-tiny-2312 (Prompt)/Parallel Function Error", "Nexusflow-Raven-v2 (FC)/Parallel Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Parallel Function Error", "Claude-2.1 (Prompt)/Relevance Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Relevance Error", "Claude-3-Haiku-20240307 (Prompt)/Relevance Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Relevance Error", "Claude-3-Opus-20240229 (Prompt)/Relevance Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Relevance Error", "Claude-3-Sonnet-20240229 (Prompt)/Relevance Error", "Claude-instant-1.2 (Prompt)/Relevance Error", "Command-R-Plus (FC) (Optimized)/Relevance Error", "Command-R-Plus (FC) (Original)/Relevance Error", "Command-R-Plus (Prompt) (Optimized)/Relevance Error", "Command-R-Plus (Prompt) (Original)/Relevance Error", "DBRX-Instruct (Prompt)/Relevance Error", "Deepseek-v1.5 (Prompt)/Relevance Error", "FireFunction-v1 (FC)/Relevance Error", "Functionary-Medium-v2.4 (FC)/Relevance Error", "Functionary-Small-v2.4 (FC)/Relevance Error", "GPT-3.5-Turbo-0125 (FC)/Relevance Error", "GPT-4-0125-Preview (FC)/Relevance Error", "GPT-4-0125-Preview (Prompt)/Relevance Error", "GPT-4-0613 (FC)/Relevance Error", "GPT-4-1106-Preview (FC)/Relevance Error", "GPT-4-turbo-2024-04-09 (FC)/Relevance Error", "GPT-4-turbo-2024-04-09 (Prompt)/Relevance Error", "GPT-4o-2024-05-13 (FC)/Relevance Error", "GPT-4o-2024-05-13 (Prompt)/Relevance Error", "Gemini-1.0-Pro-001 (FC)/Relevance Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Relevance Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Relevance Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Relevance Error", "Gemma-7b-it (Prompt)/Relevance Error", "Gorilla-OpenFunctions-v2 (FC)/Relevance Error", "Hermes-2-Pro-Mistral-7B (FC)/Relevance Error", "Meta-Llama-3-70B-Instruct (Prompt)/Relevance Error", "Meta-Llama-3-8B-Instruct (Prompt)/Relevance Error", "Mistral-Medium-2312 (Prompt)/Relevance Error", "Mistral-Small-2402 (Prompt)/Relevance Error", "Mistral-large-2402 (FC Any)/Relevance Error", "Mistral-large-2402 (FC Auto)/Relevance Error", "Mistral-small-2402 (FC Any)/Relevance Error", "Mistral-small-2402 (FC Auto)/Relevance Error", "Mistral-tiny-2312 (Prompt)/Relevance Error", "Nexusflow-Raven-v2 (FC)/Relevance Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Relevance Error", "Claude-2.1 (Prompt)/Simple Function Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error", "Claude-instant-1.2 (Prompt)/Simple Function Error", "Command-R-Plus (FC) (Optimized)/Simple Function Error", "Command-R-Plus (FC) (Original)/Simple Function Error", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error", "Command-R-Plus (Prompt) (Original)/Simple Function Error", "DBRX-Instruct (Prompt)/Simple Function Error", "Deepseek-v1.5 (Prompt)/Simple Function Error", "FireFunction-v1 (FC)/Simple Function Error", "Functionary-Medium-v2.4 (FC)/Simple Function Error", "Functionary-Small-v2.4 (FC)/Simple Function Error", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error", "GPT-4-0125-Preview (FC)/Simple Function Error", "GPT-4-0125-Preview (Prompt)/Simple Function Error", "GPT-4-0613 (FC)/Simple Function Error", "GPT-4-1106-Preview (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error", "GPT-4o-2024-05-13 (FC)/Simple Function Error", "GPT-4o-2024-05-13 (Prompt)/Simple Function Error", "Gemini-1.0-Pro-001 (FC)/Simple Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Simple Function Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Simple Function Error", "Gemma-7b-it (Prompt)/Simple Function Error", "Gorilla-OpenFunctions-v2 (FC)/Simple Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error", "Mistral-Medium-2312 (Prompt)/Simple Function Error", "Mistral-Small-2402 (Prompt)/Simple Function Error", "Mistral-large-2402 (FC Any)/Simple Function Error", "Mistral-large-2402 (FC Auto)/Simple Function Error", "Mistral-small-2402 (FC Any)/Simple Function Error", "Mistral-tiny-2312 (Prompt)/Simple Function Error", "Nexusflow-Raven-v2 (FC)/Simple Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error", "Claude-2.1 (Prompt)/Type Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Type Error", "Claude-3-Haiku-20240307 (Prompt)/Type Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Type Error", "Claude-3-Opus-20240229 (Prompt)/Type Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Type Error", "Claude-3-Sonnet-20240229 (Prompt)/Type Error", "Claude-instant-1.2 (Prompt)/Type Error", "Command-R-Plus (FC) (Optimized)/Type Error", "Command-R-Plus (FC) (Original)/Type Error", "Command-R-Plus (Prompt) (Optimized)/Type Error", "Command-R-Plus (Prompt) (Original)/Type Error", "DBRX-Instruct (Prompt)/Type Error", "Deepseek-v1.5 (Prompt)/Type Error", "FireFunction-v1 (FC)/Type Error", "Functionary-Medium-v2.4 (FC)/Type Error", "Functionary-Small-v2.4 (FC)/Type Error", "GPT-3.5-Turbo-0125 (FC)/Type Error", "GPT-4-0125-Preview (FC)/Type Error", "GPT-4-0125-Preview (Prompt)/Type Error", "GPT-4-0613 (FC)/Type Error", "GPT-4-1106-Preview (FC)/Type Error", "GPT-4-turbo-2024-04-09 (FC)/Type Error", "GPT-4-turbo-2024-04-09 (Prompt)/Type Error", "GPT-4o-2024-05-13 (FC)/Type Error", "GPT-4o-2024-05-13 (Prompt)/Type Error", "Gemini-1.0-Pro-001 (FC)/Type Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Type Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Type Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Type Error", "Gemma-7b-it (Prompt)/Type Error", "Gorilla-OpenFunctions-v2 (FC)/Type Error", "Hermes-2-Pro-Mistral-7B (FC)/Type Error", "Meta-Llama-3-70B-Instruct (Prompt)/Type Error", "Meta-Llama-3-8B-Instruct (Prompt)/Type Error", "Mistral-Medium-2312 (Prompt)/Type Error", "Mistral-Small-2402 (Prompt)/Type Error", "Mistral-large-2402 (FC Any)/Type Error", "Mistral-large-2402 (FC Auto)/Type Error", "Mistral-small-2402 (FC Any)/Type Error", "Mistral-small-2402 (FC Auto)/Type Error", "Mistral-tiny-2312 (Prompt)/Type Error", "Nexusflow-Raven-v2 (FC)/Type Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Type Error", "Claude-2.1 (Prompt)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Value Error", "Claude-instant-1.2 (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "DBRX-Instruct (Prompt)/Value Error", "Deepseek-v1.5 (Prompt)/Value Error", "FireFunction-v1 (FC)/Value Error", "Functionary-Medium-v2.4 (FC)/Value Error", "Functionary-Small-v2.4 (FC)/Value Error", "GPT-3.5-Turbo-0125 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "GPT-4-0125-Preview (Prompt)/Value Error", "GPT-4-0613 (FC)/Value Error", "GPT-4-1106-Preview (FC)/Value Error", "GPT-4-turbo-2024-04-09 (FC)/Value Error", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error", "GPT-4o-2024-05-13 (FC)/Value Error", "GPT-4o-2024-05-13 (Prompt)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Gemma-7b-it (Prompt)/Value Error", "Gorilla-OpenFunctions-v2 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Mistral-Small-2402 (Prompt)/Value Error", "Mistral-large-2402 (FC Any)/Value Error", "Mistral-large-2402 (FC Auto)/Value Error", "Mistral-small-2402 (FC Any)/Value Error", "Mistral-small-2402 (FC Auto)/Value Error", "Mistral-tiny-2312 (Prompt)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)"], "labels": [" Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect Parsing Output Format", " Incorrect Parsing Output Format", " Incorrect Parsing Output Format", " Incorrect Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Response Format Error", " Response Format Error", " Response Format Error", " Response Format Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected List/Dictionary Count", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", "Executable Error (REST)", "Executable Error (REST)", "Executable Error (REST)", "Executable Error (REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)"], "name": "", "parents": ["Claude-2.1 (Prompt)/Type Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Type Error", "Claude-3-Haiku-20240307 (Prompt)/Type Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Type Error", "Claude-3-Opus-20240229 (Prompt)/Type Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Type Error", "Claude-3-Sonnet-20240229 (Prompt)/Type Error", "Claude-instant-1.2 (Prompt)/Type Error", "Command-R-Plus (FC) (Optimized)/Type Error", "Command-R-Plus (FC) (Original)/Type Error", "Command-R-Plus (Prompt) (Optimized)/Type Error", "Command-R-Plus (Prompt) (Original)/Type Error", "DBRX-Instruct (Prompt)/Type Error", "FireFunction-v1 (FC)/Type Error", "Functionary-Medium-v2.4 (FC)/Type Error", "Functionary-Small-v2.4 (FC)/Type Error", "GPT-3.5-Turbo-0125 (FC)/Type Error", "GPT-4-0125-Preview (FC)/Type Error", "GPT-4-0125-Preview (Prompt)/Type Error", "GPT-4-0613 (FC)/Type Error", "GPT-4-1106-Preview (FC)/Type Error", "GPT-4-turbo-2024-04-09 (FC)/Type Error", "GPT-4-turbo-2024-04-09 (Prompt)/Type Error", "GPT-4o-2024-05-13 (FC)/Type Error", "GPT-4o-2024-05-13 (Prompt)/Type Error", "Gemini-1.0-Pro-001 (FC)/Type Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Type Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Type Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Type Error", "Gemma-7b-it (Prompt)/Type Error", "Gorilla-OpenFunctions-v2 (FC)/Type Error", "Hermes-2-Pro-Mistral-7B (FC)/Type Error", "Meta-Llama-3-70B-Instruct (Prompt)/Type Error", "Meta-Llama-3-8B-Instruct (Prompt)/Type Error", "Mistral-Medium-2312 (Prompt)/Type Error", "Mistral-large-2402 (FC Any)/Type Error", "Mistral-large-2402 (FC Auto)/Type Error", "Mistral-small-2402 (FC Any)/Type Error", "Mistral-small-2402 (FC Auto)/Type Error", "Mistral-tiny-2312 (Prompt)/Type Error", "Nexusflow-Raven-v2 (FC)/Type Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Type Error", "Claude-2.1 (Prompt)/Function Parsing Error", "Claude-3-Haiku-20240307 (Prompt)/Function Parsing Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Function Parsing Error", "Claude-3-Opus-20240229 (Prompt)/Function Parsing Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Function Parsing Error", "Claude-3-Sonnet-20240229 (Prompt)/Function Parsing Error", "Claude-instant-1.2 (Prompt)/Function Parsing Error", "Command-R-Plus (FC) (Optimized)/Function Parsing Error", "Command-R-Plus (FC) (Original)/Function Parsing Error", "Command-R-Plus (Prompt) (Optimized)/Function Parsing Error", "Command-R-Plus (Prompt) (Original)/Function Parsing Error", "DBRX-Instruct (Prompt)/Function Parsing Error", "Deepseek-v1.5 (Prompt)/Function Parsing Error", "FireFunction-v1 (FC)/Function Parsing Error", "Functionary-Medium-v2.4 (FC)/Function Parsing Error", "Functionary-Small-v2.4 (FC)/Function Parsing Error", "GPT-3.5-Turbo-0125 (FC)/Function Parsing Error", "GPT-4-0125-Preview (FC)/Function Parsing Error", "GPT-4-0125-Preview (Prompt)/Function Parsing Error", "GPT-4-0613 (FC)/Function Parsing Error", "GPT-4-1106-Preview (FC)/Function Parsing Error", "GPT-4-turbo-2024-04-09 (FC)/Function Parsing Error", "GPT-4-turbo-2024-04-09 (Prompt)/Function Parsing Error", "GPT-4o-2024-05-13 (FC)/Function Parsing Error", "GPT-4o-2024-05-13 (Prompt)/Function Parsing Error", "Gemini-1.0-Pro-001 (FC)/Function Parsing Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Function Parsing Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Function Parsing Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Function Parsing Error", "Gemma-7b-it (Prompt)/Function Parsing Error", "Gorilla-OpenFunctions-v2 (FC)/Function Parsing Error", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error", "Meta-Llama-3-70B-Instruct (Prompt)/Function Parsing Error", "Meta-Llama-3-8B-Instruct (Prompt)/Function Parsing Error", "Mistral-Medium-2312 (Prompt)/Function Parsing Error", "Mistral-Small-2402 (Prompt)/Function Parsing Error", "Mistral-large-2402 (FC Any)/Function Parsing Error", "Mistral-large-2402 (FC Auto)/Function Parsing Error", "Mistral-small-2402 (FC Any)/Function Parsing Error", "Mistral-small-2402 (FC Auto)/Function Parsing Error", "Mistral-tiny-2312 (Prompt)/Function Parsing Error", "Nexusflow-Raven-v2 (FC)/Function Parsing Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Function Parsing Error", "Claude-2.1 (Prompt)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Value Error", "Claude-instant-1.2 (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "DBRX-Instruct (Prompt)/Value Error", "Deepseek-v1.5 (Prompt)/Value Error", "FireFunction-v1 (FC)/Value Error", "Functionary-Medium-v2.4 (FC)/Value Error", "Functionary-Small-v2.4 (FC)/Value Error", "GPT-3.5-Turbo-0125 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "GPT-4-0125-Preview (Prompt)/Value Error", "GPT-4-0613 (FC)/Value Error", "GPT-4-1106-Preview (FC)/Value Error", "GPT-4-turbo-2024-04-09 (FC)/Value Error", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error", "GPT-4o-2024-05-13 (FC)/Value Error", "GPT-4o-2024-05-13 (Prompt)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Gemma-7b-it (Prompt)/Value Error", "Gorilla-OpenFunctions-v2 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Mistral-Small-2402 (Prompt)/Value Error", "Mistral-large-2402 (FC Any)/Value Error", "Mistral-large-2402 (FC Auto)/Value Error", "Mistral-small-2402 (FC Any)/Value Error", "Mistral-small-2402 (FC Auto)/Value Error", "Mistral-tiny-2312 (Prompt)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Function Parsing Error", "Claude-instant-1.2 (Prompt)/Function Parsing Error", "Command-R-Plus (Prompt) (Optimized)/Function Parsing Error", "Command-R-Plus (Prompt) (Original)/Function Parsing Error", "DBRX-Instruct (Prompt)/Function Parsing Error", "Deepseek-v1.5 (Prompt)/Function Parsing Error", "GPT-4o-2024-05-13 (Prompt)/Function Parsing Error", "Gemma-7b-it (Prompt)/Function Parsing Error", "Meta-Llama-3-70B-Instruct (Prompt)/Function Parsing Error", "Meta-Llama-3-8B-Instruct (Prompt)/Function Parsing Error", "Mistral-Medium-2312 (Prompt)/Function Parsing Error", "Mistral-Small-2402 (Prompt)/Function Parsing Error", "Mistral-tiny-2312 (Prompt)/Function Parsing Error", "Nexusflow-Raven-v2 (FC)/Function Parsing Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Function Parsing Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (Non REST)", "DBRX-Instruct (Prompt)/Executable Function Error (Non REST)", "Deepseek-v1.5 (Prompt)/Executable Function Error (Non REST)", "FireFunction-v1 (FC)/Executable Function Error (Non REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (Non REST)", "Functionary-Small-v2.4 (FC)/Executable Function Error (Non REST)", "GPT-4-0613 (FC)/Executable Function Error (Non REST)", "GPT-4-turbo-2024-04-09 (Prompt)/Executable Function Error (Non REST)", "Gemma-7b-it (Prompt)/Executable Function Error (Non REST)", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (Non REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (Non REST)", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (Non REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (Non REST)", "Mistral-large-2402 (FC Any)/Executable Function Error (Non REST)", "Mistral-tiny-2312 (Prompt)/Executable Function Error (Non REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (Non REST)", "Claude-2.1 (Prompt)/Simple Function Error", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error", "Claude-instant-1.2 (Prompt)/Simple Function Error", "DBRX-Instruct (Prompt)/Simple Function Error", "Deepseek-v1.5 (Prompt)/Simple Function Error", "Functionary-Small-v2.4 (FC)/Simple Function Error", "GPT-4-0125-Preview (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error", "Gemma-7b-it (Prompt)/Simple Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error", "Mistral-Medium-2312 (Prompt)/Simple Function Error", "Mistral-Small-2402 (Prompt)/Simple Function Error", "Mistral-large-2402 (FC Any)/Simple Function Error", "Mistral-large-2402 (FC Auto)/Simple Function Error", "Mistral-small-2402 (FC Any)/Simple Function Error", "Mistral-tiny-2312 (Prompt)/Simple Function Error", "Nexusflow-Raven-v2 (FC)/Simple Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error", "Claude-2.1 (Prompt)/Executable Function Error (REST)", "Claude-3-Haiku-20240307 (Prompt)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (Prompt)/Executable Function Error (REST)", "Claude-3-Sonnet-20240229 (Prompt)/Executable Function Error (REST)", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)", "Deepseek-v1.5 (Prompt)/Executable Function Error (REST)", "FireFunction-v1 (FC)/Executable Function Error (REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (REST)", "GPT-4-turbo-2024-04-09 (Prompt)/Executable Function Error (REST)", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)", "Gemini-1.5-Flash-Preview-0514 (FC)/Executable Function Error (REST)", "Gemma-7b-it (Prompt)/Executable Function Error (REST)", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)", "Mistral-Medium-2312 (Prompt)/Executable Function Error (REST)", "Mistral-Small-2402 (Prompt)/Executable Function Error (REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)", "Command-R-Plus (FC) (Optimized)/Function Parsing Error", "Functionary-Medium-v2.4 (FC)/Function Parsing Error", "Functionary-Small-v2.4 (FC)/Function Parsing Error", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error", "Deepseek-v1.5 (Prompt)/Function Parsing Error", "Functionary-Medium-v2.4 (FC)/Function Parsing Error", "Functionary-Small-v2.4 (FC)/Function Parsing Error", "GPT-4-0125-Preview (FC)/Function Parsing Error", "GPT-4-1106-Preview (FC)/Function Parsing Error", "GPT-4-turbo-2024-04-09 (FC)/Function Parsing Error", "GPT-4o-2024-05-13 (FC)/Function Parsing Error", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error", "Claude-2.1 (Prompt)/Executable Function Error (REST)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Haiku-20240307 (Prompt)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Sonnet-20240229 (Prompt)/Executable Function Error (REST)", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)", "Deepseek-v1.5 (Prompt)/Executable Function Error (REST)", "FireFunction-v1 (FC)/Executable Function Error (REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)", "GPT-4-0125-Preview (Prompt)/Executable Function Error (REST)", "GPT-4-0613 (FC)/Executable Function Error (REST)", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)", "Gemini-1.5-Pro-Preview-0409 (FC)/Executable Function Error (REST)", "Gemini-1.5-Pro-Preview-0514 (FC)/Executable Function Error (REST)", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (REST)", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)", "Mistral-Small-2402 (Prompt)/Executable Function Error (REST)", "Mistral-large-2402 (FC Any)/Executable Function Error (REST)", "Mistral-large-2402 (FC Auto)/Executable Function Error (REST)", "Mistral-small-2402 (FC Any)/Executable Function Error (REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "Functionary-Medium-v2.4 (FC)/Value Error", "GPT-3.5-Turbo-0125 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Mistral-large-2402 (FC Any)/Value Error", "Mistral-small-2402 (FC Any)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Gorilla-OpenFunctions-v2 (FC)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Claude-2.1 (Prompt)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Value Error", "Claude-instant-1.2 (Prompt)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "DBRX-Instruct (Prompt)/Value Error", "Functionary-Small-v2.4 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "GPT-4-0125-Preview (Prompt)/Value Error", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error", "GPT-4o-2024-05-13 (Prompt)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error", "Claude-2.1 (Prompt)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Value Error", "Claude-instant-1.2 (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "DBRX-Instruct (Prompt)/Value Error", "FireFunction-v1 (FC)/Value Error", "Functionary-Medium-v2.4 (FC)/Value Error", "Functionary-Small-v2.4 (FC)/Value Error", "GPT-3.5-Turbo-0125 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "GPT-4-0125-Preview (Prompt)/Value Error", "GPT-4-0613 (FC)/Value Error", "GPT-4-1106-Preview (FC)/Value Error", "GPT-4-turbo-2024-04-09 (FC)/Value Error", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error", "GPT-4o-2024-05-13 (FC)/Value Error", "GPT-4o-2024-05-13 (Prompt)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Gemma-7b-it (Prompt)/Value Error", "Gorilla-OpenFunctions-v2 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Mistral-large-2402 (FC Any)/Value Error", "Mistral-large-2402 (FC Auto)/Value Error", "Mistral-small-2402 (FC Any)/Value Error", "Mistral-tiny-2312 (Prompt)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error", "Claude-2.1 (Prompt)/Simple Function Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error", "Claude-instant-1.2 (Prompt)/Simple Function Error", "Command-R-Plus (FC) (Optimized)/Simple Function Error", "Command-R-Plus (FC) (Original)/Simple Function Error", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error", "Command-R-Plus (Prompt) (Original)/Simple Function Error", "DBRX-Instruct (Prompt)/Simple Function Error", "Deepseek-v1.5 (Prompt)/Simple Function Error", "FireFunction-v1 (FC)/Simple Function Error", "Functionary-Medium-v2.4 (FC)/Simple Function Error", "Functionary-Small-v2.4 (FC)/Simple Function Error", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error", "GPT-4-0125-Preview (FC)/Simple Function Error", "GPT-4-0125-Preview (Prompt)/Simple Function Error", "GPT-4-1106-Preview (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error", "GPT-4o-2024-05-13 (Prompt)/Simple Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error", "Gemma-7b-it (Prompt)/Simple Function Error", "Gorilla-OpenFunctions-v2 (FC)/Simple Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error", "Mistral-Medium-2312 (Prompt)/Simple Function Error", "Mistral-large-2402 (FC Any)/Simple Function Error", "Mistral-large-2402 (FC Auto)/Simple Function Error", "Mistral-small-2402 (FC Any)/Simple Function Error", "Mistral-tiny-2312 (Prompt)/Simple Function Error", "Nexusflow-Raven-v2 (FC)/Simple Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error", "Claude-2.1 (Prompt)/Simple Function Error", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error", "Claude-instant-1.2 (Prompt)/Simple Function Error", "Command-R-Plus (FC) (Optimized)/Simple Function Error", "Command-R-Plus (FC) (Original)/Simple Function Error", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error", "Command-R-Plus (Prompt) (Original)/Simple Function Error", "DBRX-Instruct (Prompt)/Simple Function Error", "Deepseek-v1.5 (Prompt)/Simple Function Error", "Functionary-Medium-v2.4 (FC)/Simple Function Error", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error", "GPT-4-0125-Preview (FC)/Simple Function Error", "GPT-4-0613 (FC)/Simple Function Error", "GPT-4-1106-Preview (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error", "GPT-4o-2024-05-13 (FC)/Simple Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Simple Function Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Simple Function Error", "Gemma-7b-it (Prompt)/Simple Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error", "Mistral-Medium-2312 (Prompt)/Simple Function Error", "Mistral-large-2402 (FC Any)/Simple Function Error", "Mistral-large-2402 (FC Auto)/Simple Function Error", "Mistral-small-2402 (FC Any)/Simple Function Error", "Mistral-tiny-2312 (Prompt)/Simple Function Error", "Nexusflow-Raven-v2 (FC)/Simple Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error", "Claude-2.1 (Prompt)/Parallel Function Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Haiku-20240307 (Prompt)/Parallel Function Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Opus-20240229 (Prompt)/Parallel Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Parallel Function Error", "Claude-instant-1.2 (Prompt)/Parallel Function Error", "Command-R-Plus (FC) (Optimized)/Parallel Function Error", "Command-R-Plus (FC) (Original)/Parallel Function Error", "Command-R-Plus (Prompt) (Optimized)/Parallel Function Error", "Command-R-Plus (Prompt) (Original)/Parallel Function Error", "DBRX-Instruct (Prompt)/Parallel Function Error", "Deepseek-v1.5 (Prompt)/Parallel Function Error", "FireFunction-v1 (FC)/Parallel Function Error", "Functionary-Medium-v2.4 (FC)/Parallel Function Error", "Functionary-Small-v2.4 (FC)/Parallel Function Error", "GPT-3.5-Turbo-0125 (FC)/Parallel Function Error", "GPT-4-0125-Preview (FC)/Parallel Function Error", "GPT-4-0125-Preview (Prompt)/Parallel Function Error", "GPT-4-0613 (FC)/Parallel Function Error", "GPT-4-1106-Preview (FC)/Parallel Function Error", "GPT-4-turbo-2024-04-09 (FC)/Parallel Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Parallel Function Error", "GPT-4o-2024-05-13 (FC)/Parallel Function Error", "GPT-4o-2024-05-13 (Prompt)/Parallel Function Error", "Gemini-1.0-Pro-001 (FC)/Parallel Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Parallel Function Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Parallel Function Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Parallel Function Error", "Gemma-7b-it (Prompt)/Parallel Function Error", "Gorilla-OpenFunctions-v2 (FC)/Parallel Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Parallel Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Parallel Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Parallel Function Error", "Mistral-Medium-2312 (Prompt)/Parallel Function Error", "Mistral-Small-2402 (Prompt)/Parallel Function Error", "Mistral-large-2402 (FC Any)/Parallel Function Error", "Mistral-large-2402 (FC Auto)/Parallel Function Error", "Mistral-small-2402 (FC Any)/Parallel Function Error", "Mistral-small-2402 (FC Auto)/Parallel Function Error", "Mistral-tiny-2312 (Prompt)/Parallel Function Error", "Nexusflow-Raven-v2 (FC)/Parallel Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Parallel Function Error", "Claude-2.1 (Prompt)/Type Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Type Error", "Claude-3-Haiku-20240307 (Prompt)/Type Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Type Error", "Claude-3-Opus-20240229 (Prompt)/Type Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Type Error", "Claude-3-Sonnet-20240229 (Prompt)/Type Error", "Claude-instant-1.2 (Prompt)/Type Error", "Command-R-Plus (FC) (Optimized)/Type Error", "Command-R-Plus (FC) (Original)/Type Error", "Command-R-Plus (Prompt) (Optimized)/Type Error", "Command-R-Plus (Prompt) (Original)/Type Error", "DBRX-Instruct (Prompt)/Type Error", "Deepseek-v1.5 (Prompt)/Type Error", "FireFunction-v1 (FC)/Type Error", "Functionary-Medium-v2.4 (FC)/Type Error", "Functionary-Small-v2.4 (FC)/Type Error", "GPT-3.5-Turbo-0125 (FC)/Type Error", "GPT-4-0125-Preview (FC)/Type Error", "GPT-4-0125-Preview (Prompt)/Type Error", "GPT-4-0613 (FC)/Type Error", "GPT-4-1106-Preview (FC)/Type Error", "GPT-4-turbo-2024-04-09 (FC)/Type Error", "GPT-4-turbo-2024-04-09 (Prompt)/Type Error", "GPT-4o-2024-05-13 (FC)/Type Error", "GPT-4o-2024-05-13 (Prompt)/Type Error", "Gemini-1.0-Pro-001 (FC)/Type Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Type Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Type Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Type Error", "Gemma-7b-it (Prompt)/Type Error", "Gorilla-OpenFunctions-v2 (FC)/Type Error", "Hermes-2-Pro-Mistral-7B (FC)/Type Error", "Meta-Llama-3-70B-Instruct (Prompt)/Type Error", "Meta-Llama-3-8B-Instruct (Prompt)/Type Error", "Mistral-Medium-2312 (Prompt)/Type Error", "Mistral-Small-2402 (Prompt)/Type Error", "Mistral-large-2402 (FC Any)/Type Error", "Mistral-large-2402 (FC Auto)/Type Error", "Mistral-small-2402 (FC Any)/Type Error", "Mistral-tiny-2312 (Prompt)/Type Error", "Nexusflow-Raven-v2 (FC)/Type Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Type Error", "Command-R-Plus (FC) (Optimized)/Executable Error (REST)", "Command-R-Plus (FC) (Original)/Executable Error (REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Error (REST)", "Nexusflow-Raven-v2 (FC)/Executable Error (REST)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Command-R-Plus (FC) (Optimized)/Executable Function Error (Non REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (Non REST)", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (Non REST)", "Command-R-Plus (Prompt) (Original)/Executable Function Error (Non REST)", "DBRX-Instruct (Prompt)/Executable Function Error (Non REST)", "FireFunction-v1 (FC)/Executable Function Error (Non REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (Non REST)", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (Non REST)", "GPT-4-0125-Preview (FC)/Executable Function Error (Non REST)", "GPT-4-1106-Preview (FC)/Executable Function Error (Non REST)", "GPT-4-turbo-2024-04-09 (FC)/Executable Function Error (Non REST)", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (Non REST)", "Gemma-7b-it (Prompt)/Executable Function Error (Non REST)", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (Non REST)", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (Non REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (Non REST)", "Mistral-Small-2402 (Prompt)/Executable Function Error (Non REST)", "Mistral-large-2402 (FC Any)/Executable Function Error (Non REST)", "Mistral-large-2402 (FC Auto)/Executable Function Error (Non REST)", "Mistral-tiny-2312 (Prompt)/Executable Function Error (Non REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (Non REST)", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (Non REST)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)", "FireFunction-v1 (FC)/Executable Function Error (REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (REST)", "GPT-4-0125-Preview (FC)/Executable Function Error (REST)", "GPT-4-1106-Preview (FC)/Executable Function Error (REST)", "GPT-4-turbo-2024-04-09 (FC)/Executable Function Error (REST)", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)", "Gemini-1.5-Flash-Preview-0514 (FC)/Executable Function Error (REST)", "Gemini-1.5-Pro-Preview-0409 (FC)/Executable Function Error (REST)", "Gemini-1.5-Pro-Preview-0514 (FC)/Executable Function Error (REST)", "Gemma-7b-it (Prompt)/Executable Function Error (REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (REST)", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)", "Mistral-Medium-2312 (Prompt)/Executable Function Error (REST)", "Mistral-small-2402 (FC Any)/Executable Function Error (REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)", "Claude-2.1 (Prompt)/Relevance Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Relevance Error", "Claude-3-Haiku-20240307 (Prompt)/Relevance Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Relevance Error", "Claude-3-Opus-20240229 (Prompt)/Relevance Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Relevance Error", "Claude-3-Sonnet-20240229 (Prompt)/Relevance Error", "Claude-instant-1.2 (Prompt)/Relevance Error", "Command-R-Plus (FC) (Optimized)/Relevance Error", "Command-R-Plus (FC) (Original)/Relevance Error", "Command-R-Plus (Prompt) (Optimized)/Relevance Error", "Command-R-Plus (Prompt) (Original)/Relevance Error", "DBRX-Instruct (Prompt)/Relevance Error", "Deepseek-v1.5 (Prompt)/Relevance Error", "FireFunction-v1 (FC)/Relevance Error", "Functionary-Medium-v2.4 (FC)/Relevance Error", "Functionary-Small-v2.4 (FC)/Relevance Error", "GPT-3.5-Turbo-0125 (FC)/Relevance Error", "GPT-4-0125-Preview (FC)/Relevance Error", "GPT-4-0125-Preview (Prompt)/Relevance Error", "GPT-4-0613 (FC)/Relevance Error", "GPT-4-1106-Preview (FC)/Relevance Error", "GPT-4-turbo-2024-04-09 (FC)/Relevance Error", "GPT-4-turbo-2024-04-09 (Prompt)/Relevance Error", "GPT-4o-2024-05-13 (FC)/Relevance Error", "GPT-4o-2024-05-13 (Prompt)/Relevance Error", "Gemini-1.0-Pro-001 (FC)/Relevance Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Relevance Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Relevance Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Relevance Error", "Gemma-7b-it (Prompt)/Relevance Error", "Gorilla-OpenFunctions-v2 (FC)/Relevance Error", "Hermes-2-Pro-Mistral-7B (FC)/Relevance Error", "Meta-Llama-3-70B-Instruct (Prompt)/Relevance Error", "Meta-Llama-3-8B-Instruct (Prompt)/Relevance Error", "Mistral-Medium-2312 (Prompt)/Relevance Error", "Mistral-Small-2402 (Prompt)/Relevance Error", "Mistral-large-2402 (FC Any)/Relevance Error", "Mistral-large-2402 (FC Auto)/Relevance Error", "Mistral-small-2402 (FC Any)/Relevance Error", "Mistral-small-2402 (FC Auto)/Relevance Error", "Mistral-tiny-2312 (Prompt)/Relevance Error", "Nexusflow-Raven-v2 (FC)/Relevance Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Relevance Error", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error", "Command-R-Plus (FC) (Optimized)/Simple Function Error", "Functionary-Medium-v2.4 (FC)/Simple Function Error", "Functionary-Small-v2.4 (FC)/Simple Function Error", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error", "GPT-4-0125-Preview (FC)/Simple Function Error", "GPT-4-0125-Preview (Prompt)/Simple Function Error", "GPT-4-1106-Preview (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error", "GPT-4o-2024-05-13 (FC)/Simple Function Error", "Gemma-7b-it (Prompt)/Simple Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error", "Mistral-large-2402 (FC Any)/Simple Function Error", "Mistral-large-2402 (FC Auto)/Simple Function Error", "Claude-2.1 (Prompt)/Parallel Function Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Haiku-20240307 (Prompt)/Parallel Function Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Opus-20240229 (Prompt)/Parallel Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Parallel Function Error", "Claude-instant-1.2 (Prompt)/Parallel Function Error", "Command-R-Plus (FC) (Optimized)/Parallel Function Error", "Command-R-Plus (FC) (Original)/Parallel Function Error", "Command-R-Plus (Prompt) (Optimized)/Parallel Function Error", "Command-R-Plus (Prompt) (Original)/Parallel Function Error", "DBRX-Instruct (Prompt)/Parallel Function Error", "Deepseek-v1.5 (Prompt)/Parallel Function Error", "FireFunction-v1 (FC)/Parallel Function Error", "Functionary-Medium-v2.4 (FC)/Parallel Function Error", "Functionary-Small-v2.4 (FC)/Parallel Function Error", "GPT-3.5-Turbo-0125 (FC)/Parallel Function Error", "GPT-4-0125-Preview (FC)/Parallel Function Error", "GPT-4-0125-Preview (Prompt)/Parallel Function Error", "GPT-4-0613 (FC)/Parallel Function Error", "GPT-4-1106-Preview (FC)/Parallel Function Error", "GPT-4-turbo-2024-04-09 (FC)/Parallel Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Parallel Function Error", "GPT-4o-2024-05-13 (FC)/Parallel Function Error", "GPT-4o-2024-05-13 (Prompt)/Parallel Function Error", "Gemini-1.0-Pro-001 (FC)/Parallel Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Parallel Function Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Parallel Function Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Parallel Function Error", "Gemma-7b-it (Prompt)/Parallel Function Error", "Gorilla-OpenFunctions-v2 (FC)/Parallel Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Parallel Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Parallel Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Parallel Function Error", "Mistral-Medium-2312 (Prompt)/Parallel Function Error", "Mistral-Small-2402 (Prompt)/Parallel Function Error", "Mistral-large-2402 (FC Any)/Parallel Function Error", "Mistral-large-2402 (FC Auto)/Parallel Function Error", "Mistral-small-2402 (FC Any)/Parallel Function Error", "Mistral-small-2402 (FC Auto)/Parallel Function Error", "Mistral-tiny-2312 (Prompt)/Parallel Function Error", "Nexusflow-Raven-v2 (FC)/Parallel Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Parallel Function Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-2.1 (Prompt)/Simple Function Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error", "Claude-instant-1.2 (Prompt)/Simple Function Error", "Command-R-Plus (FC) (Optimized)/Simple Function Error", "Command-R-Plus (FC) (Original)/Simple Function Error", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error", "Command-R-Plus (Prompt) (Original)/Simple Function Error", "DBRX-Instruct (Prompt)/Simple Function Error", "Deepseek-v1.5 (Prompt)/Simple Function Error", "Functionary-Medium-v2.4 (FC)/Simple Function Error", "Functionary-Small-v2.4 (FC)/Simple Function Error", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error", "GPT-4-0125-Preview (FC)/Simple Function Error", "Gemini-1.0-Pro-001 (FC)/Simple Function Error", "Gemma-7b-it (Prompt)/Simple Function Error", "Gorilla-OpenFunctions-v2 (FC)/Simple Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error", "Mistral-Medium-2312 (Prompt)/Simple Function Error", "Mistral-large-2402 (FC Any)/Simple Function Error", "Mistral-small-2402 (FC Any)/Simple Function Error", "Nexusflow-Raven-v2 (FC)/Simple Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error", "Claude-2.1 (Prompt)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Value Error", "Claude-instant-1.2 (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "DBRX-Instruct (Prompt)/Value Error", "Deepseek-v1.5 (Prompt)/Value Error", "FireFunction-v1 (FC)/Value Error", "Functionary-Medium-v2.4 (FC)/Value Error", "Functionary-Small-v2.4 (FC)/Value Error", "GPT-3.5-Turbo-0125 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "GPT-4-0125-Preview (Prompt)/Value Error", "GPT-4-0613 (FC)/Value Error", "GPT-4-1106-Preview (FC)/Value Error", "GPT-4-turbo-2024-04-09 (FC)/Value Error", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error", "GPT-4o-2024-05-13 (FC)/Value Error", "GPT-4o-2024-05-13 (Prompt)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Gemma-7b-it (Prompt)/Value Error", "Gorilla-OpenFunctions-v2 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Mistral-Small-2402 (Prompt)/Value Error", "Mistral-large-2402 (FC Any)/Value Error", "Mistral-large-2402 (FC Auto)/Value Error", "Mistral-small-2402 (FC Any)/Value Error", "Mistral-tiny-2312 (Prompt)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error", "Claude-2.1 (Prompt)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Value Error", "Claude-instant-1.2 (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "DBRX-Instruct (Prompt)/Value Error", "Deepseek-v1.5 (Prompt)/Value Error", "FireFunction-v1 (FC)/Value Error", "Functionary-Medium-v2.4 (FC)/Value Error", "Functionary-Small-v2.4 (FC)/Value Error", "GPT-3.5-Turbo-0125 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "GPT-4-0125-Preview (Prompt)/Value Error", "GPT-4-0613 (FC)/Value Error", "GPT-4-1106-Preview (FC)/Value Error", "GPT-4-turbo-2024-04-09 (FC)/Value Error", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error", "GPT-4o-2024-05-13 (FC)/Value Error", "GPT-4o-2024-05-13 (Prompt)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Gemma-7b-it (Prompt)/Value Error", "Gorilla-OpenFunctions-v2 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Mistral-Small-2402 (Prompt)/Value Error", "Mistral-large-2402 (FC Any)/Value Error", "Mistral-large-2402 (FC Auto)/Value Error", "Mistral-small-2402 (FC Any)/Value Error", "Mistral-tiny-2312 (Prompt)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Hermes-2-Pro-Mistral-7B (FC)", "Nexusflow-Raven-v2 (FC)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", ""], "values": [3, 4, 6, 5, 7, 6, 2, 4, 6, 9, 7, 7, 2, 4, 4, 4, 5, 6, 4, 5, 5, 6, 4, 5, 5, 4, 6, 6, 6, 1, 5, 5, 4, 3, 6, 6, 6, 5, 2, 2, 8, 4, 317, 149, 30, 37, 24, 38, 113, 4, 7, 43, 43, 304, 733, 153, 4, 9, 1, 43, 21, 288, 16, 105, 23, 43, 194, 157, 78, 58, 55, 495, 24, 152, 33, 146, 154, 796, 4, 222, 3, 1244, 469, 42, 320, 6, 89, 7, 34, 5, 89, 6, 8, 8, 8, 6, 5, 5, 11, 90, 6, 4, 17, 10, 8, 90, 8, 11, 7, 11, 3, 39, 18, 12, 11, 6, 12, 16, 5, 6, 3, 2, 51, 55, 72, 39, 3, 26, 6, 2, 7, 1, 1, 7, 34, 3, 138, 3, 97, 2, 138, 45, 3, 2, 1, 3, 1, 1, 2, 7, 2, 5, 1, 1, 1, 7, 1, 11, 1, 2, 1, 2, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 4, 1, 7, 9, 5, 1, 5, 13, 1, 3, 3, 2, 1, 1, 2, 11, 12, 7, 7, 3, 9, 8, 5, 2, 1, 2, 19, 4, 2, 3, 8, 1, 1, 33, 4, 1, 9, 3, 3, 1, 13, 15, 1, 1, 1, 3, 1, 3, 2, 8, 1, 2, 6, 1, 2, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 7, 2, 3, 4, 4, 12, 6, 1, 1, 1, 2, 2, 1, 1, 3, 1, 1, 2, 1, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 2, 2, 3, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 2, 2, 2, 5, 4, 3, 1, 3, 5, 4, 4, 4, 4, 4, 5, 4, 4, 5, 3, 3, 3, 3, 4, 4, 4, 6, 3, 7, 6, 2, 2, 2, 4, 6, 3, 5, 2, 7, 1, 8, 7, 10, 3, 4, 1, 3, 8, 2, 1, 1, 2, 1, 2, 4, 5, 8, 6, 2, 6, 3, 3, 2, 6, 1, 1, 5, 4, 1, 5, 4, 7, 3, 16, 4, 1, 2, 3, 12, 19, 4, 4, 2, 2, 3, 1, 7, 1, 2, 5, 2, 1, 1, 3, 15, 10, 2, 16, 9, 1, 13, 1, 2, 2, 20, 3, 15, 8, 1, 2, 1, 37, 10, 3, 51, 13, 52, 63, 57, 30, 58, 80, 87, 107, 76, 73, 78, 36, 12, 68, 87, 55, 64, 49, 9, 65, 69, 60, 68, 43, 28, 42, 57, 58, 79, 55, 76, 65, 134, 61, 47, 54, 41, 29, 2, 92, 158, 64, 14, 26, 15, 27, 10, 34, 18, 15, 48, 53, 16, 19, 18, 6, 16, 25, 26, 14, 26, 10, 9, 21, 21, 18, 21, 8, 29, 30, 30, 30, 12, 12, 22, 26, 27, 10, 3, 28, 9, 31, 11, 26, 30, 8, 7, 1, 4, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 1, 2, 2, 1, 1, 1, 1, 4, 2, 4, 1, 1, 3, 1, 9, 8, 19, 2, 6, 1, 1, 2, 10, 16, 12, 4, 3, 7, 2, 6, 3, 6, 6, 30, 29, 1, 6, 1, 2, 5, 2, 40, 190, 157, 42, 47, 44, 117, 102, 87, 182, 110, 111, 106, 103, 64, 62, 77, 235, 41, 71, 20, 47, 27, 90, 45, 42, 48, 49, 27, 25, 70, 93, 214, 80, 130, 28, 4, 240, 38, 240, 1, 39, 235, 97, 1, 1, 30, 16, 150, 7, 1, 7, 9, 1, 26, 1, 9, 1, 5, 7, 21, 399, 17, 119, 16, 368, 19, 23, 16, 17, 24, 22, 20, 40, 389, 29, 31, 93, 23, 14, 345, 17, 18, 14, 30, 10, 211, 51, 16, 15, 44, 28, 63, 17, 32, 14, 14, 157, 134, 217, 8, 52, 130, 26, 1, 2, 2, 1, 1, 1, 2, 2, 3, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 4, 2, 2, 18, 27, 16, 37, 22, 39, 20, 26, 35, 46, 24, 25, 18, 11, 21, 23, 25, 18, 24, 12, 10, 19, 10, 14, 20, 14, 20, 32, 27, 26, 22, 17, 24, 26, 27, 20, 1, 31, 11, 34, 19, 35, 20, 3, 12, 7, 6, 4, 18, 9, 7, 14, 14, 7, 8, 6, 6, 5, 12, 11, 2, 8, 7, 1, 8, 1, 6, 6, 7, 11, 9, 12, 10, 7, 3, 22, 8, 6, 8, 1, 11, 4, 16, 8, 12, 8, 8, 7, 1, 4, 2, 3, 2, 1, 4, 1, 1, 4, 7, 3, 7, 1, 2, 1, 1, 2, 2, 1, 1, 8, 2, 11, 2, 6, 2, 5, 1, 3, 6, 1, 6, 11, 11, 11, 1, 21, 7, 5, 19, 16, 9, 10, 4, 20, 25, 18, 6, 3, 1, 1, 7, 2, 1, 9, 22, 7, 7, 34, 3, 32, 7, 21, 2, 3, 3, 4, 6, 50, 12, 317, 149, 30, 37, 24, 40, 120, 5, 7, 44, 44, 311, 768, 153, 26, 27, 1, 44, 21, 288, 17, 106, 23, 46, 197, 157, 78, 58, 55, 633, 24, 156, 36, 243, 156, 934, 4, 222, 3, 1244, 514, 45, 322, 72, 412, 69, 182, 73, 398, 77, 103, 103, 124, 100, 95, 98, 76, 401, 97, 118, 148, 87, 63, 354, 82, 87, 74, 98, 53, 239, 93, 73, 73, 123, 83, 139, 82, 166, 75, 61, 211, 175, 246, 10, 144, 288, 90, 40, 190, 157, 42, 47, 44, 117, 102, 87, 182, 110, 111, 106, 103, 64, 62, 77, 235, 41, 71, 20, 47, 27, 90, 45, 42, 48, 49, 27, 25, 70, 93, 214, 80, 130, 28, 4, 240, 38, 240, 1, 39, 235, 97, 11, 3, 7, 9, 7, 6, 6, 13, 5, 6, 10, 8, 11, 10, 2, 40, 21, 169, 21, 7, 2, 24, 20, 7, 39, 4, 1, 3, 2, 2, 30, 5, 17, 7, 36, 14, 7, 17, 16, 9, 54, 44, 10, 17, 30, 21, 32, 17, 40, 20, 19, 54, 62, 23, 26, 20, 6, 20, 29, 30, 19, 32, 14, 14, 26, 27, 22, 26, 13, 33, 36, 36, 36, 13, 17, 27, 30, 30, 16, 3, 34, 15, 36, 2, 13, 34, 34, 33, 134, 37, 79, 35, 151, 41, 47, 64, 77, 45, 46, 35, 28, 120, 48, 47, 41, 47, 31, 104, 39, 26, 32, 43, 28, 80, 68, 55, 51, 37, 37, 71, 45, 46, 37, 4, 102, 71, 132, 39, 37, 89, 39, 496, 782, 451, 388, 217, 686, 308, 409, 346, 485, 342, 341, 585, 1002, 783, 334, 339, 621, 276, 208, 784, 244, 297, 250, 297, 337, 568, 349, 258, 249, 948, 264, 668, 289, 678, 328, 1018, 616, 542, 672, 1296, 804, 795, 605], "type": "treemap", "textfont": { "size": 12 }, "root": { "color": "#C7CCDB" } }], { "template": { "data": { "histogram2dcontour": [{ "type": "histogram2dcontour", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "choropleth": [{ "type": "choropleth", "colorbar": { "outlinewidth": 0, "ticks": "" } }], "histogram2d": [{ "type": "histogram2d", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "heatmap": [{ "type": "heatmap", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "heatmapgl": [{ "type": "heatmapgl", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "contourcarpet": [{ "type": "contourcarpet", "colorbar": { "outlinewidth": 0, "ticks": "" } }], "contour": [{ "type": "contour", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "surface": [{ "type": "surface", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "mesh3d": [{ "type": "mesh3d", "colorbar": { "outlinewidth": 0, "ticks": "" } }], "scatter": [{ "fillpattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 }, "type": "scatter" }], "parcoords": [{ "type": "parcoords", "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scatterpolargl": [{ "type": "scatterpolargl", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "bar": [{ "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 }, "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "bar" }], "scattergeo": [{ "type": "scattergeo", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scatterpolar": [{ "type": "scatterpolar", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "histogram": [{ "marker": { "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "histogram" }], "scattergl": [{ "type": "scattergl", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scatter3d": [{ "type": "scatter3d", "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scattermapbox": [{ "type": "scattermapbox", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scatterternary": [{ "type": "scatterternary", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scattercarpet": [{ "type": "scattercarpet", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "carpet": [{ "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" }], "table": [{ "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" }], "barpolar": [{ "marker": { "line": { "color": "#E5ECF6", "width": 0.5 }, "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "barpolar" }], "pie": [{ "automargin": true, "type": "pie" }] }, "layout": { "autotypenumbers": "strict", "colorway": ["#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52"], "font": { "color": "#2a3f5f" }, "hovermode": "closest", "hoverlabel": { "align": "left" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "bgcolor": "#E5ECF6", "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "ternary": { "bgcolor": "#E5ECF6", "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "sequential": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]], "sequentialminus": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]], "diverging": [[0, "#8e0152"], [0.1, "#c51b7d"], [0.2, "#de77ae"], [0.3, "#f1b6da"], [0.4, "#fde0ef"], [0.5, "#f7f7f7"], [0.6, "#e6f5d0"], [0.7, "#b8e186"], [0.8, "#7fbc41"], [0.9, "#4d9221"], [1, "#276419"]] }, "xaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "automargin": true, "zerolinewidth": 2 }, "yaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "automargin": true, "zerolinewidth": 2 }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white", "gridwidth": 2 }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white", "gridwidth": 2 }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white", "gridwidth": 2 } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "geo": { "bgcolor": "white", "landcolor": "#E5ECF6", "subunitcolor": "white", "showland": true, "showlakes": true, "lakecolor": "white" }, "title": { "x": 0.05 }, "mapbox": { "style": "light" } } }, "legend": { "tracegroupgap": 0 }, "margin": { "t": 60 }, "paper_bgcolor": "#e5effc" }, { "responsive": true }) }; \ No newline at end of file +window.PLOTLYENV = window.PLOTLYENV || {}; if (document.getElementById("2191f1ab-02ae-4c30-a990-cdc03fdd9e53")) { Plotly.newPlot("2191f1ab-02ae-4c30-a990-cdc03fdd9e53", [{ "branchvalues": "total", "domain": { "x": [0.0, 1.0], "y": [0.0, 1.0] }, "hovertemplate": "labels=%{label}
count=%{value}
parent=%{parent}
id=%{id}", "ids": ["Claude-2.1 (Prompt)/Type Error/ Composite Type Mismatch", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Type Error/ Composite Type Mismatch", "Claude-3-Haiku-20240307 (Prompt)/Type Error/ Composite Type Mismatch", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Type Error/ Composite Type Mismatch", "Claude-3-Opus-20240229 (Prompt)/Type Error/ Composite Type Mismatch", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Type Error/ Composite Type Mismatch", "Claude-3-Sonnet-20240229 (Prompt)/Type Error/ Composite Type Mismatch", "Claude-instant-1.2 (Prompt)/Type Error/ Composite Type Mismatch", "Command-R-Plus (FC) (Optimized)/Type Error/ Composite Type Mismatch", "Command-R-Plus (FC) (Original)/Type Error/ Composite Type Mismatch", "Command-R-Plus (Prompt) (Optimized)/Type Error/ Composite Type Mismatch", "Command-R-Plus (Prompt) (Original)/Type Error/ Composite Type Mismatch", "DBRX-Instruct (Prompt)/Type Error/ Composite Type Mismatch", "FireFunction-v1 (FC)/Type Error/ Composite Type Mismatch", "Functionary-Medium-v2.4 (FC)/Type Error/ Composite Type Mismatch", "Functionary-Small-v2.4 (FC)/Type Error/ Composite Type Mismatch", "GPT-3.5-Turbo-0125 (FC)/Type Error/ Composite Type Mismatch", "GPT-4-0125-Preview (FC)/Type Error/ Composite Type Mismatch", "GPT-4-0125-Preview (Prompt)/Type Error/ Composite Type Mismatch", "GPT-4-0613 (FC)/Type Error/ Composite Type Mismatch", "GPT-4-1106-Preview (FC)/Type Error/ Composite Type Mismatch", "GPT-4-turbo-2024-04-09 (FC)/Type Error/ Composite Type Mismatch", "GPT-4-turbo-2024-04-09 (Prompt)/Type Error/ Composite Type Mismatch", "GPT-4o-2024-05-13 (FC)/Type Error/ Composite Type Mismatch", "GPT-4o-2024-05-13 (Prompt)/Type Error/ Composite Type Mismatch", "Gemini-1.0-Pro-001 (FC)/Type Error/ Composite Type Mismatch", "Gemini-1.5-Flash-Preview-0514 (FC)/Type Error/ Composite Type Mismatch", "Gemini-1.5-Pro-Preview-0409 (FC)/Type Error/ Composite Type Mismatch", "Gemini-1.5-Pro-Preview-0514 (FC)/Type Error/ Composite Type Mismatch", "Gemma-7b-it (Prompt)/Type Error/ Composite Type Mismatch", "Gorilla-OpenFunctions-v2 (FC)/Type Error/ Composite Type Mismatch", "Hermes-2-Pro-Mistral-7B (FC)/Type Error/ Composite Type Mismatch", "Meta-Llama-3-70B-Instruct (Prompt)/Type Error/ Composite Type Mismatch", "Meta-Llama-3-8B-Instruct (Prompt)/Type Error/ Composite Type Mismatch", "Mistral-Medium-2312 (Prompt)/Type Error/ Composite Type Mismatch", "Mistral-large-2402 (FC Any)/Type Error/ Composite Type Mismatch", "Mistral-large-2402 (FC Auto)/Type Error/ Composite Type Mismatch", "Mistral-small-2402 (FC Any)/Type Error/ Composite Type Mismatch", "Mistral-small-2402 (FC Auto)/Type Error/ Composite Type Mismatch", "Mistral-tiny-2312 (Prompt)/Type Error/ Composite Type Mismatch", "Nexusflow-Raven-v2 (FC)/Type Error/ Composite Type Mismatch", "Snowflake/snowflake-arctic-instruct (Prompt)/Type Error/ Composite Type Mismatch", "Claude-2.1 (Prompt)/Function Parsing Error/ Decoding Failure", "Claude-3-Haiku-20240307 (Prompt)/Function Parsing Error/ Decoding Failure", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Function Parsing Error/ Decoding Failure", "Claude-3-Opus-20240229 (Prompt)/Function Parsing Error/ Decoding Failure", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Function Parsing Error/ Decoding Failure", "Claude-3-Sonnet-20240229 (Prompt)/Function Parsing Error/ Decoding Failure", "Claude-instant-1.2 (Prompt)/Function Parsing Error/ Decoding Failure", "Command-R-Plus (FC) (Optimized)/Function Parsing Error/ Decoding Failure", "Command-R-Plus (FC) (Original)/Function Parsing Error/ Decoding Failure", "Command-R-Plus (Prompt) (Optimized)/Function Parsing Error/ Decoding Failure", "Command-R-Plus (Prompt) (Original)/Function Parsing Error/ Decoding Failure", "DBRX-Instruct (Prompt)/Function Parsing Error/ Decoding Failure", "Deepseek-v1.5 (Prompt)/Function Parsing Error/ Decoding Failure", "FireFunction-v1 (FC)/Function Parsing Error/ Decoding Failure", "Functionary-Medium-v2.4 (FC)/Function Parsing Error/ Decoding Failure", "Functionary-Small-v2.4 (FC)/Function Parsing Error/ Decoding Failure", "GPT-3.5-Turbo-0125 (FC)/Function Parsing Error/ Decoding Failure", "GPT-4-0125-Preview (FC)/Function Parsing Error/ Decoding Failure", "GPT-4-0125-Preview (Prompt)/Function Parsing Error/ Decoding Failure", "GPT-4-0613 (FC)/Function Parsing Error/ Decoding Failure", "GPT-4-1106-Preview (FC)/Function Parsing Error/ Decoding Failure", "GPT-4-turbo-2024-04-09 (FC)/Function Parsing Error/ Decoding Failure", "GPT-4-turbo-2024-04-09 (Prompt)/Function Parsing Error/ Decoding Failure", "GPT-4o-2024-05-13 (FC)/Function Parsing Error/ Decoding Failure", "GPT-4o-2024-05-13 (Prompt)/Function Parsing Error/ Decoding Failure", "Gemini-1.0-Pro-001 (FC)/Function Parsing Error/ Decoding Failure", "Gemini-1.5-Flash-Preview-0514 (FC)/Function Parsing Error/ Decoding Failure", "Gemini-1.5-Pro-Preview-0409 (FC)/Function Parsing Error/ Decoding Failure", "Gemini-1.5-Pro-Preview-0514 (FC)/Function Parsing Error/ Decoding Failure", "Gemma-7b-it (Prompt)/Function Parsing Error/ Decoding Failure", "Gorilla-OpenFunctions-v2 (FC)/Function Parsing Error/ Decoding Failure", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error/ Decoding Failure", "Meta-Llama-3-70B-Instruct (Prompt)/Function Parsing Error/ Decoding Failure", "Meta-Llama-3-8B-Instruct (Prompt)/Function Parsing Error/ Decoding Failure", "Mistral-Medium-2312 (Prompt)/Function Parsing Error/ Decoding Failure", "Mistral-Small-2402 (Prompt)/Function Parsing Error/ Decoding Failure", "Mistral-large-2402 (FC Any)/Function Parsing Error/ Decoding Failure", "Mistral-large-2402 (FC Auto)/Function Parsing Error/ Decoding Failure", "Mistral-small-2402 (FC Any)/Function Parsing Error/ Decoding Failure", "Mistral-small-2402 (FC Auto)/Function Parsing Error/ Decoding Failure", "Mistral-tiny-2312 (Prompt)/Function Parsing Error/ Decoding Failure", "Nexusflow-Raven-v2 (FC)/Function Parsing Error/ Decoding Failure", "Snowflake/snowflake-arctic-instruct (Prompt)/Function Parsing Error/ Decoding Failure", "Claude-2.1 (Prompt)/Value Error/ Execution Result Count", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error/ Execution Result Count", "Claude-3-Haiku-20240307 (Prompt)/Value Error/ Execution Result Count", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error/ Execution Result Count", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Execution Result Count", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error/ Execution Result Count", "Claude-3-Sonnet-20240229 (Prompt)/Value Error/ Execution Result Count", "Claude-instant-1.2 (Prompt)/Value Error/ Execution Result Count", "Command-R-Plus (FC) (Optimized)/Value Error/ Execution Result Count", "Command-R-Plus (FC) (Original)/Value Error/ Execution Result Count", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Execution Result Count", "Command-R-Plus (Prompt) (Original)/Value Error/ Execution Result Count", "DBRX-Instruct (Prompt)/Value Error/ Execution Result Count", "Deepseek-v1.5 (Prompt)/Value Error/ Execution Result Count", "FireFunction-v1 (FC)/Value Error/ Execution Result Count", "Functionary-Medium-v2.4 (FC)/Value Error/ Execution Result Count", "Functionary-Small-v2.4 (FC)/Value Error/ Execution Result Count", "GPT-3.5-Turbo-0125 (FC)/Value Error/ Execution Result Count", "GPT-4-0125-Preview (FC)/Value Error/ Execution Result Count", "GPT-4-0125-Preview (Prompt)/Value Error/ Execution Result Count", "GPT-4-0613 (FC)/Value Error/ Execution Result Count", "GPT-4-1106-Preview (FC)/Value Error/ Execution Result Count", "GPT-4-turbo-2024-04-09 (FC)/Value Error/ Execution Result Count", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error/ Execution Result Count", "GPT-4o-2024-05-13 (FC)/Value Error/ Execution Result Count", "GPT-4o-2024-05-13 (Prompt)/Value Error/ Execution Result Count", "Gemini-1.0-Pro-001 (FC)/Value Error/ Execution Result Count", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error/ Execution Result Count", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error/ Execution Result Count", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error/ Execution Result Count", "Gemma-7b-it (Prompt)/Value Error/ Execution Result Count", "Gorilla-OpenFunctions-v2 (FC)/Value Error/ Execution Result Count", "Hermes-2-Pro-Mistral-7B (FC)/Value Error/ Execution Result Count", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error/ Execution Result Count", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error/ Execution Result Count", "Mistral-Medium-2312 (Prompt)/Value Error/ Execution Result Count", "Mistral-Small-2402 (Prompt)/Value Error/ Execution Result Count", "Mistral-large-2402 (FC Any)/Value Error/ Execution Result Count", "Mistral-large-2402 (FC Auto)/Value Error/ Execution Result Count", "Mistral-small-2402 (FC Any)/Value Error/ Execution Result Count", "Mistral-small-2402 (FC Auto)/Value Error/ Execution Result Count", "Mistral-tiny-2312 (Prompt)/Value Error/ Execution Result Count", "Nexusflow-Raven-v2 (FC)/Value Error/ Execution Result Count", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error/ Execution Result Count", "Claude-3-Sonnet-20240229 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Claude-instant-1.2 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Command-R-Plus (Prompt) (Optimized)/Function Parsing Error/ Incorrect Decoder Output Format", "Command-R-Plus (Prompt) (Original)/Function Parsing Error/ Incorrect Decoder Output Format", "DBRX-Instruct (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Deepseek-v1.5 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "GPT-4o-2024-05-13 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Gemma-7b-it (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Meta-Llama-3-70B-Instruct (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Meta-Llama-3-8B-Instruct (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Mistral-Medium-2312 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Mistral-Small-2402 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Mistral-tiny-2312 (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Nexusflow-Raven-v2 (FC)/Function Parsing Error/ Incorrect Decoder Output Format", "Snowflake/snowflake-arctic-instruct (Prompt)/Function Parsing Error/ Incorrect Decoder Output Format", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Command-R-Plus (FC) (Original)/Executable Function Error (Non REST)/ Incorrect Execution Result", "DBRX-Instruct (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Deepseek-v1.5 (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "FireFunction-v1 (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Functionary-Medium-v2.4 (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Functionary-Small-v2.4 (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "GPT-4-0613 (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "GPT-4-turbo-2024-04-09 (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Gemma-7b-it (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Mistral-large-2402 (FC Any)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Mistral-tiny-2312 (Prompt)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Nexusflow-Raven-v2 (FC)/Executable Function Error (Non REST)/ Incorrect Execution Result", "Claude-2.1 (Prompt)/Simple Function Error/ Incorrect Function Name", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error/ Incorrect Function Name", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error/ Incorrect Function Name", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error/ Incorrect Function Name", "Claude-instant-1.2 (Prompt)/Simple Function Error/ Incorrect Function Name", "DBRX-Instruct (Prompt)/Simple Function Error/ Incorrect Function Name", "Deepseek-v1.5 (Prompt)/Simple Function Error/ Incorrect Function Name", "Functionary-Small-v2.4 (FC)/Simple Function Error/ Incorrect Function Name", "GPT-4-0125-Preview (FC)/Simple Function Error/ Incorrect Function Name", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error/ Incorrect Function Name", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error/ Incorrect Function Name", "Gemma-7b-it (Prompt)/Simple Function Error/ Incorrect Function Name", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error/ Incorrect Function Name", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error/ Incorrect Function Name", "Mistral-Medium-2312 (Prompt)/Simple Function Error/ Incorrect Function Name", "Mistral-Small-2402 (Prompt)/Simple Function Error/ Incorrect Function Name", "Mistral-large-2402 (FC Any)/Simple Function Error/ Incorrect Function Name", "Mistral-large-2402 (FC Auto)/Simple Function Error/ Incorrect Function Name", "Mistral-small-2402 (FC Any)/Simple Function Error/ Incorrect Function Name", "Mistral-tiny-2312 (Prompt)/Simple Function Error/ Incorrect Function Name", "Nexusflow-Raven-v2 (FC)/Simple Function Error/ Incorrect Function Name", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error/ Incorrect Function Name", "Claude-2.1 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Claude-3-Haiku-20240307 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Claude-3-Opus-20240229 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Claude-3-Sonnet-20240229 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Deepseek-v1.5 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "FireFunction-v1 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "GPT-4-turbo-2024-04-09 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Gemini-1.5-Flash-Preview-0514 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Gemma-7b-it (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Mistral-Medium-2312 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Mistral-Small-2402 (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)/ Incorrect HTTP Status Code", "Command-R-Plus (FC) (Optimized)/Function Parsing Error/ Incorrect Parsing Output Format", "Functionary-Medium-v2.4 (FC)/Function Parsing Error/ Incorrect Parsing Output Format", "Functionary-Small-v2.4 (FC)/Function Parsing Error/ Incorrect Parsing Output Format", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error/ Incorrect Parsing Output Format", "Deepseek-v1.5 (Prompt)/Function Parsing Error/ Incorrect REST Parsing Output Format", "Functionary-Medium-v2.4 (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "Functionary-Small-v2.4 (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "GPT-4-0125-Preview (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "GPT-4-1106-Preview (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "GPT-4-turbo-2024-04-09 (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "GPT-4o-2024-05-13 (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error/ Incorrect REST Parsing Output Format", "Claude-2.1 (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-3-Haiku-20240307 (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-3-Sonnet-20240229 (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)/ Incorrect Response Key", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)/ Incorrect Response Key", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)/ Incorrect Response Key", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)/ Incorrect Response Key", "Deepseek-v1.5 (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "FireFunction-v1 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "GPT-4-0125-Preview (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "GPT-4-0613 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Gemini-1.5-Pro-Preview-0409 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Gemini-1.5-Pro-Preview-0514 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Mistral-Small-2402 (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Mistral-large-2402 (FC Any)/Executable Function Error (REST)/ Incorrect Response Key", "Mistral-large-2402 (FC Auto)/Executable Function Error (REST)/ Incorrect Response Key", "Mistral-small-2402 (FC Any)/Executable Function Error (REST)/ Incorrect Response Key", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)/ Incorrect Response Key", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)/ Incorrect Response Key", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error/ Invalid Dictionary Items", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Invalid Dictionary Items", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error/ Invalid Dictionary Items", "Command-R-Plus (FC) (Optimized)/Value Error/ Invalid Dictionary Items", "Command-R-Plus (FC) (Original)/Value Error/ Invalid Dictionary Items", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Invalid Dictionary Items", "Command-R-Plus (Prompt) (Original)/Value Error/ Invalid Dictionary Items", "Functionary-Medium-v2.4 (FC)/Value Error/ Invalid Dictionary Items", "GPT-3.5-Turbo-0125 (FC)/Value Error/ Invalid Dictionary Items", "GPT-4-0125-Preview (FC)/Value Error/ Invalid Dictionary Items", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error/ Invalid Dictionary Items", "Hermes-2-Pro-Mistral-7B (FC)/Value Error/ Invalid Dictionary Items", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error/ Invalid Dictionary Items", "Mistral-Medium-2312 (Prompt)/Value Error/ Invalid Dictionary Items", "Mistral-large-2402 (FC Any)/Value Error/ Invalid Dictionary Items", "Mistral-small-2402 (FC Any)/Value Error/ Invalid Dictionary Items", "Nexusflow-Raven-v2 (FC)/Value Error/ Invalid Dictionary Items", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error/ Invalid Dictionary Key", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Invalid Dictionary Key", "Command-R-Plus (FC) (Optimized)/Value Error/ Invalid Dictionary Key", "Command-R-Plus (FC) (Original)/Value Error/ Invalid Dictionary Key", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Invalid Dictionary Key", "Gemini-1.0-Pro-001 (FC)/Value Error/ Invalid Dictionary Key", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error/ Invalid Dictionary Key", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error/ Invalid Dictionary Key", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error/ Invalid Dictionary Key", "Gorilla-OpenFunctions-v2 (FC)/Value Error/ Invalid Dictionary Key", "Mistral-Medium-2312 (Prompt)/Value Error/ Invalid Dictionary Key", "Nexusflow-Raven-v2 (FC)/Value Error/ Invalid Dictionary Key", "Claude-2.1 (Prompt)/Value Error/ Invalid Dictionary Value", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error/ Invalid Dictionary Value", "Claude-3-Haiku-20240307 (Prompt)/Value Error/ Invalid Dictionary Value", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error/ Invalid Dictionary Value", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Invalid Dictionary Value", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error/ Invalid Dictionary Value", "Claude-3-Sonnet-20240229 (Prompt)/Value Error/ Invalid Dictionary Value", "Claude-instant-1.2 (Prompt)/Value Error/ Invalid Dictionary Value", "Command-R-Plus (FC) (Original)/Value Error/ Invalid Dictionary Value", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Invalid Dictionary Value", "Command-R-Plus (Prompt) (Original)/Value Error/ Invalid Dictionary Value", "DBRX-Instruct (Prompt)/Value Error/ Invalid Dictionary Value", "Functionary-Small-v2.4 (FC)/Value Error/ Invalid Dictionary Value", "GPT-4-0125-Preview (FC)/Value Error/ Invalid Dictionary Value", "GPT-4-0125-Preview (Prompt)/Value Error/ Invalid Dictionary Value", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error/ Invalid Dictionary Value", "GPT-4o-2024-05-13 (Prompt)/Value Error/ Invalid Dictionary Value", "Gemini-1.0-Pro-001 (FC)/Value Error/ Invalid Dictionary Value", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error/ Invalid Dictionary Value", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error/ Invalid Dictionary Value", "Hermes-2-Pro-Mistral-7B (FC)/Value Error/ Invalid Dictionary Value", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error/ Invalid Dictionary Value", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error/ Invalid Dictionary Value", "Mistral-Medium-2312 (Prompt)/Value Error/ Invalid Dictionary Value", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error/ Invalid Dictionary Value", "Claude-2.1 (Prompt)/Value Error/ Invalid List/Tuple Format", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error/ Invalid List/Tuple Format", "Claude-3-Haiku-20240307 (Prompt)/Value Error/ Invalid List/Tuple Format", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Invalid List/Tuple Format", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error/ Invalid List/Tuple Format", "Claude-3-Sonnet-20240229 (Prompt)/Value Error/ Invalid List/Tuple Format", "Claude-instant-1.2 (Prompt)/Value Error/ Invalid List/Tuple Format", "Command-R-Plus (FC) (Optimized)/Value Error/ Invalid List/Tuple Format", "Command-R-Plus (FC) (Original)/Value Error/ Invalid List/Tuple Format", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Invalid List/Tuple Format", "Command-R-Plus (Prompt) (Original)/Value Error/ Invalid List/Tuple Format", "DBRX-Instruct (Prompt)/Value Error/ Invalid List/Tuple Format", "FireFunction-v1 (FC)/Value Error/ Invalid List/Tuple Format", "Functionary-Medium-v2.4 (FC)/Value Error/ Invalid List/Tuple Format", "Functionary-Small-v2.4 (FC)/Value Error/ Invalid List/Tuple Format", "GPT-3.5-Turbo-0125 (FC)/Value Error/ Invalid List/Tuple Format", "GPT-4-0125-Preview (FC)/Value Error/ Invalid List/Tuple Format", "GPT-4-0125-Preview (Prompt)/Value Error/ Invalid List/Tuple Format", "GPT-4-0613 (FC)/Value Error/ Invalid List/Tuple Format", "GPT-4-1106-Preview (FC)/Value Error/ Invalid List/Tuple Format", "GPT-4-turbo-2024-04-09 (FC)/Value Error/ Invalid List/Tuple Format", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error/ Invalid List/Tuple Format", "GPT-4o-2024-05-13 (FC)/Value Error/ Invalid List/Tuple Format", "GPT-4o-2024-05-13 (Prompt)/Value Error/ Invalid List/Tuple Format", "Gemini-1.0-Pro-001 (FC)/Value Error/ Invalid List/Tuple Format", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error/ Invalid List/Tuple Format", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error/ Invalid List/Tuple Format", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error/ Invalid List/Tuple Format", "Gemma-7b-it (Prompt)/Value Error/ Invalid List/Tuple Format", "Gorilla-OpenFunctions-v2 (FC)/Value Error/ Invalid List/Tuple Format", "Hermes-2-Pro-Mistral-7B (FC)/Value Error/ Invalid List/Tuple Format", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error/ Invalid List/Tuple Format", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error/ Invalid List/Tuple Format", "Mistral-Medium-2312 (Prompt)/Value Error/ Invalid List/Tuple Format", "Mistral-large-2402 (FC Any)/Value Error/ Invalid List/Tuple Format", "Mistral-large-2402 (FC Auto)/Value Error/ Invalid List/Tuple Format", "Mistral-small-2402 (FC Any)/Value Error/ Invalid List/Tuple Format", "Mistral-tiny-2312 (Prompt)/Value Error/ Invalid List/Tuple Format", "Nexusflow-Raven-v2 (FC)/Value Error/ Invalid List/Tuple Format", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error/ Invalid List/Tuple Format", "Claude-2.1 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Simple Function Error/ Missing Optional Parameter", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Simple Function Error/ Missing Optional Parameter", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error/ Missing Optional Parameter", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Claude-instant-1.2 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Command-R-Plus (FC) (Optimized)/Simple Function Error/ Missing Optional Parameter", "Command-R-Plus (FC) (Original)/Simple Function Error/ Missing Optional Parameter", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error/ Missing Optional Parameter", "Command-R-Plus (Prompt) (Original)/Simple Function Error/ Missing Optional Parameter", "DBRX-Instruct (Prompt)/Simple Function Error/ Missing Optional Parameter", "Deepseek-v1.5 (Prompt)/Simple Function Error/ Missing Optional Parameter", "FireFunction-v1 (FC)/Simple Function Error/ Missing Optional Parameter", "Functionary-Medium-v2.4 (FC)/Simple Function Error/ Missing Optional Parameter", "Functionary-Small-v2.4 (FC)/Simple Function Error/ Missing Optional Parameter", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error/ Missing Optional Parameter", "GPT-4-0125-Preview (FC)/Simple Function Error/ Missing Optional Parameter", "GPT-4-0125-Preview (Prompt)/Simple Function Error/ Missing Optional Parameter", "GPT-4-1106-Preview (FC)/Simple Function Error/ Missing Optional Parameter", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error/ Missing Optional Parameter", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error/ Missing Optional Parameter", "GPT-4o-2024-05-13 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error/ Missing Optional Parameter", "Gemma-7b-it (Prompt)/Simple Function Error/ Missing Optional Parameter", "Gorilla-OpenFunctions-v2 (FC)/Simple Function Error/ Missing Optional Parameter", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error/ Missing Optional Parameter", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error/ Missing Optional Parameter", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error/ Missing Optional Parameter", "Mistral-Medium-2312 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Mistral-large-2402 (FC Any)/Simple Function Error/ Missing Optional Parameter", "Mistral-large-2402 (FC Auto)/Simple Function Error/ Missing Optional Parameter", "Mistral-small-2402 (FC Any)/Simple Function Error/ Missing Optional Parameter", "Mistral-tiny-2312 (Prompt)/Simple Function Error/ Missing Optional Parameter", "Nexusflow-Raven-v2 (FC)/Simple Function Error/ Missing Optional Parameter", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error/ Missing Optional Parameter", "Claude-2.1 (Prompt)/Simple Function Error/ Missing Required Parameter", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error/ Missing Required Parameter", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error/ Missing Required Parameter", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error/ Missing Required Parameter", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error/ Missing Required Parameter", "Claude-instant-1.2 (Prompt)/Simple Function Error/ Missing Required Parameter", "Command-R-Plus (FC) (Optimized)/Simple Function Error/ Missing Required Parameter", "Command-R-Plus (FC) (Original)/Simple Function Error/ Missing Required Parameter", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error/ Missing Required Parameter", "Command-R-Plus (Prompt) (Original)/Simple Function Error/ Missing Required Parameter", "DBRX-Instruct (Prompt)/Simple Function Error/ Missing Required Parameter", "Deepseek-v1.5 (Prompt)/Simple Function Error/ Missing Required Parameter", "Functionary-Medium-v2.4 (FC)/Simple Function Error/ Missing Required Parameter", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error/ Missing Required Parameter", "GPT-4-0125-Preview (FC)/Simple Function Error/ Missing Required Parameter", "GPT-4-0613 (FC)/Simple Function Error/ Missing Required Parameter", "GPT-4-1106-Preview (FC)/Simple Function Error/ Missing Required Parameter", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error/ Missing Required Parameter", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error/ Missing Required Parameter", "GPT-4o-2024-05-13 (FC)/Simple Function Error/ Missing Required Parameter", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error/ Missing Required Parameter", "Gemini-1.5-Pro-Preview-0409 (FC)/Simple Function Error/ Missing Required Parameter", "Gemini-1.5-Pro-Preview-0514 (FC)/Simple Function Error/ Missing Required Parameter", "Gemma-7b-it (Prompt)/Simple Function Error/ Missing Required Parameter", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error/ Missing Required Parameter", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error/ Missing Required Parameter", "Mistral-Medium-2312 (Prompt)/Simple Function Error/ Missing Required Parameter", "Mistral-large-2402 (FC Any)/Simple Function Error/ Missing Required Parameter", "Mistral-large-2402 (FC Auto)/Simple Function Error/ Missing Required Parameter", "Mistral-small-2402 (FC Any)/Simple Function Error/ Missing Required Parameter", "Mistral-tiny-2312 (Prompt)/Simple Function Error/ Missing Required Parameter", "Nexusflow-Raven-v2 (FC)/Simple Function Error/ Missing Required Parameter", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error/ Missing Required Parameter", "Claude-2.1 (Prompt)/Parallel Function Error/ No Match Found", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Parallel Function Error/ No Match Found", "Claude-3-Haiku-20240307 (Prompt)/Parallel Function Error/ No Match Found", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Parallel Function Error/ No Match Found", "Claude-3-Opus-20240229 (Prompt)/Parallel Function Error/ No Match Found", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Parallel Function Error/ No Match Found", "Claude-3-Sonnet-20240229 (Prompt)/Parallel Function Error/ No Match Found", "Claude-instant-1.2 (Prompt)/Parallel Function Error/ No Match Found", "Command-R-Plus (FC) (Optimized)/Parallel Function Error/ No Match Found", "Command-R-Plus (FC) (Original)/Parallel Function Error/ No Match Found", "Command-R-Plus (Prompt) (Optimized)/Parallel Function Error/ No Match Found", "Command-R-Plus (Prompt) (Original)/Parallel Function Error/ No Match Found", "DBRX-Instruct (Prompt)/Parallel Function Error/ No Match Found", "Deepseek-v1.5 (Prompt)/Parallel Function Error/ No Match Found", "FireFunction-v1 (FC)/Parallel Function Error/ No Match Found", "Functionary-Medium-v2.4 (FC)/Parallel Function Error/ No Match Found", "Functionary-Small-v2.4 (FC)/Parallel Function Error/ No Match Found", "GPT-3.5-Turbo-0125 (FC)/Parallel Function Error/ No Match Found", "GPT-4-0125-Preview (FC)/Parallel Function Error/ No Match Found", "GPT-4-0125-Preview (Prompt)/Parallel Function Error/ No Match Found", "GPT-4-0613 (FC)/Parallel Function Error/ No Match Found", "GPT-4-1106-Preview (FC)/Parallel Function Error/ No Match Found", "GPT-4-turbo-2024-04-09 (FC)/Parallel Function Error/ No Match Found", "GPT-4-turbo-2024-04-09 (Prompt)/Parallel Function Error/ No Match Found", "GPT-4o-2024-05-13 (FC)/Parallel Function Error/ No Match Found", "GPT-4o-2024-05-13 (Prompt)/Parallel Function Error/ No Match Found", "Gemini-1.0-Pro-001 (FC)/Parallel Function Error/ No Match Found", "Gemini-1.5-Flash-Preview-0514 (FC)/Parallel Function Error/ No Match Found", "Gemini-1.5-Pro-Preview-0409 (FC)/Parallel Function Error/ No Match Found", "Gemini-1.5-Pro-Preview-0514 (FC)/Parallel Function Error/ No Match Found", "Gemma-7b-it (Prompt)/Parallel Function Error/ No Match Found", "Gorilla-OpenFunctions-v2 (FC)/Parallel Function Error/ No Match Found", "Hermes-2-Pro-Mistral-7B (FC)/Parallel Function Error/ No Match Found", "Meta-Llama-3-70B-Instruct (Prompt)/Parallel Function Error/ No Match Found", "Meta-Llama-3-8B-Instruct (Prompt)/Parallel Function Error/ No Match Found", "Mistral-Medium-2312 (Prompt)/Parallel Function Error/ No Match Found", "Mistral-Small-2402 (Prompt)/Parallel Function Error/ No Match Found", "Mistral-large-2402 (FC Any)/Parallel Function Error/ No Match Found", "Mistral-large-2402 (FC Auto)/Parallel Function Error/ No Match Found", "Mistral-small-2402 (FC Any)/Parallel Function Error/ No Match Found", "Mistral-small-2402 (FC Auto)/Parallel Function Error/ No Match Found", "Mistral-tiny-2312 (Prompt)/Parallel Function Error/ No Match Found", "Nexusflow-Raven-v2 (FC)/Parallel Function Error/ No Match Found", "Snowflake/snowflake-arctic-instruct (Prompt)/Parallel Function Error/ No Match Found", "Claude-2.1 (Prompt)/Type Error/ Primitive Type Mismatch", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Type Error/ Primitive Type Mismatch", "Claude-3-Haiku-20240307 (Prompt)/Type Error/ Primitive Type Mismatch", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Type Error/ Primitive Type Mismatch", "Claude-3-Opus-20240229 (Prompt)/Type Error/ Primitive Type Mismatch", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Type Error/ Primitive Type Mismatch", "Claude-3-Sonnet-20240229 (Prompt)/Type Error/ Primitive Type Mismatch", "Claude-instant-1.2 (Prompt)/Type Error/ Primitive Type Mismatch", "Command-R-Plus (FC) (Optimized)/Type Error/ Primitive Type Mismatch", "Command-R-Plus (FC) (Original)/Type Error/ Primitive Type Mismatch", "Command-R-Plus (Prompt) (Optimized)/Type Error/ Primitive Type Mismatch", "Command-R-Plus (Prompt) (Original)/Type Error/ Primitive Type Mismatch", "DBRX-Instruct (Prompt)/Type Error/ Primitive Type Mismatch", "Deepseek-v1.5 (Prompt)/Type Error/ Primitive Type Mismatch", "FireFunction-v1 (FC)/Type Error/ Primitive Type Mismatch", "Functionary-Medium-v2.4 (FC)/Type Error/ Primitive Type Mismatch", "Functionary-Small-v2.4 (FC)/Type Error/ Primitive Type Mismatch", "GPT-3.5-Turbo-0125 (FC)/Type Error/ Primitive Type Mismatch", "GPT-4-0125-Preview (FC)/Type Error/ Primitive Type Mismatch", "GPT-4-0125-Preview (Prompt)/Type Error/ Primitive Type Mismatch", "GPT-4-0613 (FC)/Type Error/ Primitive Type Mismatch", "GPT-4-1106-Preview (FC)/Type Error/ Primitive Type Mismatch", "GPT-4-turbo-2024-04-09 (FC)/Type Error/ Primitive Type Mismatch", "GPT-4-turbo-2024-04-09 (Prompt)/Type Error/ Primitive Type Mismatch", "GPT-4o-2024-05-13 (FC)/Type Error/ Primitive Type Mismatch", "GPT-4o-2024-05-13 (Prompt)/Type Error/ Primitive Type Mismatch", "Gemini-1.0-Pro-001 (FC)/Type Error/ Primitive Type Mismatch", "Gemini-1.5-Flash-Preview-0514 (FC)/Type Error/ Primitive Type Mismatch", "Gemini-1.5-Pro-Preview-0409 (FC)/Type Error/ Primitive Type Mismatch", "Gemini-1.5-Pro-Preview-0514 (FC)/Type Error/ Primitive Type Mismatch", "Gemma-7b-it (Prompt)/Type Error/ Primitive Type Mismatch", "Gorilla-OpenFunctions-v2 (FC)/Type Error/ Primitive Type Mismatch", "Hermes-2-Pro-Mistral-7B (FC)/Type Error/ Primitive Type Mismatch", "Meta-Llama-3-70B-Instruct (Prompt)/Type Error/ Primitive Type Mismatch", "Meta-Llama-3-8B-Instruct (Prompt)/Type Error/ Primitive Type Mismatch", "Mistral-Medium-2312 (Prompt)/Type Error/ Primitive Type Mismatch", "Mistral-Small-2402 (Prompt)/Type Error/ Primitive Type Mismatch", "Mistral-large-2402 (FC Any)/Type Error/ Primitive Type Mismatch", "Mistral-large-2402 (FC Auto)/Type Error/ Primitive Type Mismatch", "Mistral-small-2402 (FC Any)/Type Error/ Primitive Type Mismatch", "Mistral-tiny-2312 (Prompt)/Type Error/ Primitive Type Mismatch", "Nexusflow-Raven-v2 (FC)/Type Error/ Primitive Type Mismatch", "Snowflake/snowflake-arctic-instruct (Prompt)/Type Error/ Primitive Type Mismatch", "Command-R-Plus (FC) (Optimized)/Executable Error (REST)/ Response Format Error", "Command-R-Plus (FC) (Original)/Executable Error (REST)/ Response Format Error", "Hermes-2-Pro-Mistral-7B (FC)/Executable Error (REST)/ Response Format Error", "Nexusflow-Raven-v2 (FC)/Executable Error (REST)/ Response Format Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (Non REST)/ Runtime Execution Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)/ Runtime Execution Error", "Command-R-Plus (FC) (Optimized)/Executable Function Error (Non REST)/ Runtime Execution Error", "Command-R-Plus (FC) (Original)/Executable Function Error (Non REST)/ Runtime Execution Error", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (Non REST)/ Runtime Execution Error", "Command-R-Plus (Prompt) (Original)/Executable Function Error (Non REST)/ Runtime Execution Error", "DBRX-Instruct (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "FireFunction-v1 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "Functionary-Medium-v2.4 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "GPT-4-0125-Preview (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "GPT-4-1106-Preview (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "GPT-4-turbo-2024-04-09 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "Gemma-7b-it (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "Mistral-Small-2402 (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "Mistral-large-2402 (FC Any)/Executable Function Error (Non REST)/ Runtime Execution Error", "Mistral-large-2402 (FC Auto)/Executable Function Error (Non REST)/ Runtime Execution Error", "Mistral-tiny-2312 (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "Nexusflow-Raven-v2 (FC)/Executable Function Error (Non REST)/ Runtime Execution Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (Non REST)/ Runtime Execution Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (REST)/ Runtime Execution Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)/ Runtime Execution Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)/ Runtime Execution Error", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)/ Runtime Execution Error", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)/ Runtime Execution Error", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)/ Runtime Execution Error", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)/ Runtime Execution Error", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)/ Runtime Execution Error", "FireFunction-v1 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "GPT-4-0125-Preview (FC)/Executable Function Error (REST)/ Runtime Execution Error", "GPT-4-1106-Preview (FC)/Executable Function Error (REST)/ Runtime Execution Error", "GPT-4-turbo-2024-04-09 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Gemma-7b-it (Prompt)/Executable Function Error (REST)/ Runtime Execution Error", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (REST)/ Runtime Execution Error", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)/ Runtime Execution Error", "Mistral-Medium-2312 (Prompt)/Executable Function Error (REST)/ Runtime Execution Error", "Mistral-small-2402 (FC Any)/Executable Function Error (REST)/ Runtime Execution Error", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)/ Runtime Execution Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)/ Runtime Execution Error", "Claude-2.1 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Haiku-20240307 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Opus-20240229 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Sonnet-20240229 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-instant-1.2 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Command-R-Plus (FC) (Optimized)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Command-R-Plus (FC) (Original)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Command-R-Plus (Prompt) (Optimized)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Command-R-Plus (Prompt) (Original)/Relevance Error/ Succeeded with Irrelevant Func Doc", "DBRX-Instruct (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Deepseek-v1.5 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "FireFunction-v1 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Functionary-Medium-v2.4 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Functionary-Small-v2.4 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-3.5-Turbo-0125 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4-0125-Preview (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4-0125-Preview (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4-0613 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4-1106-Preview (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4-turbo-2024-04-09 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4-turbo-2024-04-09 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4o-2024-05-13 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "GPT-4o-2024-05-13 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Gemini-1.0-Pro-001 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Gemini-1.5-Flash-Preview-0514 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Gemini-1.5-Pro-Preview-0409 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Gemini-1.5-Pro-Preview-0514 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Gemma-7b-it (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Gorilla-OpenFunctions-v2 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Hermes-2-Pro-Mistral-7B (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Meta-Llama-3-70B-Instruct (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Meta-Llama-3-8B-Instruct (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-Medium-2312 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-Small-2402 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-large-2402 (FC Any)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-large-2402 (FC Auto)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-small-2402 (FC Any)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-small-2402 (FC Auto)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Mistral-tiny-2312 (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Nexusflow-Raven-v2 (FC)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Snowflake/snowflake-arctic-instruct (Prompt)/Relevance Error/ Succeeded with Irrelevant Func Doc", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error/ Unexpected Argument Count", "Command-R-Plus (FC) (Optimized)/Simple Function Error/ Unexpected Argument Count", "Functionary-Medium-v2.4 (FC)/Simple Function Error/ Unexpected Argument Count", "Functionary-Small-v2.4 (FC)/Simple Function Error/ Unexpected Argument Count", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error/ Unexpected Argument Count", "GPT-4-0125-Preview (FC)/Simple Function Error/ Unexpected Argument Count", "GPT-4-0125-Preview (Prompt)/Simple Function Error/ Unexpected Argument Count", "GPT-4-1106-Preview (FC)/Simple Function Error/ Unexpected Argument Count", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error/ Unexpected Argument Count", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error/ Unexpected Argument Count", "GPT-4o-2024-05-13 (FC)/Simple Function Error/ Unexpected Argument Count", "Gemma-7b-it (Prompt)/Simple Function Error/ Unexpected Argument Count", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error/ Unexpected Argument Count", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error/ Unexpected Argument Count", "Mistral-large-2402 (FC Any)/Simple Function Error/ Unexpected Argument Count", "Mistral-large-2402 (FC Auto)/Simple Function Error/ Unexpected Argument Count", "Claude-2.1 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Haiku-20240307 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Opus-20240229 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Sonnet-20240229 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Claude-instant-1.2 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Command-R-Plus (FC) (Optimized)/Parallel Function Error/ Unexpected Function Count", "Command-R-Plus (FC) (Original)/Parallel Function Error/ Unexpected Function Count", "Command-R-Plus (Prompt) (Optimized)/Parallel Function Error/ Unexpected Function Count", "Command-R-Plus (Prompt) (Original)/Parallel Function Error/ Unexpected Function Count", "DBRX-Instruct (Prompt)/Parallel Function Error/ Unexpected Function Count", "Deepseek-v1.5 (Prompt)/Parallel Function Error/ Unexpected Function Count", "FireFunction-v1 (FC)/Parallel Function Error/ Unexpected Function Count", "Functionary-Medium-v2.4 (FC)/Parallel Function Error/ Unexpected Function Count", "Functionary-Small-v2.4 (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-3.5-Turbo-0125 (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-4-0125-Preview (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-4-0125-Preview (Prompt)/Parallel Function Error/ Unexpected Function Count", "GPT-4-0613 (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-4-1106-Preview (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-4-turbo-2024-04-09 (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-4-turbo-2024-04-09 (Prompt)/Parallel Function Error/ Unexpected Function Count", "GPT-4o-2024-05-13 (FC)/Parallel Function Error/ Unexpected Function Count", "GPT-4o-2024-05-13 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Gemini-1.0-Pro-001 (FC)/Parallel Function Error/ Unexpected Function Count", "Gemini-1.5-Flash-Preview-0514 (FC)/Parallel Function Error/ Unexpected Function Count", "Gemini-1.5-Pro-Preview-0409 (FC)/Parallel Function Error/ Unexpected Function Count", "Gemini-1.5-Pro-Preview-0514 (FC)/Parallel Function Error/ Unexpected Function Count", "Gemma-7b-it (Prompt)/Parallel Function Error/ Unexpected Function Count", "Gorilla-OpenFunctions-v2 (FC)/Parallel Function Error/ Unexpected Function Count", "Hermes-2-Pro-Mistral-7B (FC)/Parallel Function Error/ Unexpected Function Count", "Meta-Llama-3-70B-Instruct (Prompt)/Parallel Function Error/ Unexpected Function Count", "Meta-Llama-3-8B-Instruct (Prompt)/Parallel Function Error/ Unexpected Function Count", "Mistral-Medium-2312 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Mistral-Small-2402 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Mistral-large-2402 (FC Any)/Parallel Function Error/ Unexpected Function Count", "Mistral-large-2402 (FC Auto)/Parallel Function Error/ Unexpected Function Count", "Mistral-small-2402 (FC Any)/Parallel Function Error/ Unexpected Function Count", "Mistral-small-2402 (FC Auto)/Parallel Function Error/ Unexpected Function Count", "Mistral-tiny-2312 (Prompt)/Parallel Function Error/ Unexpected Function Count", "Nexusflow-Raven-v2 (FC)/Parallel Function Error/ Unexpected Function Count", "Snowflake/snowflake-arctic-instruct (Prompt)/Parallel Function Error/ Unexpected Function Count", "Claude-3-Haiku-20240307 (Prompt)/Value Error/ Unexpected List/Dictionary Count", "Claude-2.1 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-instant-1.2 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Command-R-Plus (FC) (Optimized)/Simple Function Error/ Unexpected Parameter Encountered", "Command-R-Plus (FC) (Original)/Simple Function Error/ Unexpected Parameter Encountered", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error/ Unexpected Parameter Encountered", "Command-R-Plus (Prompt) (Original)/Simple Function Error/ Unexpected Parameter Encountered", "DBRX-Instruct (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Deepseek-v1.5 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Functionary-Medium-v2.4 (FC)/Simple Function Error/ Unexpected Parameter Encountered", "Functionary-Small-v2.4 (FC)/Simple Function Error/ Unexpected Parameter Encountered", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error/ Unexpected Parameter Encountered", "GPT-4-0125-Preview (FC)/Simple Function Error/ Unexpected Parameter Encountered", "Gemini-1.0-Pro-001 (FC)/Simple Function Error/ Unexpected Parameter Encountered", "Gemma-7b-it (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Gorilla-OpenFunctions-v2 (FC)/Simple Function Error/ Unexpected Parameter Encountered", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error/ Unexpected Parameter Encountered", "Mistral-Medium-2312 (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Mistral-large-2402 (FC Any)/Simple Function Error/ Unexpected Parameter Encountered", "Mistral-small-2402 (FC Any)/Simple Function Error/ Unexpected Parameter Encountered", "Nexusflow-Raven-v2 (FC)/Simple Function Error/ Unexpected Parameter Encountered", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error/ Unexpected Parameter Encountered", "Claude-2.1 (Prompt)/Value Error/ Wrong String Value", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error/ Wrong String Value", "Claude-3-Haiku-20240307 (Prompt)/Value Error/ Wrong String Value", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error/ Wrong String Value", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Wrong String Value", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error/ Wrong String Value", "Claude-3-Sonnet-20240229 (Prompt)/Value Error/ Wrong String Value", "Claude-instant-1.2 (Prompt)/Value Error/ Wrong String Value", "Command-R-Plus (FC) (Optimized)/Value Error/ Wrong String Value", "Command-R-Plus (FC) (Original)/Value Error/ Wrong String Value", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Wrong String Value", "Command-R-Plus (Prompt) (Original)/Value Error/ Wrong String Value", "DBRX-Instruct (Prompt)/Value Error/ Wrong String Value", "Deepseek-v1.5 (Prompt)/Value Error/ Wrong String Value", "FireFunction-v1 (FC)/Value Error/ Wrong String Value", "Functionary-Medium-v2.4 (FC)/Value Error/ Wrong String Value", "Functionary-Small-v2.4 (FC)/Value Error/ Wrong String Value", "GPT-3.5-Turbo-0125 (FC)/Value Error/ Wrong String Value", "GPT-4-0125-Preview (FC)/Value Error/ Wrong String Value", "GPT-4-0125-Preview (Prompt)/Value Error/ Wrong String Value", "GPT-4-0613 (FC)/Value Error/ Wrong String Value", "GPT-4-1106-Preview (FC)/Value Error/ Wrong String Value", "GPT-4-turbo-2024-04-09 (FC)/Value Error/ Wrong String Value", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error/ Wrong String Value", "GPT-4o-2024-05-13 (FC)/Value Error/ Wrong String Value", "GPT-4o-2024-05-13 (Prompt)/Value Error/ Wrong String Value", "Gemini-1.0-Pro-001 (FC)/Value Error/ Wrong String Value", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error/ Wrong String Value", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error/ Wrong String Value", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error/ Wrong String Value", "Gemma-7b-it (Prompt)/Value Error/ Wrong String Value", "Gorilla-OpenFunctions-v2 (FC)/Value Error/ Wrong String Value", "Hermes-2-Pro-Mistral-7B (FC)/Value Error/ Wrong String Value", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error/ Wrong String Value", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error/ Wrong String Value", "Mistral-Medium-2312 (Prompt)/Value Error/ Wrong String Value", "Mistral-Small-2402 (Prompt)/Value Error/ Wrong String Value", "Mistral-large-2402 (FC Any)/Value Error/ Wrong String Value", "Mistral-large-2402 (FC Auto)/Value Error/ Wrong String Value", "Mistral-small-2402 (FC Any)/Value Error/ Wrong String Value", "Mistral-tiny-2312 (Prompt)/Value Error/ Wrong String Value", "Nexusflow-Raven-v2 (FC)/Value Error/ Wrong String Value", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error/ Wrong String Value", "Claude-2.1 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error/ Wrong int/float/bool/variable Value", "Claude-3-Haiku-20240307 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error/ Wrong int/float/bool/variable Value", "Claude-3-Opus-20240229 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error/ Wrong int/float/bool/variable Value", "Claude-3-Sonnet-20240229 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Claude-instant-1.2 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Command-R-Plus (FC) (Optimized)/Value Error/ Wrong int/float/bool/variable Value", "Command-R-Plus (FC) (Original)/Value Error/ Wrong int/float/bool/variable Value", "Command-R-Plus (Prompt) (Optimized)/Value Error/ Wrong int/float/bool/variable Value", "Command-R-Plus (Prompt) (Original)/Value Error/ Wrong int/float/bool/variable Value", "DBRX-Instruct (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Deepseek-v1.5 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "FireFunction-v1 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Functionary-Medium-v2.4 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Functionary-Small-v2.4 (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-3.5-Turbo-0125 (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4-0125-Preview (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4-0125-Preview (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4-0613 (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4-1106-Preview (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4-turbo-2024-04-09 (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4o-2024-05-13 (FC)/Value Error/ Wrong int/float/bool/variable Value", "GPT-4o-2024-05-13 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Gemini-1.0-Pro-001 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Gemma-7b-it (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Gorilla-OpenFunctions-v2 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Hermes-2-Pro-Mistral-7B (FC)/Value Error/ Wrong int/float/bool/variable Value", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Mistral-Medium-2312 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Mistral-Small-2402 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Mistral-large-2402 (FC Any)/Value Error/ Wrong int/float/bool/variable Value", "Mistral-large-2402 (FC Auto)/Value Error/ Wrong int/float/bool/variable Value", "Mistral-small-2402 (FC Any)/Value Error/ Wrong int/float/bool/variable Value", "Mistral-tiny-2312 (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Nexusflow-Raven-v2 (FC)/Value Error/ Wrong int/float/bool/variable Value", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error/ Wrong int/float/bool/variable Value", "Command-R-Plus (FC) (Optimized)/Executable Error (REST)", "Command-R-Plus (FC) (Original)/Executable Error (REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Error (REST)", "Nexusflow-Raven-v2 (FC)/Executable Error (REST)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Command-R-Plus (FC) (Optimized)/Executable Function Error (Non REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (Non REST)", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (Non REST)", "Command-R-Plus (Prompt) (Original)/Executable Function Error (Non REST)", "DBRX-Instruct (Prompt)/Executable Function Error (Non REST)", "Deepseek-v1.5 (Prompt)/Executable Function Error (Non REST)", "FireFunction-v1 (FC)/Executable Function Error (Non REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (Non REST)", "Functionary-Small-v2.4 (FC)/Executable Function Error (Non REST)", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (Non REST)", "GPT-4-0125-Preview (FC)/Executable Function Error (Non REST)", "GPT-4-0613 (FC)/Executable Function Error (Non REST)", "GPT-4-1106-Preview (FC)/Executable Function Error (Non REST)", "GPT-4-turbo-2024-04-09 (FC)/Executable Function Error (Non REST)", "GPT-4-turbo-2024-04-09 (Prompt)/Executable Function Error (Non REST)", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (Non REST)", "Gemma-7b-it (Prompt)/Executable Function Error (Non REST)", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (Non REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (Non REST)", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (Non REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (Non REST)", "Mistral-Small-2402 (Prompt)/Executable Function Error (Non REST)", "Mistral-large-2402 (FC Any)/Executable Function Error (Non REST)", "Mistral-large-2402 (FC Auto)/Executable Function Error (Non REST)", "Mistral-tiny-2312 (Prompt)/Executable Function Error (Non REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (Non REST)", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (Non REST)", "Claude-2.1 (Prompt)/Executable Function Error (REST)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Haiku-20240307 (Prompt)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (Prompt)/Executable Function Error (REST)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Sonnet-20240229 (Prompt)/Executable Function Error (REST)", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)", "Deepseek-v1.5 (Prompt)/Executable Function Error (REST)", "FireFunction-v1 (FC)/Executable Function Error (REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (REST)", "GPT-4-0125-Preview (FC)/Executable Function Error (REST)", "GPT-4-0125-Preview (Prompt)/Executable Function Error (REST)", "GPT-4-0613 (FC)/Executable Function Error (REST)", "GPT-4-1106-Preview (FC)/Executable Function Error (REST)", "GPT-4-turbo-2024-04-09 (FC)/Executable Function Error (REST)", "GPT-4-turbo-2024-04-09 (Prompt)/Executable Function Error (REST)", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)", "Gemini-1.5-Flash-Preview-0514 (FC)/Executable Function Error (REST)", "Gemini-1.5-Pro-Preview-0409 (FC)/Executable Function Error (REST)", "Gemini-1.5-Pro-Preview-0514 (FC)/Executable Function Error (REST)", "Gemma-7b-it (Prompt)/Executable Function Error (REST)", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (REST)", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)", "Mistral-Medium-2312 (Prompt)/Executable Function Error (REST)", "Mistral-Small-2402 (Prompt)/Executable Function Error (REST)", "Mistral-large-2402 (FC Any)/Executable Function Error (REST)", "Mistral-large-2402 (FC Auto)/Executable Function Error (REST)", "Mistral-small-2402 (FC Any)/Executable Function Error (REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)", "Claude-2.1 (Prompt)/Function Parsing Error", "Claude-3-Haiku-20240307 (Prompt)/Function Parsing Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Function Parsing Error", "Claude-3-Opus-20240229 (Prompt)/Function Parsing Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Function Parsing Error", "Claude-3-Sonnet-20240229 (Prompt)/Function Parsing Error", "Claude-instant-1.2 (Prompt)/Function Parsing Error", "Command-R-Plus (FC) (Optimized)/Function Parsing Error", "Command-R-Plus (FC) (Original)/Function Parsing Error", "Command-R-Plus (Prompt) (Optimized)/Function Parsing Error", "Command-R-Plus (Prompt) (Original)/Function Parsing Error", "DBRX-Instruct (Prompt)/Function Parsing Error", "Deepseek-v1.5 (Prompt)/Function Parsing Error", "FireFunction-v1 (FC)/Function Parsing Error", "Functionary-Medium-v2.4 (FC)/Function Parsing Error", "Functionary-Small-v2.4 (FC)/Function Parsing Error", "GPT-3.5-Turbo-0125 (FC)/Function Parsing Error", "GPT-4-0125-Preview (FC)/Function Parsing Error", "GPT-4-0125-Preview (Prompt)/Function Parsing Error", "GPT-4-0613 (FC)/Function Parsing Error", "GPT-4-1106-Preview (FC)/Function Parsing Error", "GPT-4-turbo-2024-04-09 (FC)/Function Parsing Error", "GPT-4-turbo-2024-04-09 (Prompt)/Function Parsing Error", "GPT-4o-2024-05-13 (FC)/Function Parsing Error", "GPT-4o-2024-05-13 (Prompt)/Function Parsing Error", "Gemini-1.0-Pro-001 (FC)/Function Parsing Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Function Parsing Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Function Parsing Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Function Parsing Error", "Gemma-7b-it (Prompt)/Function Parsing Error", "Gorilla-OpenFunctions-v2 (FC)/Function Parsing Error", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error", "Meta-Llama-3-70B-Instruct (Prompt)/Function Parsing Error", "Meta-Llama-3-8B-Instruct (Prompt)/Function Parsing Error", "Mistral-Medium-2312 (Prompt)/Function Parsing Error", "Mistral-Small-2402 (Prompt)/Function Parsing Error", "Mistral-large-2402 (FC Any)/Function Parsing Error", "Mistral-large-2402 (FC Auto)/Function Parsing Error", "Mistral-small-2402 (FC Any)/Function Parsing Error", "Mistral-small-2402 (FC Auto)/Function Parsing Error", "Mistral-tiny-2312 (Prompt)/Function Parsing Error", "Nexusflow-Raven-v2 (FC)/Function Parsing Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Function Parsing Error", "Claude-2.1 (Prompt)/Parallel Function Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Haiku-20240307 (Prompt)/Parallel Function Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Opus-20240229 (Prompt)/Parallel Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Parallel Function Error", "Claude-instant-1.2 (Prompt)/Parallel Function Error", "Command-R-Plus (FC) (Optimized)/Parallel Function Error", "Command-R-Plus (FC) (Original)/Parallel Function Error", "Command-R-Plus (Prompt) (Optimized)/Parallel Function Error", "Command-R-Plus (Prompt) (Original)/Parallel Function Error", "DBRX-Instruct (Prompt)/Parallel Function Error", "Deepseek-v1.5 (Prompt)/Parallel Function Error", "FireFunction-v1 (FC)/Parallel Function Error", "Functionary-Medium-v2.4 (FC)/Parallel Function Error", "Functionary-Small-v2.4 (FC)/Parallel Function Error", "GPT-3.5-Turbo-0125 (FC)/Parallel Function Error", "GPT-4-0125-Preview (FC)/Parallel Function Error", "GPT-4-0125-Preview (Prompt)/Parallel Function Error", "GPT-4-0613 (FC)/Parallel Function Error", "GPT-4-1106-Preview (FC)/Parallel Function Error", "GPT-4-turbo-2024-04-09 (FC)/Parallel Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Parallel Function Error", "GPT-4o-2024-05-13 (FC)/Parallel Function Error", "GPT-4o-2024-05-13 (Prompt)/Parallel Function Error", "Gemini-1.0-Pro-001 (FC)/Parallel Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Parallel Function Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Parallel Function Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Parallel Function Error", "Gemma-7b-it (Prompt)/Parallel Function Error", "Gorilla-OpenFunctions-v2 (FC)/Parallel Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Parallel Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Parallel Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Parallel Function Error", "Mistral-Medium-2312 (Prompt)/Parallel Function Error", "Mistral-Small-2402 (Prompt)/Parallel Function Error", "Mistral-large-2402 (FC Any)/Parallel Function Error", "Mistral-large-2402 (FC Auto)/Parallel Function Error", "Mistral-small-2402 (FC Any)/Parallel Function Error", "Mistral-small-2402 (FC Auto)/Parallel Function Error", "Mistral-tiny-2312 (Prompt)/Parallel Function Error", "Nexusflow-Raven-v2 (FC)/Parallel Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Parallel Function Error", "Claude-2.1 (Prompt)/Relevance Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Relevance Error", "Claude-3-Haiku-20240307 (Prompt)/Relevance Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Relevance Error", "Claude-3-Opus-20240229 (Prompt)/Relevance Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Relevance Error", "Claude-3-Sonnet-20240229 (Prompt)/Relevance Error", "Claude-instant-1.2 (Prompt)/Relevance Error", "Command-R-Plus (FC) (Optimized)/Relevance Error", "Command-R-Plus (FC) (Original)/Relevance Error", "Command-R-Plus (Prompt) (Optimized)/Relevance Error", "Command-R-Plus (Prompt) (Original)/Relevance Error", "DBRX-Instruct (Prompt)/Relevance Error", "Deepseek-v1.5 (Prompt)/Relevance Error", "FireFunction-v1 (FC)/Relevance Error", "Functionary-Medium-v2.4 (FC)/Relevance Error", "Functionary-Small-v2.4 (FC)/Relevance Error", "GPT-3.5-Turbo-0125 (FC)/Relevance Error", "GPT-4-0125-Preview (FC)/Relevance Error", "GPT-4-0125-Preview (Prompt)/Relevance Error", "GPT-4-0613 (FC)/Relevance Error", "GPT-4-1106-Preview (FC)/Relevance Error", "GPT-4-turbo-2024-04-09 (FC)/Relevance Error", "GPT-4-turbo-2024-04-09 (Prompt)/Relevance Error", "GPT-4o-2024-05-13 (FC)/Relevance Error", "GPT-4o-2024-05-13 (Prompt)/Relevance Error", "Gemini-1.0-Pro-001 (FC)/Relevance Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Relevance Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Relevance Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Relevance Error", "Gemma-7b-it (Prompt)/Relevance Error", "Gorilla-OpenFunctions-v2 (FC)/Relevance Error", "Hermes-2-Pro-Mistral-7B (FC)/Relevance Error", "Meta-Llama-3-70B-Instruct (Prompt)/Relevance Error", "Meta-Llama-3-8B-Instruct (Prompt)/Relevance Error", "Mistral-Medium-2312 (Prompt)/Relevance Error", "Mistral-Small-2402 (Prompt)/Relevance Error", "Mistral-large-2402 (FC Any)/Relevance Error", "Mistral-large-2402 (FC Auto)/Relevance Error", "Mistral-small-2402 (FC Any)/Relevance Error", "Mistral-small-2402 (FC Auto)/Relevance Error", "Mistral-tiny-2312 (Prompt)/Relevance Error", "Nexusflow-Raven-v2 (FC)/Relevance Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Relevance Error", "Claude-2.1 (Prompt)/Simple Function Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error", "Claude-instant-1.2 (Prompt)/Simple Function Error", "Command-R-Plus (FC) (Optimized)/Simple Function Error", "Command-R-Plus (FC) (Original)/Simple Function Error", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error", "Command-R-Plus (Prompt) (Original)/Simple Function Error", "DBRX-Instruct (Prompt)/Simple Function Error", "Deepseek-v1.5 (Prompt)/Simple Function Error", "FireFunction-v1 (FC)/Simple Function Error", "Functionary-Medium-v2.4 (FC)/Simple Function Error", "Functionary-Small-v2.4 (FC)/Simple Function Error", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error", "GPT-4-0125-Preview (FC)/Simple Function Error", "GPT-4-0125-Preview (Prompt)/Simple Function Error", "GPT-4-0613 (FC)/Simple Function Error", "GPT-4-1106-Preview (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error", "GPT-4o-2024-05-13 (FC)/Simple Function Error", "GPT-4o-2024-05-13 (Prompt)/Simple Function Error", "Gemini-1.0-Pro-001 (FC)/Simple Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Simple Function Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Simple Function Error", "Gemma-7b-it (Prompt)/Simple Function Error", "Gorilla-OpenFunctions-v2 (FC)/Simple Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error", "Mistral-Medium-2312 (Prompt)/Simple Function Error", "Mistral-Small-2402 (Prompt)/Simple Function Error", "Mistral-large-2402 (FC Any)/Simple Function Error", "Mistral-large-2402 (FC Auto)/Simple Function Error", "Mistral-small-2402 (FC Any)/Simple Function Error", "Mistral-tiny-2312 (Prompt)/Simple Function Error", "Nexusflow-Raven-v2 (FC)/Simple Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error", "Claude-2.1 (Prompt)/Type Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Type Error", "Claude-3-Haiku-20240307 (Prompt)/Type Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Type Error", "Claude-3-Opus-20240229 (Prompt)/Type Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Type Error", "Claude-3-Sonnet-20240229 (Prompt)/Type Error", "Claude-instant-1.2 (Prompt)/Type Error", "Command-R-Plus (FC) (Optimized)/Type Error", "Command-R-Plus (FC) (Original)/Type Error", "Command-R-Plus (Prompt) (Optimized)/Type Error", "Command-R-Plus (Prompt) (Original)/Type Error", "DBRX-Instruct (Prompt)/Type Error", "Deepseek-v1.5 (Prompt)/Type Error", "FireFunction-v1 (FC)/Type Error", "Functionary-Medium-v2.4 (FC)/Type Error", "Functionary-Small-v2.4 (FC)/Type Error", "GPT-3.5-Turbo-0125 (FC)/Type Error", "GPT-4-0125-Preview (FC)/Type Error", "GPT-4-0125-Preview (Prompt)/Type Error", "GPT-4-0613 (FC)/Type Error", "GPT-4-1106-Preview (FC)/Type Error", "GPT-4-turbo-2024-04-09 (FC)/Type Error", "GPT-4-turbo-2024-04-09 (Prompt)/Type Error", "GPT-4o-2024-05-13 (FC)/Type Error", "GPT-4o-2024-05-13 (Prompt)/Type Error", "Gemini-1.0-Pro-001 (FC)/Type Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Type Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Type Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Type Error", "Gemma-7b-it (Prompt)/Type Error", "Gorilla-OpenFunctions-v2 (FC)/Type Error", "Hermes-2-Pro-Mistral-7B (FC)/Type Error", "Meta-Llama-3-70B-Instruct (Prompt)/Type Error", "Meta-Llama-3-8B-Instruct (Prompt)/Type Error", "Mistral-Medium-2312 (Prompt)/Type Error", "Mistral-Small-2402 (Prompt)/Type Error", "Mistral-large-2402 (FC Any)/Type Error", "Mistral-large-2402 (FC Auto)/Type Error", "Mistral-small-2402 (FC Any)/Type Error", "Mistral-small-2402 (FC Auto)/Type Error", "Mistral-tiny-2312 (Prompt)/Type Error", "Nexusflow-Raven-v2 (FC)/Type Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Type Error", "Claude-2.1 (Prompt)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Value Error", "Claude-instant-1.2 (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "DBRX-Instruct (Prompt)/Value Error", "Deepseek-v1.5 (Prompt)/Value Error", "FireFunction-v1 (FC)/Value Error", "Functionary-Medium-v2.4 (FC)/Value Error", "Functionary-Small-v2.4 (FC)/Value Error", "GPT-3.5-Turbo-0125 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "GPT-4-0125-Preview (Prompt)/Value Error", "GPT-4-0613 (FC)/Value Error", "GPT-4-1106-Preview (FC)/Value Error", "GPT-4-turbo-2024-04-09 (FC)/Value Error", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error", "GPT-4o-2024-05-13 (FC)/Value Error", "GPT-4o-2024-05-13 (Prompt)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Gemma-7b-it (Prompt)/Value Error", "Gorilla-OpenFunctions-v2 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Mistral-Small-2402 (Prompt)/Value Error", "Mistral-large-2402 (FC Any)/Value Error", "Mistral-large-2402 (FC Auto)/Value Error", "Mistral-small-2402 (FC Any)/Value Error", "Mistral-small-2402 (FC Auto)/Value Error", "Mistral-tiny-2312 (Prompt)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)"], "labels": [" Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect Parsing Output Format", " Incorrect Parsing Output Format", " Incorrect Parsing Output Format", " Incorrect Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Response Key", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Invalid List/Tuple Format", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Response Format Error", " Response Format Error", " Response Format Error", " Response Format Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected List/Dictionary Count", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", " Wrong int/float/bool/variable Value", "Executable Error (REST)", "Executable Error (REST)", "Executable Error (REST)", "Executable Error (REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)"], "name": "", "parents": ["Claude-2.1 (Prompt)/Type Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Type Error", "Claude-3-Haiku-20240307 (Prompt)/Type Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Type Error", "Claude-3-Opus-20240229 (Prompt)/Type Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Type Error", "Claude-3-Sonnet-20240229 (Prompt)/Type Error", "Claude-instant-1.2 (Prompt)/Type Error", "Command-R-Plus (FC) (Optimized)/Type Error", "Command-R-Plus (FC) (Original)/Type Error", "Command-R-Plus (Prompt) (Optimized)/Type Error", "Command-R-Plus (Prompt) (Original)/Type Error", "DBRX-Instruct (Prompt)/Type Error", "FireFunction-v1 (FC)/Type Error", "Functionary-Medium-v2.4 (FC)/Type Error", "Functionary-Small-v2.4 (FC)/Type Error", "GPT-3.5-Turbo-0125 (FC)/Type Error", "GPT-4-0125-Preview (FC)/Type Error", "GPT-4-0125-Preview (Prompt)/Type Error", "GPT-4-0613 (FC)/Type Error", "GPT-4-1106-Preview (FC)/Type Error", "GPT-4-turbo-2024-04-09 (FC)/Type Error", "GPT-4-turbo-2024-04-09 (Prompt)/Type Error", "GPT-4o-2024-05-13 (FC)/Type Error", "GPT-4o-2024-05-13 (Prompt)/Type Error", "Gemini-1.0-Pro-001 (FC)/Type Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Type Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Type Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Type Error", "Gemma-7b-it (Prompt)/Type Error", "Gorilla-OpenFunctions-v2 (FC)/Type Error", "Hermes-2-Pro-Mistral-7B (FC)/Type Error", "Meta-Llama-3-70B-Instruct (Prompt)/Type Error", "Meta-Llama-3-8B-Instruct (Prompt)/Type Error", "Mistral-Medium-2312 (Prompt)/Type Error", "Mistral-large-2402 (FC Any)/Type Error", "Mistral-large-2402 (FC Auto)/Type Error", "Mistral-small-2402 (FC Any)/Type Error", "Mistral-small-2402 (FC Auto)/Type Error", "Mistral-tiny-2312 (Prompt)/Type Error", "Nexusflow-Raven-v2 (FC)/Type Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Type Error", "Claude-2.1 (Prompt)/Function Parsing Error", "Claude-3-Haiku-20240307 (Prompt)/Function Parsing Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Function Parsing Error", "Claude-3-Opus-20240229 (Prompt)/Function Parsing Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Function Parsing Error", "Claude-3-Sonnet-20240229 (Prompt)/Function Parsing Error", "Claude-instant-1.2 (Prompt)/Function Parsing Error", "Command-R-Plus (FC) (Optimized)/Function Parsing Error", "Command-R-Plus (FC) (Original)/Function Parsing Error", "Command-R-Plus (Prompt) (Optimized)/Function Parsing Error", "Command-R-Plus (Prompt) (Original)/Function Parsing Error", "DBRX-Instruct (Prompt)/Function Parsing Error", "Deepseek-v1.5 (Prompt)/Function Parsing Error", "FireFunction-v1 (FC)/Function Parsing Error", "Functionary-Medium-v2.4 (FC)/Function Parsing Error", "Functionary-Small-v2.4 (FC)/Function Parsing Error", "GPT-3.5-Turbo-0125 (FC)/Function Parsing Error", "GPT-4-0125-Preview (FC)/Function Parsing Error", "GPT-4-0125-Preview (Prompt)/Function Parsing Error", "GPT-4-0613 (FC)/Function Parsing Error", "GPT-4-1106-Preview (FC)/Function Parsing Error", "GPT-4-turbo-2024-04-09 (FC)/Function Parsing Error", "GPT-4-turbo-2024-04-09 (Prompt)/Function Parsing Error", "GPT-4o-2024-05-13 (FC)/Function Parsing Error", "GPT-4o-2024-05-13 (Prompt)/Function Parsing Error", "Gemini-1.0-Pro-001 (FC)/Function Parsing Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Function Parsing Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Function Parsing Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Function Parsing Error", "Gemma-7b-it (Prompt)/Function Parsing Error", "Gorilla-OpenFunctions-v2 (FC)/Function Parsing Error", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error", "Meta-Llama-3-70B-Instruct (Prompt)/Function Parsing Error", "Meta-Llama-3-8B-Instruct (Prompt)/Function Parsing Error", "Mistral-Medium-2312 (Prompt)/Function Parsing Error", "Mistral-Small-2402 (Prompt)/Function Parsing Error", "Mistral-large-2402 (FC Any)/Function Parsing Error", "Mistral-large-2402 (FC Auto)/Function Parsing Error", "Mistral-small-2402 (FC Any)/Function Parsing Error", "Mistral-small-2402 (FC Auto)/Function Parsing Error", "Mistral-tiny-2312 (Prompt)/Function Parsing Error", "Nexusflow-Raven-v2 (FC)/Function Parsing Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Function Parsing Error", "Claude-2.1 (Prompt)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Value Error", "Claude-instant-1.2 (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "DBRX-Instruct (Prompt)/Value Error", "Deepseek-v1.5 (Prompt)/Value Error", "FireFunction-v1 (FC)/Value Error", "Functionary-Medium-v2.4 (FC)/Value Error", "Functionary-Small-v2.4 (FC)/Value Error", "GPT-3.5-Turbo-0125 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "GPT-4-0125-Preview (Prompt)/Value Error", "GPT-4-0613 (FC)/Value Error", "GPT-4-1106-Preview (FC)/Value Error", "GPT-4-turbo-2024-04-09 (FC)/Value Error", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error", "GPT-4o-2024-05-13 (FC)/Value Error", "GPT-4o-2024-05-13 (Prompt)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Gemma-7b-it (Prompt)/Value Error", "Gorilla-OpenFunctions-v2 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Mistral-Small-2402 (Prompt)/Value Error", "Mistral-large-2402 (FC Any)/Value Error", "Mistral-large-2402 (FC Auto)/Value Error", "Mistral-small-2402 (FC Any)/Value Error", "Mistral-small-2402 (FC Auto)/Value Error", "Mistral-tiny-2312 (Prompt)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Function Parsing Error", "Claude-instant-1.2 (Prompt)/Function Parsing Error", "Command-R-Plus (Prompt) (Optimized)/Function Parsing Error", "Command-R-Plus (Prompt) (Original)/Function Parsing Error", "DBRX-Instruct (Prompt)/Function Parsing Error", "Deepseek-v1.5 (Prompt)/Function Parsing Error", "GPT-4o-2024-05-13 (Prompt)/Function Parsing Error", "Gemma-7b-it (Prompt)/Function Parsing Error", "Meta-Llama-3-70B-Instruct (Prompt)/Function Parsing Error", "Meta-Llama-3-8B-Instruct (Prompt)/Function Parsing Error", "Mistral-Medium-2312 (Prompt)/Function Parsing Error", "Mistral-Small-2402 (Prompt)/Function Parsing Error", "Mistral-tiny-2312 (Prompt)/Function Parsing Error", "Nexusflow-Raven-v2 (FC)/Function Parsing Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Function Parsing Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (Non REST)", "DBRX-Instruct (Prompt)/Executable Function Error (Non REST)", "Deepseek-v1.5 (Prompt)/Executable Function Error (Non REST)", "FireFunction-v1 (FC)/Executable Function Error (Non REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (Non REST)", "Functionary-Small-v2.4 (FC)/Executable Function Error (Non REST)", "GPT-4-0613 (FC)/Executable Function Error (Non REST)", "GPT-4-turbo-2024-04-09 (Prompt)/Executable Function Error (Non REST)", "Gemma-7b-it (Prompt)/Executable Function Error (Non REST)", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (Non REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (Non REST)", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (Non REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (Non REST)", "Mistral-large-2402 (FC Any)/Executable Function Error (Non REST)", "Mistral-tiny-2312 (Prompt)/Executable Function Error (Non REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (Non REST)", "Claude-2.1 (Prompt)/Simple Function Error", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error", "Claude-instant-1.2 (Prompt)/Simple Function Error", "DBRX-Instruct (Prompt)/Simple Function Error", "Deepseek-v1.5 (Prompt)/Simple Function Error", "Functionary-Small-v2.4 (FC)/Simple Function Error", "GPT-4-0125-Preview (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error", "Gemma-7b-it (Prompt)/Simple Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error", "Mistral-Medium-2312 (Prompt)/Simple Function Error", "Mistral-Small-2402 (Prompt)/Simple Function Error", "Mistral-large-2402 (FC Any)/Simple Function Error", "Mistral-large-2402 (FC Auto)/Simple Function Error", "Mistral-small-2402 (FC Any)/Simple Function Error", "Mistral-tiny-2312 (Prompt)/Simple Function Error", "Nexusflow-Raven-v2 (FC)/Simple Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error", "Claude-2.1 (Prompt)/Executable Function Error (REST)", "Claude-3-Haiku-20240307 (Prompt)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (Prompt)/Executable Function Error (REST)", "Claude-3-Sonnet-20240229 (Prompt)/Executable Function Error (REST)", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)", "Deepseek-v1.5 (Prompt)/Executable Function Error (REST)", "FireFunction-v1 (FC)/Executable Function Error (REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (REST)", "GPT-4-turbo-2024-04-09 (Prompt)/Executable Function Error (REST)", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)", "Gemini-1.5-Flash-Preview-0514 (FC)/Executable Function Error (REST)", "Gemma-7b-it (Prompt)/Executable Function Error (REST)", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)", "Mistral-Medium-2312 (Prompt)/Executable Function Error (REST)", "Mistral-Small-2402 (Prompt)/Executable Function Error (REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)", "Command-R-Plus (FC) (Optimized)/Function Parsing Error", "Functionary-Medium-v2.4 (FC)/Function Parsing Error", "Functionary-Small-v2.4 (FC)/Function Parsing Error", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error", "Deepseek-v1.5 (Prompt)/Function Parsing Error", "Functionary-Medium-v2.4 (FC)/Function Parsing Error", "Functionary-Small-v2.4 (FC)/Function Parsing Error", "GPT-4-0125-Preview (FC)/Function Parsing Error", "GPT-4-1106-Preview (FC)/Function Parsing Error", "GPT-4-turbo-2024-04-09 (FC)/Function Parsing Error", "GPT-4o-2024-05-13 (FC)/Function Parsing Error", "Hermes-2-Pro-Mistral-7B (FC)/Function Parsing Error", "Claude-2.1 (Prompt)/Executable Function Error (REST)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Haiku-20240307 (Prompt)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Sonnet-20240229 (Prompt)/Executable Function Error (REST)", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)", "Deepseek-v1.5 (Prompt)/Executable Function Error (REST)", "FireFunction-v1 (FC)/Executable Function Error (REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)", "GPT-4-0125-Preview (Prompt)/Executable Function Error (REST)", "GPT-4-0613 (FC)/Executable Function Error (REST)", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)", "Gemini-1.5-Pro-Preview-0409 (FC)/Executable Function Error (REST)", "Gemini-1.5-Pro-Preview-0514 (FC)/Executable Function Error (REST)", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (REST)", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)", "Mistral-Small-2402 (Prompt)/Executable Function Error (REST)", "Mistral-large-2402 (FC Any)/Executable Function Error (REST)", "Mistral-large-2402 (FC Auto)/Executable Function Error (REST)", "Mistral-small-2402 (FC Any)/Executable Function Error (REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "Functionary-Medium-v2.4 (FC)/Value Error", "GPT-3.5-Turbo-0125 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Mistral-large-2402 (FC Any)/Value Error", "Mistral-small-2402 (FC Any)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Gorilla-OpenFunctions-v2 (FC)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Claude-2.1 (Prompt)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Value Error", "Claude-instant-1.2 (Prompt)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "DBRX-Instruct (Prompt)/Value Error", "Functionary-Small-v2.4 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "GPT-4-0125-Preview (Prompt)/Value Error", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error", "GPT-4o-2024-05-13 (Prompt)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error", "Claude-2.1 (Prompt)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Value Error", "Claude-instant-1.2 (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "DBRX-Instruct (Prompt)/Value Error", "FireFunction-v1 (FC)/Value Error", "Functionary-Medium-v2.4 (FC)/Value Error", "Functionary-Small-v2.4 (FC)/Value Error", "GPT-3.5-Turbo-0125 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "GPT-4-0125-Preview (Prompt)/Value Error", "GPT-4-0613 (FC)/Value Error", "GPT-4-1106-Preview (FC)/Value Error", "GPT-4-turbo-2024-04-09 (FC)/Value Error", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error", "GPT-4o-2024-05-13 (FC)/Value Error", "GPT-4o-2024-05-13 (Prompt)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Gemma-7b-it (Prompt)/Value Error", "Gorilla-OpenFunctions-v2 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Mistral-large-2402 (FC Any)/Value Error", "Mistral-large-2402 (FC Auto)/Value Error", "Mistral-small-2402 (FC Any)/Value Error", "Mistral-tiny-2312 (Prompt)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error", "Claude-2.1 (Prompt)/Simple Function Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error", "Claude-instant-1.2 (Prompt)/Simple Function Error", "Command-R-Plus (FC) (Optimized)/Simple Function Error", "Command-R-Plus (FC) (Original)/Simple Function Error", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error", "Command-R-Plus (Prompt) (Original)/Simple Function Error", "DBRX-Instruct (Prompt)/Simple Function Error", "Deepseek-v1.5 (Prompt)/Simple Function Error", "FireFunction-v1 (FC)/Simple Function Error", "Functionary-Medium-v2.4 (FC)/Simple Function Error", "Functionary-Small-v2.4 (FC)/Simple Function Error", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error", "GPT-4-0125-Preview (FC)/Simple Function Error", "GPT-4-0125-Preview (Prompt)/Simple Function Error", "GPT-4-1106-Preview (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error", "GPT-4o-2024-05-13 (Prompt)/Simple Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error", "Gemma-7b-it (Prompt)/Simple Function Error", "Gorilla-OpenFunctions-v2 (FC)/Simple Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error", "Mistral-Medium-2312 (Prompt)/Simple Function Error", "Mistral-large-2402 (FC Any)/Simple Function Error", "Mistral-large-2402 (FC Auto)/Simple Function Error", "Mistral-small-2402 (FC Any)/Simple Function Error", "Mistral-tiny-2312 (Prompt)/Simple Function Error", "Nexusflow-Raven-v2 (FC)/Simple Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error", "Claude-2.1 (Prompt)/Simple Function Error", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error", "Claude-instant-1.2 (Prompt)/Simple Function Error", "Command-R-Plus (FC) (Optimized)/Simple Function Error", "Command-R-Plus (FC) (Original)/Simple Function Error", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error", "Command-R-Plus (Prompt) (Original)/Simple Function Error", "DBRX-Instruct (Prompt)/Simple Function Error", "Deepseek-v1.5 (Prompt)/Simple Function Error", "Functionary-Medium-v2.4 (FC)/Simple Function Error", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error", "GPT-4-0125-Preview (FC)/Simple Function Error", "GPT-4-0613 (FC)/Simple Function Error", "GPT-4-1106-Preview (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error", "GPT-4o-2024-05-13 (FC)/Simple Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Simple Function Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Simple Function Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Simple Function Error", "Gemma-7b-it (Prompt)/Simple Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Simple Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error", "Mistral-Medium-2312 (Prompt)/Simple Function Error", "Mistral-large-2402 (FC Any)/Simple Function Error", "Mistral-large-2402 (FC Auto)/Simple Function Error", "Mistral-small-2402 (FC Any)/Simple Function Error", "Mistral-tiny-2312 (Prompt)/Simple Function Error", "Nexusflow-Raven-v2 (FC)/Simple Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error", "Claude-2.1 (Prompt)/Parallel Function Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Haiku-20240307 (Prompt)/Parallel Function Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Opus-20240229 (Prompt)/Parallel Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Parallel Function Error", "Claude-instant-1.2 (Prompt)/Parallel Function Error", "Command-R-Plus (FC) (Optimized)/Parallel Function Error", "Command-R-Plus (FC) (Original)/Parallel Function Error", "Command-R-Plus (Prompt) (Optimized)/Parallel Function Error", "Command-R-Plus (Prompt) (Original)/Parallel Function Error", "DBRX-Instruct (Prompt)/Parallel Function Error", "Deepseek-v1.5 (Prompt)/Parallel Function Error", "FireFunction-v1 (FC)/Parallel Function Error", "Functionary-Medium-v2.4 (FC)/Parallel Function Error", "Functionary-Small-v2.4 (FC)/Parallel Function Error", "GPT-3.5-Turbo-0125 (FC)/Parallel Function Error", "GPT-4-0125-Preview (FC)/Parallel Function Error", "GPT-4-0125-Preview (Prompt)/Parallel Function Error", "GPT-4-0613 (FC)/Parallel Function Error", "GPT-4-1106-Preview (FC)/Parallel Function Error", "GPT-4-turbo-2024-04-09 (FC)/Parallel Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Parallel Function Error", "GPT-4o-2024-05-13 (FC)/Parallel Function Error", "GPT-4o-2024-05-13 (Prompt)/Parallel Function Error", "Gemini-1.0-Pro-001 (FC)/Parallel Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Parallel Function Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Parallel Function Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Parallel Function Error", "Gemma-7b-it (Prompt)/Parallel Function Error", "Gorilla-OpenFunctions-v2 (FC)/Parallel Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Parallel Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Parallel Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Parallel Function Error", "Mistral-Medium-2312 (Prompt)/Parallel Function Error", "Mistral-Small-2402 (Prompt)/Parallel Function Error", "Mistral-large-2402 (FC Any)/Parallel Function Error", "Mistral-large-2402 (FC Auto)/Parallel Function Error", "Mistral-small-2402 (FC Any)/Parallel Function Error", "Mistral-small-2402 (FC Auto)/Parallel Function Error", "Mistral-tiny-2312 (Prompt)/Parallel Function Error", "Nexusflow-Raven-v2 (FC)/Parallel Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Parallel Function Error", "Claude-2.1 (Prompt)/Type Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Type Error", "Claude-3-Haiku-20240307 (Prompt)/Type Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Type Error", "Claude-3-Opus-20240229 (Prompt)/Type Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Type Error", "Claude-3-Sonnet-20240229 (Prompt)/Type Error", "Claude-instant-1.2 (Prompt)/Type Error", "Command-R-Plus (FC) (Optimized)/Type Error", "Command-R-Plus (FC) (Original)/Type Error", "Command-R-Plus (Prompt) (Optimized)/Type Error", "Command-R-Plus (Prompt) (Original)/Type Error", "DBRX-Instruct (Prompt)/Type Error", "Deepseek-v1.5 (Prompt)/Type Error", "FireFunction-v1 (FC)/Type Error", "Functionary-Medium-v2.4 (FC)/Type Error", "Functionary-Small-v2.4 (FC)/Type Error", "GPT-3.5-Turbo-0125 (FC)/Type Error", "GPT-4-0125-Preview (FC)/Type Error", "GPT-4-0125-Preview (Prompt)/Type Error", "GPT-4-0613 (FC)/Type Error", "GPT-4-1106-Preview (FC)/Type Error", "GPT-4-turbo-2024-04-09 (FC)/Type Error", "GPT-4-turbo-2024-04-09 (Prompt)/Type Error", "GPT-4o-2024-05-13 (FC)/Type Error", "GPT-4o-2024-05-13 (Prompt)/Type Error", "Gemini-1.0-Pro-001 (FC)/Type Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Type Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Type Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Type Error", "Gemma-7b-it (Prompt)/Type Error", "Gorilla-OpenFunctions-v2 (FC)/Type Error", "Hermes-2-Pro-Mistral-7B (FC)/Type Error", "Meta-Llama-3-70B-Instruct (Prompt)/Type Error", "Meta-Llama-3-8B-Instruct (Prompt)/Type Error", "Mistral-Medium-2312 (Prompt)/Type Error", "Mistral-Small-2402 (Prompt)/Type Error", "Mistral-large-2402 (FC Any)/Type Error", "Mistral-large-2402 (FC Auto)/Type Error", "Mistral-small-2402 (FC Any)/Type Error", "Mistral-tiny-2312 (Prompt)/Type Error", "Nexusflow-Raven-v2 (FC)/Type Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Type Error", "Command-R-Plus (FC) (Optimized)/Executable Error (REST)", "Command-R-Plus (FC) (Original)/Executable Error (REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Error (REST)", "Nexusflow-Raven-v2 (FC)/Executable Error (REST)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (Non REST)", "Command-R-Plus (FC) (Optimized)/Executable Function Error (Non REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (Non REST)", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (Non REST)", "Command-R-Plus (Prompt) (Original)/Executable Function Error (Non REST)", "DBRX-Instruct (Prompt)/Executable Function Error (Non REST)", "FireFunction-v1 (FC)/Executable Function Error (Non REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (Non REST)", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (Non REST)", "GPT-4-0125-Preview (FC)/Executable Function Error (Non REST)", "GPT-4-1106-Preview (FC)/Executable Function Error (Non REST)", "GPT-4-turbo-2024-04-09 (FC)/Executable Function Error (Non REST)", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (Non REST)", "Gemma-7b-it (Prompt)/Executable Function Error (Non REST)", "Gorilla-OpenFunctions-v2 (FC)/Executable Function Error (Non REST)", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (Non REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (Non REST)", "Mistral-Small-2402 (Prompt)/Executable Function Error (Non REST)", "Mistral-large-2402 (FC Any)/Executable Function Error (Non REST)", "Mistral-large-2402 (FC Auto)/Executable Function Error (Non REST)", "Mistral-tiny-2312 (Prompt)/Executable Function Error (Non REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (Non REST)", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (Non REST)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Executable Function Error (REST)", "Claude-instant-1.2 (Prompt)/Executable Function Error (REST)", "Command-R-Plus (FC) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (FC) (Original)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Optimized)/Executable Function Error (REST)", "Command-R-Plus (Prompt) (Original)/Executable Function Error (REST)", "FireFunction-v1 (FC)/Executable Function Error (REST)", "Functionary-Medium-v2.4 (FC)/Executable Function Error (REST)", "Functionary-Small-v2.4 (FC)/Executable Function Error (REST)", "GPT-3.5-Turbo-0125 (FC)/Executable Function Error (REST)", "GPT-4-0125-Preview (FC)/Executable Function Error (REST)", "GPT-4-1106-Preview (FC)/Executable Function Error (REST)", "GPT-4-turbo-2024-04-09 (FC)/Executable Function Error (REST)", "Gemini-1.0-Pro-001 (FC)/Executable Function Error (REST)", "Gemini-1.5-Flash-Preview-0514 (FC)/Executable Function Error (REST)", "Gemini-1.5-Pro-Preview-0409 (FC)/Executable Function Error (REST)", "Gemini-1.5-Pro-Preview-0514 (FC)/Executable Function Error (REST)", "Gemma-7b-it (Prompt)/Executable Function Error (REST)", "Hermes-2-Pro-Mistral-7B (FC)/Executable Function Error (REST)", "Meta-Llama-3-70B-Instruct (Prompt)/Executable Function Error (REST)", "Meta-Llama-3-8B-Instruct (Prompt)/Executable Function Error (REST)", "Mistral-Medium-2312 (Prompt)/Executable Function Error (REST)", "Mistral-small-2402 (FC Any)/Executable Function Error (REST)", "Nexusflow-Raven-v2 (FC)/Executable Function Error (REST)", "Snowflake/snowflake-arctic-instruct (Prompt)/Executable Function Error (REST)", "Claude-2.1 (Prompt)/Relevance Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Relevance Error", "Claude-3-Haiku-20240307 (Prompt)/Relevance Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Relevance Error", "Claude-3-Opus-20240229 (Prompt)/Relevance Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Relevance Error", "Claude-3-Sonnet-20240229 (Prompt)/Relevance Error", "Claude-instant-1.2 (Prompt)/Relevance Error", "Command-R-Plus (FC) (Optimized)/Relevance Error", "Command-R-Plus (FC) (Original)/Relevance Error", "Command-R-Plus (Prompt) (Optimized)/Relevance Error", "Command-R-Plus (Prompt) (Original)/Relevance Error", "DBRX-Instruct (Prompt)/Relevance Error", "Deepseek-v1.5 (Prompt)/Relevance Error", "FireFunction-v1 (FC)/Relevance Error", "Functionary-Medium-v2.4 (FC)/Relevance Error", "Functionary-Small-v2.4 (FC)/Relevance Error", "GPT-3.5-Turbo-0125 (FC)/Relevance Error", "GPT-4-0125-Preview (FC)/Relevance Error", "GPT-4-0125-Preview (Prompt)/Relevance Error", "GPT-4-0613 (FC)/Relevance Error", "GPT-4-1106-Preview (FC)/Relevance Error", "GPT-4-turbo-2024-04-09 (FC)/Relevance Error", "GPT-4-turbo-2024-04-09 (Prompt)/Relevance Error", "GPT-4o-2024-05-13 (FC)/Relevance Error", "GPT-4o-2024-05-13 (Prompt)/Relevance Error", "Gemini-1.0-Pro-001 (FC)/Relevance Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Relevance Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Relevance Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Relevance Error", "Gemma-7b-it (Prompt)/Relevance Error", "Gorilla-OpenFunctions-v2 (FC)/Relevance Error", "Hermes-2-Pro-Mistral-7B (FC)/Relevance Error", "Meta-Llama-3-70B-Instruct (Prompt)/Relevance Error", "Meta-Llama-3-8B-Instruct (Prompt)/Relevance Error", "Mistral-Medium-2312 (Prompt)/Relevance Error", "Mistral-Small-2402 (Prompt)/Relevance Error", "Mistral-large-2402 (FC Any)/Relevance Error", "Mistral-large-2402 (FC Auto)/Relevance Error", "Mistral-small-2402 (FC Any)/Relevance Error", "Mistral-small-2402 (FC Auto)/Relevance Error", "Mistral-tiny-2312 (Prompt)/Relevance Error", "Nexusflow-Raven-v2 (FC)/Relevance Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Relevance Error", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error", "Command-R-Plus (FC) (Optimized)/Simple Function Error", "Functionary-Medium-v2.4 (FC)/Simple Function Error", "Functionary-Small-v2.4 (FC)/Simple Function Error", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error", "GPT-4-0125-Preview (FC)/Simple Function Error", "GPT-4-0125-Preview (Prompt)/Simple Function Error", "GPT-4-1106-Preview (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (FC)/Simple Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Simple Function Error", "GPT-4o-2024-05-13 (FC)/Simple Function Error", "Gemma-7b-it (Prompt)/Simple Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Simple Function Error", "Mistral-large-2402 (FC Any)/Simple Function Error", "Mistral-large-2402 (FC Auto)/Simple Function Error", "Claude-2.1 (Prompt)/Parallel Function Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Haiku-20240307 (Prompt)/Parallel Function Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Opus-20240229 (Prompt)/Parallel Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Parallel Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Parallel Function Error", "Claude-instant-1.2 (Prompt)/Parallel Function Error", "Command-R-Plus (FC) (Optimized)/Parallel Function Error", "Command-R-Plus (FC) (Original)/Parallel Function Error", "Command-R-Plus (Prompt) (Optimized)/Parallel Function Error", "Command-R-Plus (Prompt) (Original)/Parallel Function Error", "DBRX-Instruct (Prompt)/Parallel Function Error", "Deepseek-v1.5 (Prompt)/Parallel Function Error", "FireFunction-v1 (FC)/Parallel Function Error", "Functionary-Medium-v2.4 (FC)/Parallel Function Error", "Functionary-Small-v2.4 (FC)/Parallel Function Error", "GPT-3.5-Turbo-0125 (FC)/Parallel Function Error", "GPT-4-0125-Preview (FC)/Parallel Function Error", "GPT-4-0125-Preview (Prompt)/Parallel Function Error", "GPT-4-0613 (FC)/Parallel Function Error", "GPT-4-1106-Preview (FC)/Parallel Function Error", "GPT-4-turbo-2024-04-09 (FC)/Parallel Function Error", "GPT-4-turbo-2024-04-09 (Prompt)/Parallel Function Error", "GPT-4o-2024-05-13 (FC)/Parallel Function Error", "GPT-4o-2024-05-13 (Prompt)/Parallel Function Error", "Gemini-1.0-Pro-001 (FC)/Parallel Function Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Parallel Function Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Parallel Function Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Parallel Function Error", "Gemma-7b-it (Prompt)/Parallel Function Error", "Gorilla-OpenFunctions-v2 (FC)/Parallel Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Parallel Function Error", "Meta-Llama-3-70B-Instruct (Prompt)/Parallel Function Error", "Meta-Llama-3-8B-Instruct (Prompt)/Parallel Function Error", "Mistral-Medium-2312 (Prompt)/Parallel Function Error", "Mistral-Small-2402 (Prompt)/Parallel Function Error", "Mistral-large-2402 (FC Any)/Parallel Function Error", "Mistral-large-2402 (FC Auto)/Parallel Function Error", "Mistral-small-2402 (FC Any)/Parallel Function Error", "Mistral-small-2402 (FC Auto)/Parallel Function Error", "Mistral-tiny-2312 (Prompt)/Parallel Function Error", "Nexusflow-Raven-v2 (FC)/Parallel Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Parallel Function Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-2.1 (Prompt)/Simple Function Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Haiku-20240307 (Prompt)/Simple Function Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Opus-20240229 (Prompt)/Simple Function Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Simple Function Error", "Claude-3-Sonnet-20240229 (Prompt)/Simple Function Error", "Claude-instant-1.2 (Prompt)/Simple Function Error", "Command-R-Plus (FC) (Optimized)/Simple Function Error", "Command-R-Plus (FC) (Original)/Simple Function Error", "Command-R-Plus (Prompt) (Optimized)/Simple Function Error", "Command-R-Plus (Prompt) (Original)/Simple Function Error", "DBRX-Instruct (Prompt)/Simple Function Error", "Deepseek-v1.5 (Prompt)/Simple Function Error", "Functionary-Medium-v2.4 (FC)/Simple Function Error", "Functionary-Small-v2.4 (FC)/Simple Function Error", "GPT-3.5-Turbo-0125 (FC)/Simple Function Error", "GPT-4-0125-Preview (FC)/Simple Function Error", "Gemini-1.0-Pro-001 (FC)/Simple Function Error", "Gemma-7b-it (Prompt)/Simple Function Error", "Gorilla-OpenFunctions-v2 (FC)/Simple Function Error", "Hermes-2-Pro-Mistral-7B (FC)/Simple Function Error", "Mistral-Medium-2312 (Prompt)/Simple Function Error", "Mistral-large-2402 (FC Any)/Simple Function Error", "Mistral-small-2402 (FC Any)/Simple Function Error", "Nexusflow-Raven-v2 (FC)/Simple Function Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Simple Function Error", "Claude-2.1 (Prompt)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Value Error", "Claude-instant-1.2 (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "DBRX-Instruct (Prompt)/Value Error", "Deepseek-v1.5 (Prompt)/Value Error", "FireFunction-v1 (FC)/Value Error", "Functionary-Medium-v2.4 (FC)/Value Error", "Functionary-Small-v2.4 (FC)/Value Error", "GPT-3.5-Turbo-0125 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "GPT-4-0125-Preview (Prompt)/Value Error", "GPT-4-0613 (FC)/Value Error", "GPT-4-1106-Preview (FC)/Value Error", "GPT-4-turbo-2024-04-09 (FC)/Value Error", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error", "GPT-4o-2024-05-13 (FC)/Value Error", "GPT-4o-2024-05-13 (Prompt)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Gemma-7b-it (Prompt)/Value Error", "Gorilla-OpenFunctions-v2 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Mistral-Small-2402 (Prompt)/Value Error", "Mistral-large-2402 (FC Any)/Value Error", "Mistral-large-2402 (FC Auto)/Value Error", "Mistral-small-2402 (FC Any)/Value Error", "Mistral-tiny-2312 (Prompt)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error", "Claude-2.1 (Prompt)/Value Error", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)/Value Error", "Claude-3-Haiku-20240307 (Prompt)/Value Error", "Claude-3-Opus-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Opus-20240229 (Prompt)/Value Error", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)/Value Error", "Claude-3-Sonnet-20240229 (Prompt)/Value Error", "Claude-instant-1.2 (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)/Value Error", "Command-R-Plus (FC) (Original)/Value Error", "Command-R-Plus (Prompt) (Optimized)/Value Error", "Command-R-Plus (Prompt) (Original)/Value Error", "DBRX-Instruct (Prompt)/Value Error", "Deepseek-v1.5 (Prompt)/Value Error", "FireFunction-v1 (FC)/Value Error", "Functionary-Medium-v2.4 (FC)/Value Error", "Functionary-Small-v2.4 (FC)/Value Error", "GPT-3.5-Turbo-0125 (FC)/Value Error", "GPT-4-0125-Preview (FC)/Value Error", "GPT-4-0125-Preview (Prompt)/Value Error", "GPT-4-0613 (FC)/Value Error", "GPT-4-1106-Preview (FC)/Value Error", "GPT-4-turbo-2024-04-09 (FC)/Value Error", "GPT-4-turbo-2024-04-09 (Prompt)/Value Error", "GPT-4o-2024-05-13 (FC)/Value Error", "GPT-4o-2024-05-13 (Prompt)/Value Error", "Gemini-1.0-Pro-001 (FC)/Value Error", "Gemini-1.5-Flash-Preview-0514 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0409 (FC)/Value Error", "Gemini-1.5-Pro-Preview-0514 (FC)/Value Error", "Gemma-7b-it (Prompt)/Value Error", "Gorilla-OpenFunctions-v2 (FC)/Value Error", "Hermes-2-Pro-Mistral-7B (FC)/Value Error", "Meta-Llama-3-70B-Instruct (Prompt)/Value Error", "Meta-Llama-3-8B-Instruct (Prompt)/Value Error", "Mistral-Medium-2312 (Prompt)/Value Error", "Mistral-Small-2402 (Prompt)/Value Error", "Mistral-large-2402 (FC Any)/Value Error", "Mistral-large-2402 (FC Auto)/Value Error", "Mistral-small-2402 (FC Any)/Value Error", "Mistral-tiny-2312 (Prompt)/Value Error", "Nexusflow-Raven-v2 (FC)/Value Error", "Snowflake/snowflake-arctic-instruct (Prompt)/Value Error", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Hermes-2-Pro-Mistral-7B (FC)", "Nexusflow-Raven-v2 (FC)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC tools-2024-04-04)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC tools-2024-04-04)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC tools-2024-04-04)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "Command-R-Plus (FC) (Optimized)", "Command-R-Plus (FC) (Original)", "Command-R-Plus (Prompt) (Optimized)", "Command-R-Plus (Prompt) (Original)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "GPT-4o-2024-05-13 (FC)", "GPT-4o-2024-05-13 (Prompt)", "Gemini-1.0-Pro-001 (FC)", "Gemini-1.5-Flash-Preview-0514 (FC)", "Gemini-1.5-Pro-Preview-0409 (FC)", "Gemini-1.5-Pro-Preview-0514 (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Meta-Llama-3-70B-Instruct (Prompt)", "Meta-Llama-3-8B-Instruct (Prompt)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Snowflake/snowflake-arctic-instruct (Prompt)", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", ""], "values": [3, 4, 6, 5, 7, 6, 2, 4, 6, 9, 7, 7, 2, 4, 4, 4, 5, 6, 4, 5, 5, 6, 4, 5, 5, 4, 6, 6, 6, 1, 5, 5, 4, 3, 6, 6, 6, 5, 2, 2, 8, 4, 317, 149, 30, 37, 24, 38, 113, 4, 7, 43, 43, 304, 733, 153, 4, 9, 1, 43, 21, 288, 16, 105, 23, 43, 194, 157, 78, 58, 55, 495, 24, 152, 33, 146, 154, 796, 4, 222, 3, 1244, 469, 42, 320, 6, 89, 7, 34, 5, 89, 6, 8, 8, 8, 6, 5, 5, 11, 90, 6, 4, 17, 10, 8, 90, 8, 11, 7, 11, 3, 39, 18, 12, 11, 6, 12, 16, 5, 6, 3, 2, 51, 55, 72, 39, 3, 26, 6, 2, 7, 1, 1, 7, 34, 3, 138, 3, 97, 2, 138, 45, 3, 2, 1, 3, 1, 1, 2, 7, 2, 5, 1, 1, 1, 7, 1, 11, 1, 2, 1, 2, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 4, 1, 7, 9, 5, 1, 5, 13, 1, 3, 3, 2, 1, 1, 2, 11, 12, 7, 7, 3, 9, 8, 5, 2, 1, 2, 19, 4, 2, 3, 8, 1, 1, 33, 4, 1, 9, 3, 3, 1, 13, 15, 1, 1, 1, 3, 1, 3, 2, 8, 1, 2, 6, 1, 2, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 7, 2, 3, 4, 4, 12, 6, 1, 1, 1, 2, 2, 1, 1, 3, 1, 1, 2, 1, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 1, 2, 2, 2, 3, 1, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 2, 2, 2, 5, 4, 3, 1, 3, 5, 4, 4, 4, 4, 4, 5, 4, 4, 5, 3, 3, 3, 3, 4, 4, 4, 6, 3, 7, 6, 2, 2, 2, 4, 6, 3, 5, 2, 7, 1, 8, 7, 10, 3, 4, 1, 3, 8, 2, 1, 1, 2, 1, 2, 4, 5, 8, 6, 2, 6, 3, 3, 2, 6, 1, 1, 5, 4, 1, 5, 4, 7, 3, 16, 4, 1, 2, 3, 12, 19, 4, 4, 2, 2, 3, 1, 7, 1, 2, 5, 2, 1, 1, 3, 15, 10, 2, 16, 9, 1, 13, 1, 2, 2, 20, 3, 15, 8, 1, 2, 1, 37, 10, 3, 51, 13, 52, 63, 57, 30, 58, 80, 87, 107, 76, 73, 78, 36, 12, 68, 87, 55, 64, 49, 9, 65, 69, 60, 68, 43, 28, 42, 57, 58, 79, 55, 76, 65, 134, 61, 47, 54, 41, 29, 2, 92, 158, 64, 14, 26, 15, 27, 10, 34, 18, 15, 48, 53, 16, 19, 18, 6, 16, 25, 26, 14, 26, 10, 9, 21, 21, 18, 21, 8, 29, 30, 30, 30, 12, 12, 22, 26, 27, 10, 3, 28, 9, 31, 11, 26, 30, 8, 7, 1, 4, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 1, 2, 2, 1, 1, 1, 1, 4, 2, 4, 1, 1, 3, 1, 9, 8, 19, 2, 6, 1, 1, 2, 10, 16, 12, 4, 3, 7, 2, 6, 3, 6, 6, 30, 29, 1, 6, 1, 2, 5, 2, 40, 190, 157, 42, 47, 44, 117, 102, 87, 182, 110, 111, 106, 103, 64, 62, 77, 235, 41, 71, 20, 47, 27, 90, 45, 42, 48, 49, 27, 25, 70, 93, 214, 80, 130, 28, 4, 240, 38, 240, 1, 39, 235, 97, 1, 1, 30, 16, 150, 7, 1, 7, 9, 1, 26, 1, 9, 1, 5, 7, 21, 399, 17, 119, 16, 368, 19, 23, 16, 17, 24, 22, 20, 40, 389, 29, 31, 93, 23, 14, 345, 17, 18, 14, 30, 10, 211, 51, 16, 15, 44, 28, 63, 17, 32, 14, 14, 157, 134, 217, 8, 52, 130, 26, 1, 2, 2, 1, 1, 1, 2, 2, 3, 2, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 4, 2, 2, 18, 27, 16, 37, 22, 39, 20, 26, 35, 46, 24, 25, 18, 11, 21, 23, 25, 18, 24, 12, 10, 19, 10, 14, 20, 14, 20, 32, 27, 26, 22, 17, 24, 26, 27, 20, 1, 31, 11, 34, 19, 35, 20, 3, 12, 7, 6, 4, 18, 9, 7, 14, 14, 7, 8, 6, 6, 5, 12, 11, 2, 8, 7, 1, 8, 1, 6, 6, 7, 11, 9, 12, 10, 7, 3, 22, 8, 6, 8, 1, 11, 4, 16, 8, 12, 8, 8, 7, 1, 4, 2, 3, 2, 1, 4, 1, 1, 4, 7, 3, 7, 1, 2, 1, 1, 2, 2, 1, 1, 8, 2, 11, 2, 6, 2, 5, 1, 3, 6, 1, 6, 11, 11, 11, 1, 21, 7, 5, 19, 16, 9, 10, 4, 20, 25, 18, 6, 3, 1, 1, 7, 2, 1, 9, 22, 7, 7, 34, 3, 32, 7, 21, 2, 3, 3, 4, 6, 50, 12, 317, 149, 30, 37, 24, 40, 120, 5, 7, 44, 44, 311, 768, 153, 26, 27, 1, 44, 21, 288, 17, 106, 23, 46, 197, 157, 78, 58, 55, 633, 24, 156, 36, 243, 156, 934, 4, 222, 3, 1244, 514, 45, 322, 72, 412, 69, 182, 73, 398, 77, 103, 103, 124, 100, 95, 98, 76, 401, 97, 118, 148, 87, 63, 354, 82, 87, 74, 98, 53, 239, 93, 73, 73, 123, 83, 139, 82, 166, 75, 61, 211, 175, 246, 10, 144, 288, 90, 40, 190, 157, 42, 47, 44, 117, 102, 87, 182, 110, 111, 106, 103, 64, 62, 77, 235, 41, 71, 20, 47, 27, 90, 45, 42, 48, 49, 27, 25, 70, 93, 214, 80, 130, 28, 4, 240, 38, 240, 1, 39, 235, 97, 11, 3, 7, 9, 7, 6, 6, 13, 5, 6, 10, 8, 11, 10, 2, 40, 21, 169, 21, 7, 2, 24, 20, 7, 39, 4, 1, 3, 2, 2, 30, 5, 17, 7, 36, 14, 7, 17, 16, 9, 54, 44, 10, 17, 30, 21, 32, 17, 40, 20, 19, 54, 62, 23, 26, 20, 6, 20, 29, 30, 19, 32, 14, 14, 26, 27, 22, 26, 13, 33, 36, 36, 36, 13, 17, 27, 30, 30, 16, 3, 34, 15, 36, 2, 13, 34, 34, 33, 134, 37, 79, 35, 151, 41, 47, 64, 77, 45, 46, 35, 28, 120, 48, 47, 41, 47, 31, 104, 39, 26, 32, 43, 28, 80, 68, 55, 51, 37, 37, 71, 45, 46, 37, 4, 102, 71, 132, 39, 37, 89, 39, 496, 782, 451, 388, 217, 686, 308, 409, 346, 485, 342, 341, 585, 1002, 783, 334, 339, 621, 276, 208, 784, 244, 297, 250, 297, 337, 568, 349, 258, 249, 948, 264, 668, 289, 678, 328, 1018, 616, 542, 672, 1296, 804, 795, 605], "type": "treemap", "textfont": { "size": 12 }, "root": { "color": "#C7CCDB" } }], { "template": { "data": { "histogram2dcontour": [{ "type": "histogram2dcontour", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "choropleth": [{ "type": "choropleth", "colorbar": { "outlinewidth": 0, "ticks": "" } }], "histogram2d": [{ "type": "histogram2d", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "heatmap": [{ "type": "heatmap", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "heatmapgl": [{ "type": "heatmapgl", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "contourcarpet": [{ "type": "contourcarpet", "colorbar": { "outlinewidth": 0, "ticks": "" } }], "contour": [{ "type": "contour", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "surface": [{ "type": "surface", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "mesh3d": [{ "type": "mesh3d", "colorbar": { "outlinewidth": 0, "ticks": "" } }], "scatter": [{ "fillpattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 }, "type": "scatter" }], "parcoords": [{ "type": "parcoords", "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scatterpolargl": [{ "type": "scatterpolargl", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "bar": [{ "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 }, "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "bar" }], "scattergeo": [{ "type": "scattergeo", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scatterpolar": [{ "type": "scatterpolar", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "histogram": [{ "marker": { "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "histogram" }], "scattergl": [{ "type": "scattergl", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scatter3d": [{ "type": "scatter3d", "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scattermapbox": [{ "type": "scattermapbox", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scatterternary": [{ "type": "scatterternary", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scattercarpet": [{ "type": "scattercarpet", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "carpet": [{ "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" }], "table": [{ "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" }], "barpolar": [{ "marker": { "line": { "color": "#E5ECF6", "width": 0.5 }, "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "barpolar" }], "pie": [{ "automargin": true, "type": "pie" }] }, "layout": { "autotypenumbers": "strict", "colorway": ["#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52"], "font": { "color": "#2a3f5f" }, "hovermode": "closest", "hoverlabel": { "align": "left" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "bgcolor": "#E5ECF6", "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "ternary": { "bgcolor": "#E5ECF6", "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "sequential": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]], "sequentialminus": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]], "diverging": [[0, "#8e0152"], [0.1, "#c51b7d"], [0.2, "#de77ae"], [0.3, "#f1b6da"], [0.4, "#fde0ef"], [0.5, "#f7f7f7"], [0.6, "#e6f5d0"], [0.7, "#b8e186"], [0.8, "#7fbc41"], [0.9, "#4d9221"], [1, "#276419"]] }, "xaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "automargin": true, "zerolinewidth": 2 }, "yaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "automargin": true, "zerolinewidth": 2 }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white", "gridwidth": 2 }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white", "gridwidth": 2 }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white", "gridwidth": 2 } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "geo": { "bgcolor": "white", "landcolor": "#E5ECF6", "subunitcolor": "white", "showland": true, "showlakes": true, "lakecolor": "white" }, "title": { "x": 0.05 }, "mapbox": { "style": "light" } } }, "legend": { "tracegroupgap": 0 }, "margin": { "t": 60 }, "paper_bgcolor": "#e5effc" }, { "responsive": true }) }; \ No newline at end of file