Add minicpm3 4b FC model handler

ShishirPatil · Oct 28, 2024 · 23ba990 · 23ba990
1 parent f64916e
commit 23ba990
Show file tree

Hide file tree

Showing 6 changed files with 442 additions and 2 deletions.
diff --git a/berkeley-function-call-leaderboard/bfcl/eval_checker/model_metadata.py b/berkeley-function-call-leaderboard/bfcl/eval_checker/model_metadata.py
@@ -644,11 +644,17 @@
         "Apache-2.0",
     ],
     "openbmb/MiniCPM3-4B": [
-        "MiniCPM3-4B (FC)",
+        "MiniCPM3-4B (Prompt)",
         "https://huggingface.co/openbmb/MiniCPM3-4B",
         "openbmb",
         "Apache-2.0",
     ],
+    "openbmb/MiniCPM3-4B-FC": [
+        "MiniCPM3-4B-FC (FC)",
+        "https://huggingface.co/openbmb/MiniCPM3-4B-FC",
+        "openbmb",
+        "Apache-2.0",
+    ],
 }
 
 INPUT_PRICE_PER_MILLION_TOKEN = {

diff --git a/berkeley-function-call-leaderboard/bfcl/model_handler/constant.py b/berkeley-function-call-leaderboard/bfcl/model_handler/constant.py
@@ -146,4 +146,5 @@
     "THUDM/glm-4-9b-chat",
     "ibm-granite/granite-20b-functioncalling",
     "yi-large-fc",
+    "openbmb/MiniCPM3-4B-FC",
 ]
diff --git a/berkeley-function-call-leaderboard/bfcl/model_handler/handler_map.py b/berkeley-function-call-leaderboard/bfcl/model_handler/handler_map.py
@@ -11,6 +11,7 @@
 from bfcl.model_handler.oss_model.salesforce import SalesforceHandler
 from bfcl.model_handler.oss_model.qwen import QwenHandler
 from bfcl.model_handler.oss_model.minicpm import MiniCPMHandler
+from bfcl.model_handler.oss_model.minicpm_fc import MiniCPMFCHandler
 from bfcl.model_handler.proprietary_model.claude import ClaudeHandler
 from bfcl.model_handler.proprietary_model.cohere import CohereHandler
 from bfcl.model_handler.proprietary_model.databricks import DatabricksHandler
@@ -126,6 +127,7 @@
     "Qwen/Qwen2.5-7B-Instruct": QwenHandler,
     "Team-ACE/ToolACE-8B": LlamaHandler,
     "openbmb/MiniCPM3-4B": MiniCPMHandler,
+    "openbmb/MiniCPM3-4B-FC": MiniCPMFCHandler,
 }
 
 # Deprecated/outdated models, no longer on the leaderboard

diff --git a/berkeley-function-call-leaderboard/bfcl/model_handler/oss_model/minicpm.py b/berkeley-function-call-leaderboard/bfcl/model_handler/oss_model/minicpm.py
@@ -1,5 +1,6 @@
 from bfcl.model_handler.oss_model.base_oss_handler import OSSHandler
 
+
 class MiniCPMHandler(OSSHandler):
     def __init__(self, model_name, temperature) -> None:
         super().__init__(model_name, temperature)
@@ -11,7 +12,9 @@ def _format_prompt(self, messages, function):
         formatted_prompt = ""
 
         for message in messages:
-            formatted_prompt += f"<|im_start|>{message['role']}\n{message['content']}<|im_end|>\n"
+            formatted_prompt += (
+                f"<|im_start|>{message['role']}\n{message['content']}<|im_end|>\n"
+            )
 
         formatted_prompt += f"<|im_start|>assistant\n"