Fix top p bug

wenjielee11 · wenjielee11 · commit 024f4cf9e340 · 2024-09-27T05:38:29.000+08:00
diff --git a/github-bot/src/services/jamaiService.go b/github-bot/src/services/jamaiService.go
@@ -22,7 +22,7 @@ var GEN_CONFIG = models.GenConfig{
 	Model:          MODEL_NAME,
 	Temperature:    0.01,
 	MaxTokens:      2000,
-	TopP:           0.01,
+	TopP:           0.001,
 	RagParams: &models.RagParams{
 		K:              5,
 		RerankingModel: "ellm/BAAI/bge-reranker-v2-m3",
