diff --git a/host/Gateway.cs b/host/Gateway.cs index 7359391..ad85e57 100644 --- a/host/Gateway.cs +++ b/host/Gateway.cs @@ -78,9 +78,11 @@ public class Gateway { Model = model, Messages = messages, - Temperature = 0.7, - TopP = 1, - MaxTokens = 1000, + Temperature = 0.3, + TopP = 0.6, + TopK = 25, + MaxTokens = 1024, + ThinkingBudget = 1024 }); long timestamp = DateTimeOffset.UtcNow.ToUnixTimeMilliseconds(); log.Info(reponse);