diff --git a/tools/hermes.py b/tools/hermes.py index bf85a6e..2b81adf 100644 --- a/tools/hermes.py +++ b/tools/hermes.py @@ -133,6 +133,8 @@ def _ask(messages: list, img_b64: str) -> str: "model": HERMES_MODEL, "max_tokens": MAX_TOKENS, "temperature": 0.3, + "repetition_penalty": 1.15, + "chat_template_kwargs": {"enable_thinking": False}, "messages": [{"role": "system", "content": _SYSTEM}] + send_messages, }).encode()