update the generation configs

ku-nlp · Nov 27, 2023 · 9a437b6 · 9a437b6
1 parent f67aba2
commit 9a437b6
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/configs/llm-jp--llm-jp-13b-instruct-full-jaster-dolly-oasst-v1.0.json b/configs/llm-jp--llm-jp-13b-instruct-full-jaster-dolly-oasst-v1.0.json
@@ -6,9 +6,9 @@
   "prompt_template": "{instruction} ### 回答：",
   "generation_config": {
     "do_sample": true,
-    "max_new_tokens": 512,
+    "max_length": 2048,
     "temperature": 0.7,
-    "top_p": 0.9
+    "top_p": 0.95
   },
   "special_token_map": {}
 }
diff --git a/configs/rinna--japanese-gpt-neox-3.6b-instruction-ppo.json b/configs/rinna--japanese-gpt-neox-3.6b-instruction-ppo.json
@@ -6,7 +6,7 @@
   "prompt_template": "ユーザー: {instruction}<NL>システム: ",
   "generation_config": {
     "do_sample": true,
-    "max_new_tokens": 512,
+    "max_length": 2048,
     "temperature": 0.7,
     "repetition_penalty": 1.1
   },