MOD: Mod readme and some conf.

NetEase-Media · Oct 23, 2024 · b473c25 · b473c25
1 parent d2bcf27
commit b473c25
Show file tree

Hide file tree

Showing 3 changed files with 34 additions and 34 deletions.
diff --git a/conf/inference_internvl2-2B.yml b/conf/inference_internvl2-2B.yml
@@ -94,8 +94,8 @@ models:
       # default sampling config, sampling param in request will overwrite these. Support sampling params see
       # @ref(src/constants.h - SamplingConfig)
       sampling:
-        top_k: 50
-        top_p: 1.0
+      #  top_k: 50
+      #  top_p: 1.0
 
       # trtllm config.
       gpt_model_type: inflight_fused_batching # must be `V1`(==`v1`) or `inflight_batching`(==`inflight_fused_batching`).

diff --git a/conf/inference_internvl2-8B.yml b/conf/inference_internvl2-8B.yml
@@ -94,8 +94,8 @@ models:
       # default sampling config, sampling param in request will overwrite these. Support sampling params see
       # @ref(src/constants.h - SamplingConfig)
       sampling:
-        top_k: 50
-        top_p: 1.0
+      #  top_k: 50
+      #  top_p: 1.0
 
       # trtllm config.
       gpt_model_type: inflight_fused_batching # must be `V1`(==`v1`) or `inflight_batching`(==`inflight_fused_batching`).