add code

Joyce94 · Aug 6, 2023 · e9c257b · e9c257b
1 parent d02bcdf
commit e9c257b
Show file tree

Hide file tree

Showing 24 changed files with 1,415 additions and 1,253 deletions.
diff --git a/script/.DS_Store b/script/.DS_Store
diff --git a/script/merge_rm_model.py b/script/merge_rm_model.py
diff --git a/script/ppo/__pycache__/ppo_trainer_with_peft.cpython-38.pyc b/script/ppo/__pycache__/ppo_trainer_with_peft.cpython-38.pyc
diff --git a/script/ppo/__pycache__/ppo_trainer_with_peft_save.cpython-38.pyc b/script/ppo/__pycache__/ppo_trainer_with_peft_save.cpython-38.pyc
diff --git a/script/ppo/default_config.yaml b/script/ppo/default_config.yaml
@@ -0,0 +1,17 @@
+compute_environment: LOCAL_MACHINE
+distributed_type: MULTI_GPU
+downcast_bf16: 'no'
+gpu_ids: all
+machine_rank: 0
+main_process_ip: null 
+main_process_port: null
+main_training_function: main
+mixed_precision: 'fp16'
+num_machines: 1
+num_processes: 1
+rdzv_backend: static
+same_network: true
+tpu_env: []
+tpu_use_cluster: false
+tpu_use_sudo: false
+use_cpu: false