From 5125c8e8e99423ef2341fe42b90dc7cd6528c2f5 Mon Sep 17 00:00:00 2001
From: Weiwei Sun <68775773+sunnweiwei@users.noreply.github.com>
Date: Thu, 20 Apr 2023 17:23:01 +0800
Subject: [PATCH] Update README.md

---
 README.md | 13 +++++++++++++
 1 file changed, 13 insertions(+)

diff --git a/README.md b/README.md
index 2dfa8c4..078f79e 100644
--- a/README.md
+++ b/README.md
@@ -145,6 +145,19 @@ python specialization.py \
 --do_eval true
 ```
 
+or run with multi-gpus, using [accelerate](https://github.com/huggingface/accelerate):
+
+```bash
+accelerate launch --num_processes 4 specialization.py \
+--model microsoft/deberta-v3-base \
+--loss rank_net \
+--data data/marco-train-10k.jsonl \
+--permutation marco-train-10k-gpt3.5.json \
+--save_path out/deberta-10k-rank_net \
+--do_train true \
+--do_eval true
+```
+
 ### Evalaute the trained specialized model
 
 ```bash