Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[DRAFT] Add support gradient cache for Reranker #148

Open
wants to merge 17 commits into
base: main
Choose a base branch
from
Open

[DRAFT] Add support gradient cache for Reranker #148

Changes from 1 commit
Commits
Show all changes
17 commits
Select commit Hold shift + click to select a range
859c9e6
gc reranker
sigridjineth Aug 24, 2024
f29930c
reranker arguments
sigridjineth Aug 24, 2024
3d92da6
fix: training arguments
sigridjineth Aug 24, 2024
0127d00
fix: arguments
sigridjineth Aug 24, 2024
52616cd
fix: trainer
sigridjineth Aug 24, 2024
cd09b57
fix: trainer
sigridjineth Aug 24, 2024
6d11105
parser
sigridjineth Aug 24, 2024
e98bbf3
fix: paserr
sigridjineth Aug 24, 2024
851f01b
fix: parser
sigridjineth Aug 24, 2024
bb5d87c
fix: parser
sigridjineth Aug 24, 2024
70d65ab
fix: trainer
sigridjineth Aug 24, 2024
bfb8e5a
fix: trust_remote_code
sigridjineth Aug 24, 2024
ca4b04b
hotfix: gradient_checkpointing_enable
sigridjineth Aug 24, 2024
a79b647
fix: forward method
sigridjineth Aug 24, 2024
78ff580
fix: prediction step
sigridjineth Aug 24, 2024
43a642d
fix: trainer
sigridjineth Aug 24, 2024
0380e4e
fix: ddp
sigridjineth Aug 24, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
fix: trainer
  • Loading branch information
@sigridjineth
sigridjineth committed Aug 24, 2024
commit 70d65ab3f4849b87a3ca20859d7a03bc14883428
17 changes: 3 additions & 14 deletions src/tevatron/reranker/driver/train.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -7,10 +7,8 @@
HfArgumentParser,
set_seed,
)
from transformers import TrainingArguments

from tevatron.reranker.arguments import ModelArguments, DataArguments, \
TevatronTrainingArguments
from tevatron.reranker.arguments import ModelArguments, DataArguments, TevatronTrainingArguments
from tevatron.reranker.modeling import RerankerModel
from tevatron.reranker.dataset import RerankerTrainDataset
from tevatron.reranker.collator import RerankerTrainCollator
Expand All @@ -22,17 +20,9 @@ def main():
parser = HfArgumentParser((ModelArguments, DataArguments, TevatronTrainingArguments))

if len(sys.argv) == 2 and sys.argv[1].endswith(".json"):
model_args, data_args, training_args, tevatron_args = parser.parse_json_file(json_file=os.path.abspath(sys.argv[1]))
model_args, data_args, training_args = parser.parse_json_file(json_file=os.path.abspath(sys.argv[1]))
else:
model_args, data_args, training_args, tevatron_args = parser.parse_args_into_dataclasses()
model_args: ModelArguments
data_args: DataArguments
training_args: TrainingArguments
tevatron_args: TevatronTrainingArguments

# Combine TrainingArguments and TevatronTrainingArguments
for key, value in vars(tevatron_args).items():
setattr(training_args, key, value)
model_args, data_args, training_args = parser.parse_args_into_dataclasses()

if (
os.path.exists(training_args.output_dir)
Expand Down Expand Up @@ -60,7 +50,6 @@ def main():
)
logger.info("Training/evaluation parameters %s", training_args)
logger.info("MODEL parameters %s", model_args)
logger.info("Tevatron parameters %s", tevatron_args)

set_seed(training_args.seed)

Expand Down