This is the implementation of Noise Reduction Base on LLaMa3.
conda create -n NR-llama3 python=3.10
conda activate NR-llama3
conda install pytorch torchvision torchaudio pytorch-cuda=12.1 -c pytorch -c nvidia
conda install w3lib
conda install nltk
conda intall tqdm
pip install "unsloth[colab-new] @ git+https://github.com/unslothai/unsloth.git"
pip install --no-deps xformers "trl<0.9.0" peft accelerate bitsandbytesN/A
wget http://www.statmt.org/europarl/v7/europarl.tgz
tar zxvf europarl.tgz
python preprocess.pypython train.pypython evaluation.pyN/A