edit fine-tune llama3 nb

Author: gonsoomoon-ml

genai/aws-gen-ai-kr/30_fine_tune/03-fine-tune-llama3/setup/create_conda_virtual_env.sh

@@ -16,23 +16,15 @@ echo "The provided conda virtual environment is: $argument"
 
 export VirtualEnv=$argument
 
-# conda install conda=24.5.0
-conda create -y -n $VirtualEnv python=3.10 
-conda activate $VirtualEnv
+conda create -y -n $VirtualEnv python=3.10.14 
+
+source activate $VirtualEnv
 
 pip install --upgrade pip
 pip install ipykernel
 python -m ipykernel install --user --name=$VirtualEnv --display-name $VirtualEnv
 
-# pip install -r requirements.txt
-
-pip install datasets==2.14.6 
-# pip install transformers==4.30.2
-# pip install torch==2.3.0
-# pip install sagemaker==2.221.1
-# pip install boto3==1.34.117
-
-conda deactivate
+pip install -r requirements.txt
 
 echo "# To show conda env, use"
 echo "#"

genai/aws-gen-ai-kr/30_fine_tune/03-fine-tune-llama3/setup/requirements.txt

@@ -1,9 +1,10 @@
 datasets==2.14.6 
-transformers==4.30.2
+transformers==4.31.0
 torch==2.3.0
 sagemaker==2.221.1
 boto3==1.34.117
 bitsandbytes==0.43.1
 tqdm==4.66.4
 trl==0.8.6
+peft==0.11.1