[Lab] Docker to Pip install

Docker을 pip로 그냥 설치하자

Original Dockerfile

FROM docker.io/pytorch/pytorch:2.2.1-cuda12.1-cudnn8-runtime

RUN apt-get update && apt-get install -y wget git
RUN pip install tqdm wandb lightning fire rotary_embedding_torch pandas numpy matplotlib transformers datasets peft text_generation ninja packaging
RUN MAX_JOBS=32 pip install flash-attn --no-build-isolation
RUN pip install accelerate bitsandbytes
RUN pip install scipy
RUN pip install sentencepiece

ENV WANDB_API_KEY=<API key 쓰기>
WORKDIR /workspace

Changed installation code

# Update and install necessary packages
sudo apt-get update && sudo apt-get install -y wget git

# Install the required packages using conda
pip install tqdm wandb
pip install accelerate
pip install lightning fire rotary_embedding_torch pandas numpy matplotlib transformers datasets peft text_generation ninja packaging

# Set MAX_JOBS environment variable before installing flash-attn
export MAX_JOBS=32
pip install flash-attn --no-build-isolation

# Continue installing the remaining packages
pip install bitsandbytes
pip install scipy
pip install sentencepiece

# Set environment variable
export WANDB_API_KEY=<API key 쓰기>