Merge pull request #372 from MervinPraison/develop

Update train.mdx with Wandb configuration and requirements
MervinPraison · Feb 5, 2025 · d447f30 · d447f30
2 parents 24e6a3f + 79cb7eb
commit d447f30
Show file tree

Hide file tree

Showing 2 changed files with 23 additions and 3 deletions.
diff --git a/docs/train.mdx b/docs/train.mdx
@@ -28,8 +28,11 @@ praisonai train init
 
 ## Required
 
-1. HF_TOKEN
-2. Below config.yaml file in the same directory
+1. Huggingface token
+2. Base model to train on (e.g. unsloth/Meta-Llama-3.1-8B-Instruct-bnb-4bit)
+3. Dataset to train on (e.g. yahma/alpaca-cleaned)
+4. Huggingface model name to upload to (e.g. mervinpraison/llama3.1-instruct) (Optional)
+5. Ollama model name to upload to (e.g. mervinpraison/llama3.1-instruct) (Optional)
 
 ## To upload to ollama.com (Linux)
 
@@ -119,4 +122,21 @@ quantization_method:
 
 ```bash
 praisonai train
+```
+
+## wandb
+
+```bash
+wandb login
+```
+
+<Note>
+Get the key from [here](https://wandb.ai/site/login)
+</Note>
+
+```bash
+export PRAISON_WANDB=True
+export WANDB_LOG_MODEL=checkpoint
+export WANDB_PROJECT=praisonai-test
+export PRAISON_WANDB_RUN_NAME=praisonai-train  
 ```
diff --git a/praisonai/setup/setup_conda_env.sh b/praisonai/setup/setup_conda_env.sh
@@ -100,6 +100,6 @@ $PIP_FULL_PATH install "unsloth[colab-new] @ git+https://github.com/unslothai/un
 $PIP_FULL_PATH install --no-deps "trl<0.9.0" peft accelerate bitsandbytes 
 $PIP_FULL_PATH install unsloth_zoo
 $PIP_FULL_PATH install cut_cross_entropy
-$PIP_FULL_PATH install sentencepiece protobuf datasets huggingface_hub hf_transfer
+$PIP_FULL_PATH install sentencepiece protobuf datasets huggingface_hub hf_transfer wandb
 
 echo "Setup completed successfully!"