py : add requirements.txt (ggerganov#201)

* Add requirements.txt

* Fix README.md files

README.md

@@ -78,6 +78,9 @@ make -j4 gpt-2 gpt-j
 ../examples/gpt-j/download-ggml-model.sh 6B
 ./bin/gpt-j -m models/gpt-j-6B/ggml-model.bin -p "This is an example"
 
+# Install Python dependencies
+python3 -m pip install -r ../requirements.txt
+
 # Run the Cerebras-GPT 111M model
 # Download from: https://huggingface.co/cerebras
 python3 ../examples/gpt-2/convert-cerebras-to-ggml.py /path/to/Cerebras-GPT-111M/

examples/dolly-v2/README.md

@@ -21,6 +21,9 @@ make -j
 # get the Dolly-V2 3B model
 git clone https://huggingface.co/databricks/dolly-v2-3b
 
+# install Python dependencies
+python3 -m pip install -r ../requirements.txt
+
 # convert model to FP16
 python3 ../examples/dolly-v2/convert-h5-to-ggml.py ./dolly-v2-3b/ 1
 

examples/gpt-neox/README.md

@@ -17,6 +17,9 @@ make -j
 # get the StableLM 3B Alpha model
 git clone https://huggingface.co/stabilityai/gpt_neox-base-alpha-3b
 
+# install Python dependencies
+python3 -m pip install -r ../requirements.txt
+
 # convert model to FP16
 python3 ../examples/gpt_neox/convert-h5-to-ggml.py ./stablelm-base-alpha-3b/ 1
 

examples/starcoder/README.md

@@ -71,6 +71,9 @@ main:    total time =  4580.56 ms
 git clone https://github.com/ggerganov/ggml
 cd ggml
 
+# Install Python dependencies
+python3 -m pip install -r requirements.txt
+
 # Convert HF model to ggml
 python examples/starcoder/convert-hf-to-ggml.py bigcode/gpt_bigcode-santacoder
 

requirements.txt

@@ -0,0 +1,7 @@
+accelerate==0.19.0
+numpy==1.24.3
+sentencepiece==0.1.98
+torch==2.0.1
+torchaudio==2.0.2
+torchvision==0.15.2
+transformers==4.29.2