Spaces:
Build error
Build error
Download llama.cpp/.devops/cloud-v-pipeline from YZ-TAN/flask-llama: direct link, hf CLI and curl.
- Browser
- Download file 1.1 kB
-
https://huggingface.co/spaces/YZ-TAN/flask-llama/resolve/main/llama.cpp/.devops/cloud-v-pipeline
- Command line
-
hf download hf://spaces/YZ-TAN/flask-llama/llama.cpp/.devops/cloud-v-pipeline
-
curl -L -o cloud-v-pipeline https://huggingface.co/spaces/YZ-TAN/flask-llama/resolve/main/llama.cpp/.devops/cloud-v-pipeline
1.1 kB
| node('x86_runner1'){ // Running on x86 runner containing latest vector qemu, latest vector gcc and all the necessary libraries | |
| stage('Cleanup'){ | |
| cleanWs() // Cleaning previous CI build in workspace | |
| } | |
| stage('checkout repo'){ | |
| retry(5){ // Retry if the cloning fails due to some reason | |
| checkout scm // Clone the repo on Runner | |
| } | |
| } | |
| stage('Compiling llama.cpp'){ | |
| sh'''#!/bin/bash | |
| make RISCV=1 RISCV_CROSS_COMPILE=1 # Compiling llama for RISC-V | |
| ''' | |
| } | |
| stage('Running llama.cpp'){ | |
| sh'''#!/bin/bash | |
| module load gnu-bin2/0.1 # loading latest versions of vector qemu and vector gcc | |
| qemu-riscv64 -L /softwares/gnu-bin2/sysroot -cpu rv64,v=true,vlen=256,elen=64,vext_spec=v1.0 ./llama-cli -m /home/alitariq/codellama-7b.Q4_K_M.gguf -p "Anything" -n 9 > llama_log.txt # Running llama.cpp on vector qemu-riscv64 | |
| cat llama_log.txt # Printing results | |
| ''' | |
| } | |
| } | |