| @@ -16,7 +16,7 @@ schemaVersion: "1" |
| 16 | | 16 | |
| 17 | name: houla-olala | 17 | name: houla-olala |
| 18 | | 18 | |
| 19 | -agent: claude | 19 | +agent: shell |
| 20 | | 20 | |
| 21 | workspace: . | 21 | workspace: . |
| 22 | | 22 | |
| @@ -29,7 +29,8 @@ args: |
| 29 | default: OVHaiLLM/Olala-v1.0-mini-7A1B-GGUF | 29 | default: OVHaiLLM/Olala-v1.0-mini-7A1B-GGUF |
| 30 | description: Hugging Face repository of the GGUF file | 30 | description: Hugging Face repository of the GGUF file |
| 31 | model_file: | 31 | model_file: |
| 32 | - default: Olala-v1.0-mini-7A1B-q8_0-safe2.gguf | 32 | + #default: Olala-v1.0-mini-7A1B-q8_0-safe2.gguf |
| | 33 | + default: Olala-v1.0-mini-7A1B-q5_k_m.gguf |
| 33 | description: GGUF file to download and serve (q8_0-safe2 = recommended for CPUs) | 34 | description: GGUF file to download and serve (q8_0-safe2 = recommended for CPUs) |
| 34 | models_dir: | 35 | models_dir: |
| 35 | default: ./models | 36 | default: ./models |
| @@ -48,7 +49,7 @@ args: |
| 48 | description: Context size (shared by the parallel slots) | 49 | description: Context size (shared by the parallel slots) |
| 49 | | 50 | |
| 50 | env: | 51 | env: |
| 51 | - ANTHROPIC_MODEL: claude-opus-5-5 | 52 | + #ANTHROPIC_MODEL: claude-opus-5-5 |
| 52 | OLALA_MODEL_REPO: "${{ env.args.model_repo }}" | 53 | OLALA_MODEL_REPO: "${{ env.args.model_repo }}" |
| 53 | OLALA_MODEL_FILE: "${{ env.args.model_file }}" | 54 | OLALA_MODEL_FILE: "${{ env.args.model_file }}" |
| 54 | OLALA_MODELS_DIR: "${{ env.args.models_dir }}" | 55 | OLALA_MODELS_DIR: "${{ env.args.models_dir }}" |
| @@ -72,5 +73,5 @@ lifecycle: |
| 72 | timeout: 2m | 73 | timeout: 2m |
| 73 | - name: Download the model (if missing) and start llama-server | 74 | - name: Download the model (if missing) and start llama-server |
| 74 | # Flags go BEFORE the env file path: after it, sbx reads every word up to `--` as another path. | 75 | # Flags go BEFORE the env file path: after it, sbx reads every word up to `--` as another path. |
| 75 | - command: sbx env exec --name "$SBX_SANDBOX_NAME" --no-input "$SBX_ENV_FILE" -- bash -lc "$SBX_WORKSPACE/scripts/olala.sh up" | 76 | + command: sbx env exec --name "$SBX_SANDBOX_NAME" --no-input "$SBX_ENV_FILE" -- bash -lc "bash \"$SBX_WORKSPACE/scripts/olala.sh\" up" |
| 76 | timeout: 30m | 77 | timeout: 30m |