Script update, restore model list
This commit is contained in:
parent
ba7d82f982
commit
8f12069337
@ -4,6 +4,7 @@ PREFILL_REQ='{model: $model, chat_template_kwargs: {"enable_thinking": false}, m
|
|||||||
|
|
||||||
ENDPOINT='http://localhost:8080/v1/chat/completions'
|
ENDPOINT='http://localhost:8080/v1/chat/completions'
|
||||||
WORDLIST='/etc/dictionaries-common/words'
|
WORDLIST='/etc/dictionaries-common/words'
|
||||||
|
WORDLIST_GREP='^[A-Z][a-z]+$' # Proper nouns only
|
||||||
|
|
||||||
get_response() {
|
get_response() {
|
||||||
model=$1
|
model=$1
|
||||||
@ -25,7 +26,7 @@ get_response() {
|
|||||||
}
|
}
|
||||||
|
|
||||||
sort --random-sort models.txt | while read model; do
|
sort --random-sort models.txt | while read model; do
|
||||||
random_name=$(grep -Po '^[A-Z][a-z]+$' $WORDLIST | sort --random-sort | head -n1)
|
random_name=$(grep -Po $WORDLIST_GREP $WORDLIST | sort --random-sort | head -n1)
|
||||||
random_name=${random_name,}
|
random_name=${random_name,}
|
||||||
echo $random_name : $model >> key.txt
|
echo $random_name : $model >> key.txt
|
||||||
for prompt_file in prompts/*.txt; do
|
for prompt_file in prompts/*.txt; do
|
||||||
|
|||||||
31
models.txt
31
models.txt
@ -1,8 +1,25 @@
|
|||||||
NVIDIA-Nemotron-3-Super-120B-A12B-MXFP4_MOE
|
|
||||||
gemma-4-31B-it-BF16
|
|
||||||
GLM-4.5-Air-UD-Q5_K_XL
|
|
||||||
c4ai-command-r-plus-08-2024-Q6_K
|
|
||||||
Devstral-2-123B-Instruct-2512-UD-Q5_K_XL
|
|
||||||
mistral-nemo_12b-instruct-2407-fp16
|
|
||||||
Ministral-3-14B-Instruct-2512-BF16
|
|
||||||
Mistral-Large-Instruct-2411-Q5_K_M
|
Mistral-Large-Instruct-2411-Q5_K_M
|
||||||
|
GLM-4.5-Air-UD-Q5_K_XL
|
||||||
|
NVIDIA-Nemotron-3-Super-120B-A12B-MXFP4_MOE
|
||||||
|
c4ai-command-r-plus-08-2024-Q6_K
|
||||||
|
gemma-4-31B-it-BF16
|
||||||
|
Devstral-2-123B-Instruct-2512-UD-Q5_K_XL
|
||||||
|
Qwen3.6-27B-BF16
|
||||||
|
Qwen3.5-122B-A10B-MXFP4_MOE
|
||||||
|
Olmo-3.1-32B-Instruct-BF16
|
||||||
|
granite-4.0-h-small-BF16
|
||||||
|
Mistral-Small-3.2-24B-Instruct-2506-BF16
|
||||||
|
Llama-4-Scout-17B-16E-Instruct-UD-Q5_K_XL
|
||||||
|
Qwen3-32B-BF16
|
||||||
|
google_gemma-3-27b-it-bf16
|
||||||
|
miqu-1-70b.q5_K_M
|
||||||
|
Ministral-3-14B-Instruct-2512-BF16
|
||||||
|
c4ai-command-a-03-2025-Q5_K_M
|
||||||
|
EXAONE-4.0-32B-BF16
|
||||||
|
mistral-nemo_12b-instruct-2407-fp16
|
||||||
|
c4ai-command-r-08-2024-f16
|
||||||
|
phi-4-bf16
|
||||||
|
Mistral-Small-4-119B-2603-MXFP4_MOE
|
||||||
|
Llama-3.3-70B-Instruct-UD-Q8_K_XL
|
||||||
|
gpt-oss-120b-mxfp4
|
||||||
|
GLM-4.7-Flash-BF16
|
||||||
|
|||||||
@ -4,4 +4,5 @@ Requirements:
|
|||||||
* curl
|
* curl
|
||||||
* jq
|
* jq
|
||||||
|
|
||||||
|
Run llama.cpp server with a command line like
|
||||||
`./llama-server --models-preset ~/models/preset.ini --models-dir ~/models/ --models-max 1`
|
`./llama-server --models-preset ~/models/preset.ini --models-dir ~/models/ --models-max 1`
|
||||||
Loading…
x
Reference in New Issue
Block a user