AI offline

 

Jan AI  Bash script (Model qwen2.5-14b-instruct)

#!/bin/bash 

# Ziskani dotazu z argumentu prikazove radky 
QUESTION="$1" 

# Spusteni modelu (potlaceni vystupu) 
#curl -s http://127.0.0.1:1234/v1/models/start \ 
#  --request POST \ 
#  --header 'Content-Type: application/json' \ 
#  --data '{ 
#    "model": "qwen2.5-14b-instruct" 
#  }' 
  
 # > /dev/null 

# Odeslani dotazu na model a zobrazeni odpovedi 
#sleep 3 
curl -s http://127.0.0.1:1234/v1/chat/completions \ 
 --request POST \ 
 --header 'Content-Type: application/json' \ 
 --data "{ 
   \"model\": \"qwen2.5-14b-instruct\", 
   \"messages\": [{\"role\": \"user\", \"content\": \"$QUESTION\"}] 
 }" | jq -r '.choices[0].message.content'%          

 

 

LMStudio Bash script (Model gemma-2-27b-it)

# Ziskani dotazu z argumentu prikazove radky 
QUESTION="$1" 

# Spusteni modelu (potlaceni vystupu) 
curl -s http://127.0.0.1:39291/v1/models/start \ 
 --request POST \ 
 --header 'Content-Type: application/json' \ 
 --data '{ 
   "model": "gemma-2-27b-it" 
 }' > /dev/null 

# Odeslani dotazu na model a zobrazeni odpovedi 
# sleep 3 
curl -s http://127.0.0.1:39291/v1/chat/completions \ 
 --request POST \ 
 --header 'Content-Type: application/json' \ 
 --data "{ 
   \"model\": \"gemma-2-27b-it\", 
   \"messages\": [{\"role\": \"user\", \"content\": \"$QUESTION\"}] 
 }" | jq -r '.choices[0].message.conte