chore(deps): update ollama/ollama docker tag to v0.17.7 (localApps) (#4354)
This commit is contained in:
92
apps/ollama/0.17.7/data.yml
Normal file
92
apps/ollama/0.17.7/data.yml
Normal file
@@ -0,0 +1,92 @@
|
||||
additionalProperties:
|
||||
formFields:
|
||||
- default: "./data"
|
||||
edit: true
|
||||
envKey: OLLAMA_ROOT_PATH
|
||||
labelZh: 数据持久化路径
|
||||
labelEn: Data persistence path
|
||||
label:
|
||||
en: Data persistence path
|
||||
zh: 数据持久化路径
|
||||
required: true
|
||||
type: text
|
||||
- default: 11434
|
||||
edit: true
|
||||
envKey: PANEL_APP_PORT_HTTP
|
||||
labelZh: WebUI 端口
|
||||
labelEn: WebUI port
|
||||
label:
|
||||
en: WebUI port
|
||||
zh: WebUI 端口
|
||||
required: true
|
||||
rule: paramPort
|
||||
type: number
|
||||
- default: 1
|
||||
edit: true
|
||||
envKey: OLLAMA_MAX_LOADED_MODELS
|
||||
labelZh: 最大加载模型数量
|
||||
labelEn: Maximum number of loaded models
|
||||
label:
|
||||
en: Maximum number of loaded models
|
||||
zh: 最大加载模型数量
|
||||
required: true
|
||||
rule: paramPort
|
||||
type: number
|
||||
- default: 512
|
||||
edit: true
|
||||
envKey: OLLAMA_MAX_QUEUE
|
||||
labelZh: 最大队列长度
|
||||
labelEn: Maximum queue length
|
||||
label:
|
||||
en: Maximum queue length
|
||||
zh: 最大队列长度
|
||||
required: true
|
||||
rule: paramPort
|
||||
type: number
|
||||
- default: "1"
|
||||
edit: true
|
||||
envKey: OLLAMA_NUM_PARALLEL
|
||||
labelZh: 并行推理数量
|
||||
labelEn: Number of parallel inferences
|
||||
label:
|
||||
en: Number of parallel inferences
|
||||
zh: 并行推理数量
|
||||
required: true
|
||||
type: select
|
||||
values:
|
||||
- label: "1"
|
||||
value: "1"
|
||||
- label: "4"
|
||||
value: "4"
|
||||
- default: "f16"
|
||||
edit: true
|
||||
envKey: OLLAMA_KV_CACHE_TYPE
|
||||
labelZh: 缓存类型
|
||||
labelEn: Cache type
|
||||
label:
|
||||
en: Cache type
|
||||
zh: 缓存类型
|
||||
required: true
|
||||
type: select
|
||||
values:
|
||||
- label: "f16"
|
||||
value: "f16"
|
||||
- label: "q8_0"
|
||||
value: "q8_0"
|
||||
- label: "q4_0"
|
||||
value: "q4_0"
|
||||
- default: "0"
|
||||
edit: true
|
||||
envKey: OLLAMA_FLASH_ATTENTION
|
||||
labelZh: 启用 Flash Attention
|
||||
labelEn: Enable Flash Attention
|
||||
label:
|
||||
en: Enable Flash Attention
|
||||
zh: 启用 Flash Attention
|
||||
required: true
|
||||
type: select
|
||||
values:
|
||||
- label: "启用"
|
||||
value: "1"
|
||||
- label: "禁用"
|
||||
value: "0"
|
||||
37
apps/ollama/0.17.7/docker-compose.yml
Normal file
37
apps/ollama/0.17.7/docker-compose.yml
Normal file
@@ -0,0 +1,37 @@
|
||||
networks:
|
||||
1panel-network:
|
||||
external: true
|
||||
|
||||
services:
|
||||
ollama:
|
||||
image: ollama/ollama:0.17.7
|
||||
container_name: ${CONTAINER_NAME}
|
||||
labels:
|
||||
createdBy: "Apps"
|
||||
restart: always
|
||||
networks:
|
||||
- 1panel-network
|
||||
tty: true
|
||||
devices:
|
||||
- /dev/dri:/dev/dri
|
||||
# - /dev/kfd:/dev/kfd
|
||||
# - /dev/nvidia0:/dev/nvidia0
|
||||
# - /dev/nvidiactl:/dev/nvidiactl
|
||||
# - /dev/nvidia-modeset:/dev/nvidia-modeset
|
||||
# - /dev/nvidia-nvswitchctl:/dev/nvidia-nvswitchctl
|
||||
# - /dev/nvidia-uvm:/dev/nvidia-uvm
|
||||
# - /dev/nvidia-uvm-tools:/dev/nvidia-uvm-tools
|
||||
# - /dev/video11:/dev/video11
|
||||
ports:
|
||||
- ${PANEL_APP_PORT_HTTP}:11434
|
||||
volumes:
|
||||
- ${OLLAMA_ROOT_PATH}/data:/root/.ollama
|
||||
environment:
|
||||
- TZ=Asia/Shanghai
|
||||
- OLLAMA_HOST=0.0.0.0
|
||||
- OLLAMA_PORT=11434
|
||||
- OLLAMA_MAX_LOADED_MODELS=1
|
||||
- OLLAMA_NUM_PARALLEL=1
|
||||
- OLLAMA_MAX_QUEUE=512
|
||||
- OLLAMA_FLASH_ATTENTION=0
|
||||
- OLLAMA_KV_CACHE_TYPE=f16
|
||||
Reference in New Issue
Block a user