@@ -121,30 +121,20 @@ docker run -ti --name local-ai -p 8080:8080 localai/localai:latest
121
121
### NVIDIA GPU Images:
122
122
123
123
``` bash
124
- # CUDA 12.0 with core features
124
+ # CUDA 12.0
125
125
docker run -ti --name local-ai -p 8080:8080 --gpus all localai/localai:latest-gpu-nvidia-cuda-12
126
126
127
- # CUDA 12.0 with extra Python dependencies
128
- docker run -ti --name local-ai -p 8080:8080 --gpus all localai/localai:latest-gpu-nvidia-cuda-12-extras
129
-
130
- # CUDA 11.7 with core features
127
+ # CUDA 11.7
131
128
docker run -ti --name local-ai -p 8080:8080 --gpus all localai/localai:latest-gpu-nvidia-cuda-11
132
129
133
- # CUDA 11.7 with extra Python dependencies
134
- docker run -ti --name local-ai -p 8080:8080 --gpus all localai/localai:latest-gpu-nvidia-cuda-11-extras
135
-
136
130
# NVIDIA Jetson (L4T) ARM64
137
131
docker run -ti --name local-ai -p 8080:8080 --gpus all localai/localai:latest-nvidia-l4t-arm64
138
132
```
139
133
140
134
### AMD GPU Images (ROCm):
141
135
142
136
``` bash
143
- # ROCm with core features
144
137
docker run -ti --name local-ai -p 8080:8080 --device=/dev/kfd --device=/dev/dri --group-add=video localai/localai:latest-gpu-hipblas
145
-
146
- # ROCm with extra Python dependencies
147
- docker run -ti --name local-ai -p 8080:8080 --device=/dev/kfd --device=/dev/dri --group-add=video localai/localai:latest-gpu-hipblas-extras
148
138
```
149
139
150
140
### Intel GPU Images (oneAPI):
@@ -153,20 +143,13 @@ docker run -ti --name local-ai -p 8080:8080 --device=/dev/kfd --device=/dev/dri
153
143
# Intel GPU with FP16 support
154
144
docker run -ti --name local-ai -p 8080:8080 localai/localai:latest-gpu-intel-f16
155
145
156
- # Intel GPU with FP16 support and extra dependencies
157
- docker run -ti --name local-ai -p 8080:8080 localai/localai:latest-gpu-intel-f16-extras
158
-
159
146
# Intel GPU with FP32 support
160
147
docker run -ti --name local-ai -p 8080:8080 localai/localai:latest-gpu-intel-f32
161
-
162
- # Intel GPU with FP32 support and extra dependencies
163
- docker run -ti --name local-ai -p 8080:8080 localai/localai:latest-gpu-intel-f32-extras
164
148
```
165
149
166
150
### Vulkan GPU Images:
167
151
168
152
``` bash
169
- # Vulkan with core features
170
153
docker run -ti --name local-ai -p 8080:8080 localai/localai:latest-gpu-vulkan
171
154
```
172
155
0 commit comments