mirror of
https://github.com/nextcloud/all-in-one.git
synced 2025-01-29 00:50:18 +08:00
local-ai-cc: adjust some things
Signed-off-by: Simon L. <szaimen@e.mail.de>
This commit is contained in:
parent
35ff787d77
commit
7ef2f0795d
2 changed files with 17 additions and 19 deletions
|
@ -6,11 +6,23 @@
|
||||||
"documentation": "https://github.com/nextcloud/all-in-one/tree/main/community-containers/local-ai",
|
"documentation": "https://github.com/nextcloud/all-in-one/tree/main/community-containers/local-ai",
|
||||||
"image": "szaimen/aio-local-ai",
|
"image": "szaimen/aio-local-ai",
|
||||||
"image_tag": "v2",
|
"image_tag": "v2",
|
||||||
"internal_port": "8080",
|
"internal_port": "8000",
|
||||||
"restart": "unless-stopped",
|
"restart": "unless-stopped",
|
||||||
|
"ports": [
|
||||||
|
{
|
||||||
|
"ip_binding": "%APACHE_IP_BINDING%",
|
||||||
|
"port_number": "8000",
|
||||||
|
"protocol": "tcp"
|
||||||
|
}
|
||||||
|
],
|
||||||
"environment": [
|
"environment": [
|
||||||
"TZ=%TIMEZONE%",
|
"TZ=%TIMEZONE%",
|
||||||
"MODELS_PATH=/models"
|
"MODELS_PATH=/models",
|
||||||
|
"API_KEY=%LOCAL_AI_API_KEY%",
|
||||||
|
"LOCALAI_ADDRESS=:8000"
|
||||||
|
],
|
||||||
|
"secrets": [
|
||||||
|
"LOCAL_AI_API_KEY"
|
||||||
],
|
],
|
||||||
"volumes": [
|
"volumes": [
|
||||||
{
|
{
|
||||||
|
@ -22,22 +34,14 @@
|
||||||
"source": "nextcloud_aio_localai_images",
|
"source": "nextcloud_aio_localai_images",
|
||||||
"destination": "/tmp/generated/images/",
|
"destination": "/tmp/generated/images/",
|
||||||
"writeable": true
|
"writeable": true
|
||||||
},
|
|
||||||
{
|
|
||||||
"source": "%NEXTCLOUD_DATADIR%",
|
|
||||||
"destination": "/nextcloud",
|
|
||||||
"writeable": false
|
|
||||||
}
|
}
|
||||||
],
|
],
|
||||||
"enable_nvidia_gpu": false,
|
"enable_nvidia_gpu": false,
|
||||||
"nextcloud_exec_commands": [
|
"nextcloud_exec_commands": [
|
||||||
"mkdir '/mnt/ncdata/admin/files/nextcloud-aio-local-ai'",
|
|
||||||
"touch '/mnt/ncdata/admin/files/nextcloud-aio-local-ai/models.yaml'",
|
|
||||||
"echo 'Scanning nextcloud-aio-local-ai folder for admin user...'",
|
|
||||||
"php /var/www/html/occ files:scan --path='/admin/files/nextcloud-aio-local-ai'",
|
|
||||||
"php /var/www/html/occ app:install integration_openai",
|
"php /var/www/html/occ app:install integration_openai",
|
||||||
"php /var/www/html/occ app:enable integration_openai",
|
"php /var/www/html/occ app:enable integration_openai",
|
||||||
"php /var/www/html/occ config:app:set integration_openai url --value http://nextcloud-aio-local-ai:8080",
|
"php /var/www/html/occ config:app:set integration_openai url --value http://nextcloud-aio-local-ai:8000",
|
||||||
|
"php /var/www/html/occ config:app:set integration_openai api_key --value $LOCAL_AI_API_KEY",
|
||||||
"php /var/www/html/occ app:install assistant",
|
"php /var/www/html/occ app:install assistant",
|
||||||
"php /var/www/html/occ app:enable assistant"
|
"php /var/www/html/occ app:enable assistant"
|
||||||
]
|
]
|
||||||
|
|
|
@ -3,13 +3,7 @@ This container bundles Local AI and auto-configures it for you.
|
||||||
|
|
||||||
### Notes
|
### Notes
|
||||||
- Make sure to have enough storage space available. This container alone needs ~7GB storage. Every model that you add to `models.yaml` will of course use additional space which adds up quite fast.
|
- Make sure to have enough storage space available. This container alone needs ~7GB storage. Every model that you add to `models.yaml` will of course use additional space which adds up quite fast.
|
||||||
- After the container was started the first time, you should see a new `nextcloud-aio-local-ai` folder when you open the files app with the default `admin` user. In there you should see a `models.yaml` config file. You can now add models in there. Please refer [here](https://github.com/mudler/LocalAI/blob/master/gallery/index.yaml) where you can get further urls that you can put in there. Afterwards restart all containers from the AIO interface and the models should automatically get downloaded by the local-ai container and activated.
|
- After the container was started the first time, you can open `http://ip.address.of.server:8000` and log in with the api key that you can retrieve when running...
|
||||||
- Example for content of `models.yaml` (if you add all of them, it takes around 10GB additional space):
|
|
||||||
```yaml
|
|
||||||
# Stable Diffusion in NCNN with c++, supported txt2img and img2img
|
|
||||||
- url: github:mudler/LocalAI/blob/master/gallery/stablediffusion.yaml
|
|
||||||
name: Stable_diffusion
|
|
||||||
```
|
|
||||||
- To make it work, you first need to browse `https://your-nc-domain.com/settings/admin/ai` and enable or disable specific features for your models in the openAI settings. Afterwards using the Nextcloud Assistant should work.
|
- To make it work, you first need to browse `https://your-nc-domain.com/settings/admin/ai` and enable or disable specific features for your models in the openAI settings. Afterwards using the Nextcloud Assistant should work.
|
||||||
- See [this guide](https://github.com/nextcloud/all-in-one/discussions/5430) for how to improve AI task pickup speed
|
- See [this guide](https://github.com/nextcloud/all-in-one/discussions/5430) for how to improve AI task pickup speed
|
||||||
- See https://github.com/nextcloud/all-in-one/tree/main/community-containers#community-containers how to add it to the AIO stack
|
- See https://github.com/nextcloud/all-in-one/tree/main/community-containers#community-containers how to add it to the AIO stack
|
||||||
|
|
Loading…
Reference in a new issue