Merge pull request 'removed uneccessary pipelines relevant parts' (#116) from dev into main

Reviewed-on: #116

applications-tree.json

@@ -97,6 +97,13 @@
             "subtitle": "AI Chat Interface",
             "version": "latest",
             "icon": "data:image/svg+xml;base64,PHN2ZyB3aWR0aD0iNTgiIGhlaWdodD0iNTkiIHZpZXdCb3g9IjAgMCA1OCA1OSIgZmlsbD0ibm9uZSIgeG1sbnM9Imh0dHA6Ly93d3cudzMub3JnLzIwMDAvc3ZnIj4KPGcgZmlsdGVyPSJ1cmwoI2ZpbHRlcjBfZF85XzYyKSI+CjxnIGZpbHRlcj0idXJsKCNmaWx0ZXIxX2RfOV82MikiPgo8cmVjdCB4PSI0IiB5PSIxIiB3aWR0aD0iNTAiIGhlaWdodD0iNTAiIHJ4PSI3IiBmaWxsPSJ3aGl0ZSIvPgo8L2c+CjxwYXRoIGZpbGwtcnVsZT0iZXZlbm9kZCIgY2xpcC1ydWxlPSJldmVub2RkIiBkPSJNMzUuMTcxNyAyNS43NUMzNS4xNzE3IDMxLjEzNDEgMzAuODc5NiAzNS41IDI1LjU4NTMgMzUuNUMyMC4yOTIyIDM1LjUgMTYgMzEuMTM0MSAxNiAyNS43NUMxNiAyMC4zNjU4IDIwLjI5MjIgMTYgMjUuNTg1MyAxNkMzMC44Nzk2IDE2IDM1LjE3MTcgMjAuMzY1OCAzNS4xNzE3IDI1Ljc1Wk0zMS4yMzI3IDI1Ljc1QzMxLjIzMjcgMjguOTIyIDI4LjcwNDIgMzEuNDkyNyAyNS41ODUzIDMxLjQ5MjdDMjIuNDY3NSAzMS40OTI3IDE5LjkzOSAyOC45MjIgMTkuOTM5IDI1Ljc1QzE5LjkzOSAyMi41NzggMjIuNDY3NSAyMC4wMDcyIDI1LjU4NTMgMjAuMDA3MkMyOC43MDUzIDIwLjAwNzIgMzEuMjMyNyAyMi41NzggMzEuMjMyNyAyNS43NVoiIGZpbGw9ImJsYWNrIi8+CjxwYXRoIGZpbGwtcnVsZT0iZXZlbm9kZCIgY2xpcC1ydWxlPSJldmVub2RkIiBkPSJNNDIuMDAwMSAxNkgzOC4zMjMyVjM1LjVINDIuMDAwMVYxNloiIGZpbGw9ImJsYWNrIi8+CjwvZz4KPGRlZnM+CjxmaWx0ZXIgaWQ9ImZpbHRlcjBfZF85XzYyIiB4PSIyIiB5PSIwIiB3aWR0aD0iNTQiIGhlaWdodD0iNTQiIGZpbHRlclVuaXRzPSJ1c2VyU3BhY2VPblVzZSIgY29sb3ItaW50ZXJwb2xhdGlvbi1maWx0ZXJzPSJzUkdCIj4KPGZlRmxvb2QgZmxvb2Qtb3BhY2l0eT0iMCIgcmVzdWx0PSJCYWNrZ3JvdW5kSW1hZ2VGaXgiLz4KPGZlQ29sb3JNYXRyaXggaW49IlNvdXJjZUFscGhhIiB0eXBlPSJtYXRyaXgiIHZhbHVlcz0iMCAwIDAgMCAwIDAgMCAwIDAgMCAwIDAgMCAwIDAgMCAwIDAgMTI3IDAiIHJlc3VsdD0iaGFyZEFscGhhIi8+CjxmZU9mZnNldCBkeT0iMSIvPgo8ZmVHYXVzc2lhbkJsdXIgc3RkRGV2aWF0aW9uPSIxIi8+CjxmZUNvbXBvc2l0ZSBpbjI9ImhhcmRBbHBoYSIgb3BlcmF0b3I9Im91dCIvPgo8ZmVDb2xvck1hdHJpeCB0eXBlPSJtYXRyaXgiIHZhbHVlcz0iMCAwIDAgMCAwIDAgMCAwIDAgMCAwIDAgMCAwIDAgMCAwIDAgMC4yNSAwIi8+CjxmZUJsZW5kIG1vZGU9Im5vcm1hbCIgaW4yPSJCYWNrZ3JvdW5kSW1hZ2VGaXgiIHJlc3VsdD0iZWZmZWN0MV9kcm9wU2hhZG93XzlfNjIiLz4KPGZlQmxlbmQgbW9kZT0ibm9ybWFsIiBpbj0iU291cmNlR3JhcGhpYyIgaW4yPSJlZmZlY3QxX2Ryb3BTaGFkb3dfOV82MiIgcmVzdWx0PSJzaGFwZSIvPgo8L2ZpbHRlcj4KPGZpbHRlciBpZD0iZmlsdGVyMV9kXzlfNjIiIHg9IjAiIHk9IjEiIHdpZHRoPSI1OCIgaGVpZ2h0PSI1OCIgZmlsdGVyVW5pdHM9InVzZXJTcGFjZU9uVXNlIiBjb2xvci1pbnRlcnBvbGF0aW9uLWZpbHRlcnM9InNSR0IiPgo8ZmVGbG9vZCBmbG9vZC1vcGFjaXR5PSIwIiByZXN1bHQ9IkJhY2tncm91bmRJbWFnZUZpeCIvPgo8ZmVDb2xvck1hdHJpeCBpbj0iU291cmNlQWxwaGEiIHR5cGU9Im1hdHJpeCIgdmFsdWVzPSIwIDAgMCAwIDAgMCAwIDAgMCAwIDAgMCAwIDAgMCAwIDAgMCAxMjcgMCIgcmVzdWx0PSJoYXJkQWxwaGEiLz4KPGZlT2Zmc2V0IGR5PSI0Ii8+CjxmZUdhdXNzaWFuQmx1ciBzdGREZXZpYXRpb249IjIiLz4KPGZlQ29tcG9zaXRlIGluMj0iaGFyZEFscGhhIiBvcGVyYXRvcj0ib3V0Ii8+CjxmZUNvbG9yTWF0cml4IHR5cGU9Im1hdHJpeCIgdmFsdWVzPSIwIDAgMCAwIDAgMCAwIDAgMCAwIDAgMCAwIDAgMCAwIDAgMCAwLjI1IDAiLz4KPGZlQmxlbmQgbW9kZT0ibm9ybWFsIiBpbjI9IkJhY2tncm91bmRJbWFnZUZpeCIgcmVzdWx0PSJlZmZlY3QxX2Ryb3BTaGFkb3dfOV82MiIvPgo8ZmVCbGVuZCBtb2RlPSJub3JtYWwiIGluPSJTb3VyY2VHcmFwaGljIiBpbjI9ImVmZmVjdDFfZHJvcFNoYWRvd185XzYyIiByZXN1bHQ9InNoYXBlIi8+CjwvZmlsdGVyPgo8L2RlZnM+Cjwvc3ZnPgo="
-             }
+        },
+                {
+            "name": "Roundcube",
+            "title": "roundcube",
+            "subtitle": "Webmail",
+            "version": "latest",
+            "icon": "data:image/svg+xml;base64,PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0idXRmLTgiPz4KPHN2ZyB2ZXJzaW9uPSIxLjEiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyIgeG1sbnM6eGxpbms9Imh0dHA6Ly93d3cudzMub3JnLzE5OTkveGxpbmsiIHZpZXdCb3g9IjkuMTQgMTQxLjggNTczLjY1IDU3My42NSI+CjxzdHlsZSB0eXBlPSJ0ZXh0L2NzcyI+Ci5zdDB7ZmlsbC1ydWxlOmV2ZW5vZGQ7Y2xpcC1ydWxlOmV2ZW5vZGQ7ZmlsbDojNDA0RjU0O30KLnN0MXtmaWxsLXJ1bGU6ZXZlbm9kZDtjbGlwLXJ1bGU6ZXZlbm9kZDtmaWxsOiNFNUU1RTU7fQouc3Qye2ZpbGwtcnVsZTpldmVub2RkO2NsaXAtcnVsZTpldmVub2RkO2ZpbGw6I0NDQ0NDQzt9Ci5zdDN7ZmlsbC1ydWxlOmV2ZW5vZGQ7Y2xpcC1ydWxlOmV2ZW5vZGQ7ZmlsbDojMzdCRUZGO30KPC9zdHlsZT4KPHBvbHlnb24gY2xhc3M9InN0MyIgcG9pbnRzPSI1ODIuNzksNTQ5Ljc3IDI5NS45NiwzODQuMSAyOTUuOTYsMjA3LjI3IDU4Mi43OSwzNzIuOTUgIi8+Cjxwb2x5Z29uIGNsYXNzPSJzdDAiIHBvaW50cz0iOS4xNCw1NDkuNzcgMjk1Ljk2LDM4NC4xIDI5NS45NiwyMDcuMjcgOS4xNCwzNzIuOTUgIi8+CjxwYXRoIGNsYXNzPSJzdDIiIGQ9Ik0yOTUuOTYsMTQxLjhjMTA5LjU2LDAsMTk4LjQxLDg4Ljg1LDE5OC40MSwxOTguNDFjMCwxMDkuNTYtODguODUsMTk4LjQxLTE5OC40MSwxOTguNDEgYy0xMDkuNTYsMC0xOTguNDEtODguODUtMTk4LjQxLTE5OC40MUM5Ny41NSwyMzAuNjUsMTg2LjQsMTQxLjgsMjk1Ljk2LDE0MS44Ii8+CjxwYXRoIGNsYXNzPSJzdDEiIGQ9Ik0yOTUuOTYsMTQxLjhjMTA5LjYsMCwxOTguNDgsODguODUsMTk4LjQ4LDE5OC40MWMwLDEwOS41Ni04OC44OCwxOTguNDEtMTk4LjQ4LDE5OC40MQljLTYyLjkxLTQyLjM0LTg4Ljk0LTEyNy42NC04OC45NC0xOTguM1MyMzMuMDUsMTg0LjIyLDI5NS45NiwxNDEuOCIvPgo8cG9seWdvbiBjbGFzcz0ic3QzIiBwb2ludHM9IjU4Mi43OSwzNzIuOTUgMjk1Ljk2LDUzOC42MiAyOTUuOTYsNzE1LjQ1IDU4Mi43OSw1NDkuNzcgIi8+Cjxwb2x5Z29uIGNsYXNzPSJzdDAiIHBvaW50cz0iOS4xNCwzNzIuOTUgMjk1Ljk2LDUzOC42MiAyOTUuOTYsNzE1LjQ1IDkuMTQsNTQ5Ljc3ICIvPgo8L3N2Zz4K"
+        }
     ]
 }

openwebui/openwebui-secret.json

@@ -5,12 +5,22 @@
         "POSTGRES_PASSWORD": "#POSTGRES_PASSWORD",
         "POSTGRES_ROOT_PASSWORD": "#POSTGRES_ROOT_PASSWORD"
     },
+    "openwebuisearxng": {
+        "SEARXNG_SECRET": "#SEARXNG_SECRET"
+    },
+    "openwebuicrawl4ai": {
+        "CRAWL4AI_API_TOKEN": "#CRAWL4AI_API_TOKEN",
+        "SECRET_KEY": "#CRAWL4AI_SECRET"
+    },
     "openwebuiapp": {
         "WEBUI_ADMIN_NAME": "#WEBUI_ADMIN_NAME",
         "WEBUI_ADMIN_EMAIL": "#WEBUI_ADMIN_EMAIL",
         "WEBUI_ADMIN_PASSWORD": "#WEBUI_ADMIN_PASSWORD",
         "WEBUI_SECRET_KEY": "#WEBUI_SECRET_KEY",
         "OPENAI_API_KEY": "#OPENAI_API_KEY",
-        "DATABASE_URL": "postgres://#POSTGRES_USER:#POSTGRES_PASSWORD@openwebuipostgres-db:5432/#POSTGRES_DB"
+        "HF_TOKEN": "#HF_TOKEN",
+        "DATABASE_URL": "postgres://#POSTGRES_USER:#POSTGRES_PASSWORD@openwebuipostgres-db:5432/#POSTGRES_DB",
+        "EXTERNAL_WEB_SEARCH_API_KEY": "#SEARXNG_SECRET",
+        "EXTERNAL_WEB_LOADER_API_KEY": "#CRAWL4AI_API_TOKEN"
     }
 }

openwebui/service-openwebui.json

@@ -24,7 +24,7 @@
             ],
             "START_ON_BOOT": "false",
             "ENTRYPOINT": "sh -c",
-            "CMD": "mkdir -p /etc/user/data/openwebui/data && mkdir -p /etc/user/data/openwebui/db && mkdir -p /etc/user/data/openwebui/pipelines && mkdir -p /etc/user/data/openwebui/qdrant",
+            "CMD": "mkdir -p /etc/user/data/openwebui/data && mkdir -p /etc/user/data/openwebui/db && mkdir -p /etc/user/data/openwebui/qdrant && mkdir -p /etc/user/data/openwebui/searxng && mkdir -p /etc/user/data/openwebui/crawl4ai && printf %s c2VydmVyOgogIGJpbmRfYWRkcmVzczogMC4wLjAuMAogIHBvcnQ6IDgwODAKICBsaW1pdGVyOiBmYWxzZQogIHB1YmxpY19pbnN0YW5jZTogZmFsc2UKc2VhcmNoOgogIGZvcm1hdHM6CiAgICAtIGh0bWwKICAgIC0ganNvbgp1aToKICBzdGF0aWNfdXNlX2hhc2g6IHRydWUKcmVkaXM6CiAgdXJsOiBmYWxzZQpvdXRnb2luZzoKICB1c2VyYWdlbnQ6IE1vemlsbGEvNS4wIChXaW5kb3dzIE5UIDEwLjA7IFdpbjY0OyB4NjQpIEFwcGxlV2ViS2l0LzUzNy4zNiAoS0hUTUwsIGxpa2UgR2Vja28pIENocm9tZS8xMzEuMC4wLjAgU2FmYXJpLzUzNy4zNgp1c2VfZGVmYXVsdF9zZXR0aW5nczoKICBlbmdpbmVzOgogICAgcmVtb3ZlOgogICAgICAtIGFobWlhCiAgICAgIC0gdG9yY2gKICAgICAgLSB3aWtpZGF0YQpib3RkZXRlY3Rpb246CiAgaXBfbGlzdHM6CiAgICBwYXNzX2lwOgogICAgICAtIDAuMC4wLjAvMAogICAgICAtIDo6LzA= | base64 -d > /etc/user/data/openwebui/searxng/settings.yml && printf %s W2JvdGRldGVjdGlvbi5pcF9saW1pdF0KbGlua190b2tlbiA9IGZhbHNlCg== | base64 -d > /etc/user/data/openwebui/searxng/limiter.toml",
             "PRE_START": "null",
             "POST_START": "null"
         },
@@ -62,10 +62,10 @@
         {
             "IMAGE": "qdrant/qdrant:latest",
             "UPDATE": "true",
-            "NAME": "openwebui-qdrant",
+            "NAME": "openwebuiqdrant-app",
             "MEMORY": "1024M",
             "NETWORK": "openwebui-net",
-            "SELECTOR": "openwebui-qdrant",
+            "SELECTOR": "openwebuiqdrant-app",
             "VOLUMES": [
                 {
                     "SOURCE": "/etc/user/data/openwebui/qdrant",
@@ -93,43 +93,60 @@
             "POST_START": "null"
         },
         {
-            "IMAGE": "ghcr.io/open-webui/pipelines:main",
+            "IMAGE": "searxng/searxng:latest",
             "UPDATE": "true",
-            "NAME": "openwebui-pipelines",
+            "NAME": "openwebuisearxng-app",
-            "MEMORY": "1024M",
+            "MEMORY": "512M",
             "NETWORK": "openwebui-net",
-            "SELECTOR": "openwebui-pipelines",
+            "SELECTOR": "openwebuisearxng-app",
             "VOLUMES": [
                 {
-                    "SOURCE": "/etc/user/data/openwebui/pipelines",
+                    "SOURCE": "/etc/user/data/openwebui/searxng",
-                    "DEST": "/app/pipelines",
+                    "DEST": "/etc/searxng",
                     "TYPE": "rw"
                 }
             ],
             "PORTS": [
                 {
                     "SOURCE": "null",
-                    "DEST": "9099",
+                    "DEST": "8080",
                     "TYPE": "tcp"
                 }
             ],
-            "ENVS": [
+            "ENV_FILES": [
+                "/etc/user/secret/openwebui/openwebui.json"
+            ],
+            "EXTRA": "--restart always",
+            "DEPEND": [],
+            "START_ON_BOOT": "false",
+            "CMD": "null",
+            "PRE_START": "null",
+            "POST_START": "null"
+        },
+        {
+            "IMAGE": "unclecode/crawl4ai:latest",
+            "UPDATE": "true",
+            "NAME": "openwebuicrawl4ai-app",
+            "MEMORY": "1024M",
+            "NETWORK": "openwebui-net",
+            "SELECTOR": "openwebuicrawl4ai-app",
+            "VOLUMES": [
                 {
-                    "OPENAI_API_BASE_URL": "#OPENAI_API_BASE_URL"
+                    "SOURCE": "/etc/user/data/openwebui/crawl4ai",
-                },
+                    "DEST": "/app/data",
-                {
+                    "TYPE": "rw"
-                    "VECTOR_DB": "qdrant"
-                },
-                {
-                    "QDRANT_HOST": "openwebui-qdrant"
-                },
-                {
-                    "QDRANT_PORT": "6333"
-                },
-                {
-                    "QDRANT_URI": "http://openwebui-qdrant:6333"
                 }
             ],
+            "PORTS": [
+                {
+                    "SOURCE": "null",
+                    "DEST": "11235",
+                    "TYPE": "tcp"
+                }
+            ],
+            "ENV_FILES": [
+                "/etc/user/secret/openwebui/openwebui.json"
+            ],
             "EXTRA": "--restart always",
             "DEPEND": [],
             "START_ON_BOOT": "false",
@@ -159,6 +176,12 @@
                 }
             ],
             "ENVS": [
+                {
+                    "ENABLE_PERSISTENT_CONFIG": "false"
+                },
+                {
+                    "HF_HUB_OFFLINE": "#DISABLE_HUGGINGFACE"
+                },
                 {
                     "OPENAI_API_BASE_URL": "#OPENAI_API_BASE_URL"
                 },
@@ -166,19 +189,22 @@
                     "VECTOR_DB": "qdrant"
                 },
                 {
-                    "QDRANT_HOST": "openwebui-qdrant"
+                    "QDRANT_URI": "http://openwebuiqdrant-app:6333"
                 },
                 {
-                    "QDRANT_PORT": "6333"
+                    "ENABLE_WEB_SEARCH": "#ENABLE_WEB_SEARCH"
                 },
                 {
-                    "QDRANT_URI": "http://openwebui-qdrant:6333"
+                    "WEB_SEARCH_ENGINE": "#WEB_SEARCH_ENGINE"
                 },
                 {
-                    "ENABLE_RAG_PIPELINE": "True"
+                    "WEB_LOADER_ENGINE": "#WEB_LOADER_ENGINE"
                 },
                 {
-                    "RAG_PIPELINE_URL": "http://openwebui-pipelines:9099/v1"
+                    "SEARXNG_QUERY_URL": "#SEARXNG_QUERY_URL"
+                },
+                {
+                    "EXTERNAL_WEB_LOADER_URL": "#EXTERNAL_WEB_LOADER_URL"
                 }
             ],
             "ENV_FILES": [

openwebui/template.json

@@ -55,6 +55,42 @@
             "advanced": "true",
             "type": "password"
         },
+        {
+            "description": "Hugging Face token",
+            "key": "HF_TOKEN",
+            "value": "",
+            "info": "Optional Hugging Face API token for TTS and model access features.",
+            "advanced": "true",
+            "type": "password"
+        },
+        {
+            "description": "Disable Hugging Face requests",
+            "key": "DISABLE_HUGGINGFACE",
+            "value": "1",
+            "info": "Set to 1 to disable all outgoing requests to huggingface.co at startup. Set to 0 or leave empty to allow Hugging Face access.",
+            "advanced": "true"
+        },
+        {
+            "description": "SearXNG secret key",
+            "key": "SEARXNG_SECRET",
+            "value": "",
+            "required": "true",
+            "generated": "openssl|hex|32"
+        },
+        {
+            "description": "Crawl4AI API token",
+            "key": "CRAWL4AI_API_TOKEN",
+            "value": "",
+            "required": "true",
+            "generated": "random|md5|24"
+        },
+        {
+            "description": "Crawl4AI secret key",
+            "key": "CRAWL4AI_SECRET",
+            "value": "",
+            "required": "true",
+            "generated": "openssl|hex|32"
+        },
         {
             "description": "Postgres database name",
             "key": "POSTGRES_DB",
@@ -82,6 +118,41 @@
             "value": "",
             "required": "true",
             "generated": "random|sha256|20"
+        },
+        {
+            "description": "Enable web search",
+            "key": "ENABLE_WEB_SEARCH",
+            "value": "true",
+            "info": "Optional web search enabling, keep it empty if you don't want it",
+            "advanced": "true"
+        },
+        {
+            "description": "Web search engine",
+            "key": "WEB_SEARCH_ENGINE",
+            "value": "searxng",
+            "info": "Optional web search engine Searxng, keep it empty if you don't want it or define any other if you have",
+            "advanced": "true"
+        },
+        {
+            "description": "External web search engine",
+            "key": "WEB_LOADER_ENGINE",
+            "value": "external",
+            "info": "If optional web search engine defined, keep it as is, otherwise keep it empty",
+            "advanced": "true"
+        },
+        {
+            "description": "Web",
+            "key": "SEARXNG_QUERY_URL",
+            "value": "http://openwebuisearxng-app:8080/search",
+            "info": "Optional web search engine Searxng, keep it empty if you don't want it",
+            "advanced": "true"
+        },
+        {
+            "description": "External web search engine",
+            "key": "EXTERNAL_WEB_LOADER_URL",
+            "value": "http://openwebuicrawl4ai-app:11235/crawl",
+            "info": "Optional crawl4ai application url, keep it as is, otherwise keep it empty",
+            "advanced": "true"
         }    
     ]
 }