M6: self-hosted SearXNG als Web-Suche fuer OpenWebUI (Rolle web_search, Egress-Netz, kein Host-Port)
ci-static / secret-scan (push) Successful in 23s
ci-static / yamllint (push) Successful in 34s
ci-static / ansible-syntax (push) Successful in 29s
ci-static / markdown-links (push) Successful in 20s
ci-static / secret-scan (pull_request) Successful in 21s
ci-static / yamllint (pull_request) Successful in 30s
ci-static / ansible-syntax (pull_request) Successful in 28s
ci-static / markdown-links (pull_request) Successful in 21s

Generated by Mistral Vibe.
Co-Authored-By: Mistral Vibe <vibe@mistral.ai>
This commit is contained in:
2026-11-11 22:05:44 +01:00
co-authored by Mistral Vibe
parent d58edccb43
commit 54d8143aac
8 changed files with 299 additions and 1 deletions
@@ -11,4 +11,5 @@
hosts: llm_servers
become: true
roles:
- role: web_search
- role: open_webui
@@ -69,4 +69,7 @@ open_webui_env:
DEFAULT_USER_ROLE: user
ENABLE_OAUTH_SIGNUP: "False"
ENABLE_LOGIN_FORM: "True"
ENABLE_RAG_WEB_SEARCH: "False"
ENABLE_RAG_WEB_SEARCH: "True"
WEB_SEARCH_ENGINE: searxng
SEARXNG_QUERY_URL: http://searxng:8080/search?q=<query>
WEB_SEARCH_RESULT_COUNT: "5"
@@ -0,0 +1,17 @@
# web_search (SearXNG, self-hosted)
SearXNG als interne Metasuche für OpenWebUI (kein externer API-Key).
Image digest-gepinnt (`2026.11.11-626105eec`), läuft als `gnai-production`
mit Netzwerk-Alias `searxng` im Egress-Netz `gnai-production-egress`
(kein Host-Port, kein Ingress von außen). Secret-Key als Podman-Secret
(`SEARXNG_SECRET` env), Settings ohne Secret auf der Platte.
OpenWebUI-seitig (Rolle `open_webui`): `WEB_SEARCH_ENGINE=searxng`,
`SEARXNG_QUERY_URL=http://searxng:8080/search?q=<query>`,
`ENABLE_RAG_WEB_SEARCH=True`, `WEB_SEARCH_RESULT_COUNT=5`.
Verifiziert 11.11.2026: SearXNG antwortet im Netz (39 Ergebnisse für
Testquery), aus dem OpenWebUI-Container via Alias erreichbar. Offen: der
Chat-Request mit `features.web_search=true` hängt im Tool-Flow des Modells
(kein Generieren, llama idle) — NPM-Proxy-Timeout für chat.* muss sowieso
erhöht werden; Tool-Loop-Verhalten des Modells bei xhigh/128k prüfen.
@@ -0,0 +1,22 @@
---
# Self-hosted SearXNG web search for OpenWebUI (GNAI-001 M6 extension).
# Runs in the egress network with alias `searxng`, no host port, no external
# API key. Image pinned by digest (2026.11.11-626105eec, resolved 2026-11-11).
web_search_image: docker.io/searxng/searxng
web_search_image_ref: docker.io/searxng/searxng@sha256:606fc8852a53f0be4ac05116950ff480f6f56b8ef7d77b366868cc76478036e5
web_search_image_tag: "2026.11.11-626105eec"
# Same workload account / egress network as OpenWebUI (Production env).
web_search_user: gnai-production
web_search_uid: 980
web_search_home: /var/lib/ghostnet-ai/production
web_search_quadlet_dir: /etc/containers/systemd/users/980
web_search_unit_prefix: gnai-production-searxng
web_search_network_name: gnai-production-egress
web_search_network_alias: searxng
web_search_container_port: 8080
# SearXNG config lives on the host (0600, root) — the secret key never enters
# git; it is generated as a Podman secret on first run.
web_search_config_dir: /etc/searxng-ghostnet
web_search_secret_key_secret: searxng-secret-key
@@ -0,0 +1,34 @@
---
- name: Reload workload user manager
ansible.builtin.command:
argv:
- /usr/sbin/runuser
- --user
- "{{ web_search_user }}"
- --
- /usr/bin/env
- "HOME={{ web_search_home }}"
- "XDG_RUNTIME_DIR=/run/user/{{ web_search_uid }}"
- /usr/bin/systemctl
- --user
- daemon-reload
chdir: "{{ web_search_home }}"
changed_when: false
when: not ansible_check_mode
- name: Restart SearXNG unit
ansible.builtin.command:
argv:
- /usr/sbin/runuser
- --user
- "{{ web_search_user }}"
- --
- /usr/bin/env
- "HOME={{ web_search_home }}"
- "XDG_RUNTIME_DIR=/run/user/{{ web_search_uid }}"
- /usr/bin/systemctl
- --user
- restart
- "{{ web_search_unit_prefix }}.service"
chdir: "{{ web_search_home }}"
when: not ansible_check_mode
@@ -0,0 +1,188 @@
---
- name: Verify web_search role declarations
ansible.builtin.assert:
that:
- web_search_image_ref is match('^docker.io/searxng/searxng@sha256:[0-9a-f]{64}$')
- web_search_network_name == 'gnai-production-egress'
fail_msg: "web_search must use the pinned digest and the egress network"
- name: Check whether the SearXNG image is in the workload store
ansible.builtin.command:
argv:
- /usr/sbin/runuser
- --user
- "{{ web_search_user }}"
- --
- /usr/bin/env
- "HOME={{ web_search_home }}"
- "XDG_RUNTIME_DIR=/run/user/{{ web_search_uid }}"
- /usr/bin/podman
- image
- exists
- "{{ web_search_image_ref }}"
chdir: "{{ web_search_home }}"
changed_when: false
failed_when: web_search_image_present.rc not in [0, 1]
check_mode: false
register: web_search_image_present
- name: Pull the pinned SearXNG image into the workload store
ansible.builtin.command:
argv:
- /usr/sbin/runuser
- --user
- "{{ web_search_user }}"
- --
- /usr/bin/env
- "HOME={{ web_search_home }}"
- "XDG_RUNTIME_DIR=/run/user/{{ web_search_uid }}"
- /usr/bin/podman
- pull
- "{{ web_search_image_ref }}"
chdir: "{{ web_search_home }}"
when:
- not ansible_check_mode
- web_search_image_present.rc != 0
- name: Check whether the SearXNG secret key already exists
ansible.builtin.command:
argv:
- /usr/sbin/runuser
- --user
- "{{ web_search_user }}"
- --
- /usr/bin/env
- "HOME={{ web_search_home }}"
- "XDG_RUNTIME_DIR=/run/user/{{ web_search_uid }}"
- /usr/bin/podman
- secret
- exists
- "{{ web_search_secret_key_secret }}"
chdir: "{{ web_search_home }}"
changed_when: false
failed_when: web_search_secret_exists.rc not in [0, 1]
check_mode: false
register: web_search_secret_exists
- name: Create the SearXNG secret key (random, via stdin, never on disk in git)
ansible.builtin.shell: |
set -euo pipefail
head -c 32 /dev/urandom | base64 \
| /usr/sbin/runuser --user {{ web_search_user }} -- /usr/bin/env \
HOME={{ web_search_home }} XDG_RUNTIME_DIR=/run/user/{{ web_search_uid }} \
/usr/bin/podman secret create {{ web_search_secret_key_secret }} -
args:
executable: /bin/bash
chdir: "{{ web_search_home }}"
when: web_search_secret_exists.rc == 1
no_log: true
- name: Ensure the SearXNG config directory exists
ansible.builtin.file:
path: "{{ web_search_config_dir }}"
state: directory
owner: root
group: root
mode: "0755" # traversable for the rootless container (no secret in settings.yml anymore)
- name: Render the SearXNG settings (secret stays host-local, 0600)
ansible.builtin.template:
src: settings.yml.j2
dest: "{{ web_search_config_dir }}/settings.yml"
owner: root
group: root
mode: "0644"
notify:
- Reload workload user manager
- Restart SearXNG unit
- name: Render the SearXNG quadlet
ansible.builtin.template:
src: searxng.container.j2
dest: "{{ web_search_quadlet_dir }}/{{ web_search_unit_prefix }}.container"
owner: root
group: "{{ web_search_user }}"
mode: "0640"
notify:
- Reload workload user manager
- Restart SearXNG unit
- name: Ensure the workload user manager knows the rendered units
ansible.builtin.command:
argv:
- /usr/sbin/runuser
- --user
- "{{ web_search_user }}"
- --
- /usr/bin/env
- "HOME={{ web_search_home }}"
- "XDG_RUNTIME_DIR=/run/user/{{ web_search_uid }}"
- /usr/bin/systemctl
- --user
- daemon-reload
chdir: "{{ web_search_home }}"
changed_when: false
when: not ansible_check_mode
- name: Read the current state of the SearXNG unit
ansible.builtin.command:
argv:
- /usr/sbin/runuser
- --user
- "{{ web_search_user }}"
- --
- /usr/bin/env
- "HOME={{ web_search_home }}"
- "XDG_RUNTIME_DIR=/run/user/{{ web_search_uid }}"
- /usr/bin/systemctl
- --user
- is-active
- "{{ web_search_unit_prefix }}.service"
chdir: "{{ web_search_home }}"
changed_when: false
failed_when: web_search_unit_state.rc not in [0, 3]
check_mode: false
register: web_search_unit_state
- name: Start the SearXNG unit
ansible.builtin.command:
argv:
- /usr/sbin/runuser
- --user
- "{{ web_search_user }}"
- --
- /usr/bin/env
- "HOME={{ web_search_home }}"
- "XDG_RUNTIME_DIR=/run/user/{{ web_search_uid }}"
- /usr/bin/systemctl
- --user
- start
- "{{ web_search_unit_prefix }}.service"
chdir: "{{ web_search_home }}"
when:
- not ansible_check_mode
- web_search_unit_state.rc != 0
- name: Wait for SearXNG to answer inside the egress network
ansible.builtin.command:
argv:
- /usr/sbin/runuser
- --user
- "{{ web_search_user }}"
- --
- /usr/bin/env
- "HOME={{ web_search_home }}"
- "XDG_RUNTIME_DIR=/run/user/{{ web_search_uid }}"
- /usr/bin/podman
- exec
- "{{ web_search_unit_prefix }}"
- /usr/bin/python3
- -c
- "import urllib.request; urllib.request.urlopen('http://127.0.0.1:8080/search?q=test&format=json', timeout=10)"
chdir: "{{ web_search_home }}"
register: web_search_probe
retries: 20
delay: 5
until: web_search_probe.rc == 0
changed_when: false
when: not ansible_check_mode
@@ -0,0 +1,22 @@
[Unit]
Description=SearXNG metasearch for OpenWebUI ({{ web_search_image_tag }})
Wants={{ web_search_network_name }}-network.service
After={{ web_search_network_name }}-network.service
[Container]
Image={{ web_search_image_ref }}
Pull=never
ContainerName={{ web_search_unit_prefix }}
Network={{ web_search_network_name }}
NetworkAlias={{ web_search_network_alias }}
Volume={{ web_search_config_dir }}/settings.yml:/etc/searxng/settings.yml:ro
Secret={{ web_search_secret_key_secret }},type=env,target=SEARXNG_SECRET
# No PublishPort: reachable only inside the egress network as `searxng`.
[Service]
Restart=on-failure
RestartSec=10
TimeoutStartSec=300
[Install]
WantedBy=default.target
@@ -0,0 +1,11 @@
use_default_settings: true
server:
# secret_key comes from env SEARXNG_SECRET (Podman secret), never on disk
limiter: false
image_proxy: false
bind_address: 0.0.0.0
port: {{ web_search_container_port }}
search:
formats:
- html
- json