Añadir backend/open_webui/env.py

refac

.env.example

@@ -19,4 +19,13 @@ FORWARDED_ALLOW_IPS='*'
 # DO NOT TRACK
 SCARF_NO_ANALYTICS=true
 DO_NOT_TRACK=true
-ANONYMIZED_TELEMETRY=false
+ANONYMIZED_TELEMETRY=false
+
+# Valkey Vector Store (requires VECTOR_DB=valkey)
+# VALKEY_URL='valkey://localhost:6379'
+# VALKEY_COLLECTION_PREFIX='open_webui'
+# VALKEY_INDEX_TYPE='HNSW'
+# VALKEY_DISTANCE_METRIC='COSINE'
+# VALKEY_HNSW_M='16'
+# VALKEY_HNSW_EF_CONSTRUCTION='200'
+# VALKEY_HNSW_EF_RUNTIME='10'

.github/ISSUE_TEMPLATE/feature_request.yaml

@@ -1,82 +1,76 @@
 name: Feature Request
-description: Suggest an idea for this project
+description: Suggest a new feature or improvement
 title: 'feat: '
 labels: ['triage']
 body:
   - type: markdown
     attributes:
       value: |
-        ## Important Notes
-        ### Before submitting
-        
-        Please check the **open AND closed** [Issues](https://github.com/open-webui/open-webui/issues) AND [Discussions](https://github.com/open-webui/open-webui/discussions) to see if a similar request has been posted.
-        It's likely we're already tracking it! If you’re unsure, start a discussion post first.
+        ## Before Submitting
 
-        #### Scope
+        Please check **open AND closed** [Issues](https://github.com/open-webui/open-webui/issues) and [Discussions](https://github.com/open-webui/open-webui/discussions) for similar requests. If you find one, add your input there instead.
 
-        If your feature request is likely to take more than a quick coding session to implement, test and verify, then open it in the **Ideas** section of the [Discussions](https://github.com/open-webui/open-webui/discussions) instead.
-        **We will close and force move your feature request to the Ideas section, if we believe your feature request is not trivial/quick to implement.**
-        This is to ensure the issues tab is used only for issues, quickly addressable feature requests and tracking tickets by the maintainers.
-        Other feature requests belong in the **Ideas** section of the [Discussions](https://github.com/open-webui/open-webui/discussions).
-        
-        If your feature request might impact others in the community, definitely open a discussion instead and evaluate whether and how to implement it.
-        
-        This will help us efficiently focus on improving the project.
-        
-        ### Collaborate respectfully
-        We value a **constructive attitude**, so please be mindful of your communication. If negativity is part of your approach, our capacity to engage may be limited. We're here to help if you're **open to learning** and **communicating positively**.
+        ### Scope Guidelines
 
-        Remember:
-        - Open WebUI is a **volunteer-driven project**
-        - It's managed by a **single maintainer**
-        - It's supported by contributors who also have **full-time jobs**
+        Feature requests that require significant implementation effort should be posted in the **Ideas** section of [Discussions](https://github.com/open-webui/open-webui/discussions) instead. We will move oversized feature requests to Discussions to keep the Issues tab focused on actionable items.
 
-        We appreciate your time and ask that you **respect ours**.
+        If your request might impact the broader community, please open a Discussion first so others can weigh in on the design.
+
+        ### Be Respectful
+
+        Open WebUI is a volunteer-driven project maintained by a small team. We value constructive, positive communication. Please be mindful of maintainers' time and energy.
 
         ### Contributing
-        If you encounter an issue, we highly encourage you to submit a pull request or fork the project. We actively work to prevent contributor burnout to maintain the quality and continuity of Open WebUI.
 
-        ### Bug reproducibility
-        If a bug cannot be reproduced with a `:main` or `:dev` Docker setup, or a `pip install` with Python 3.11, it may require additional help from the community. In such cases, we will move it to the "[issues](https://github.com/open-webui/open-webui/discussions/categories/issues)" Discussions section due to our limited resources. We encourage the community to assist with these issues. Remember, it’s not that the issue doesn’t exist; we need your help!
+        If you encounter an issue, we encourage you to submit a pull request or fork the project. We actively work to prevent contributor burnout and maintain project quality.
+
+        ### Reproducibility
+
+        If a bug cannot be reproduced with a `:main` or `:dev` Docker setup, or a `pip install` with Python 3.11, it may be moved to the "Issues" section in Discussions for community assistance.
 
   - type: checkboxes
     id: existing-issue
     attributes:
       label: Check Existing Issues
-      description: Please confirm that you've checked for existing similar requests
+      description: Confirm you have searched for similar requests.
       options:
-        - label: I have searched for all existing **open AND closed** issues and discussions for similar requests. I have found none that is comparable to my request.
+        - label: I have searched all existing **open AND closed** issues and discussions and found none comparable to my request.
           required: true
+
   - type: checkboxes
     id: feature-scope
     attributes:
       label: Verify Feature Scope
-      description: Please confirm the feature's scope is within the described scope
+      description: Confirm this request belongs in Issues rather than Discussions.
       options:
-        - label: I have read through and understood the scope definition for feature requests in the Issues section. I believe my feature request meets the definition and belongs in the Issues section instead of the Discussions.
+        - label: I believe this feature request is appropriately scoped for the Issues section as described above.
           required: true
+
   - type: textarea
     id: problem-description
     attributes:
       label: Problem Description
-      description: Is your feature request related to a problem? Please provide a clear and concise description of what the problem is.
-      placeholder: "Ex. I'm always frustrated when... / Not related to a problem"
+      description: Is this related to a problem? Describe the pain point clearly.
+      placeholder: "e.g., I'm frustrated when..."
     validations:
       required: true
+
   - type: textarea
     id: solution-description
     attributes:
-      label: Desired Solution you'd like
-      description: Clearly describe what you want to happen.
+      label: Proposed Solution
+      description: Describe what you would like to happen.
     validations:
       required: true
+
   - type: textarea
     id: alternatives-considered
     attributes:
       label: Alternatives Considered
-      description: A clear and concise description of any alternative solutions or features you've considered.
+      description: Describe any alternative solutions or workarounds you have considered.
+
   - type: textarea
     id: additional-context
     attributes:
       label: Additional Context
-      description: Add any other context or screenshots about the feature request here.
+      description: Add any other context, mockups, or screenshots about the feature request.

.github/dependabot.yml

@@ -4,17 +4,22 @@ updates:
     directory: '/'
     schedule:
       interval: monthly
-    target-branch: 'dev'
+    target-branch: dev
 
   - package-ecosystem: pip
     directory: '/backend'
     schedule:
       interval: monthly
-    target-branch: 'dev'
+    target-branch: dev
 
-  - package-ecosystem: 'github-actions'
+  - package-ecosystem: github-actions
     directory: '/'
     schedule:
-      # Check for updates to GitHub Actions every week
       interval: monthly
-    target-branch: 'dev'
+    target-branch: dev
+
+  - package-ecosystem: npm
+    directory: '/'
+    schedule:
+      interval: monthly
+    target-branch: dev

.github/pull_request_template.md

@@ -10,77 +10,83 @@
 
 This is to ensure large feature PRs are discussed with the community first, before starting work on it. If the community does not want this feature or it is not relevant for Open WebUI as a project, it can be identified in the discussion before working on the feature and submitting the PR.
 
+<!--
+### ⚠️ Important: Your PR is a contribution, not a guarantee of merge.
+
+The most impactful way to contribute to Open WebUI is through well-written bug reports, detailed feature discussions, and thoughtful ideas. These directly shape the project. If you do open a pull request, please know that Open WebUI is held to the highest standard of code quality, consistency, and architectural coherence, and every line merged becomes something the core team must own, maintain, and support indefinitely. Submitted code may be refactored, rewritten, or used as inspiration for a different implementation. This is not a reflection of your work's quality. It is how we ensure that a small team can deeply understand and evolve every part of the codebase.
+-->
+
 **Before submitting, make sure you've checked the following:**
 
-- [ ] **Target branch:** Verify that the pull request targets the `dev` branch. **PRs targeting `main` will be immediately closed.**
-- [ ] **Description:** Provide a concise description of the changes made in this pull request down below.
-- [ ] **Changelog:** Ensure a changelog entry following the format of [Keep a Changelog](https://keepachangelog.com/) is added at the bottom of the PR description.
-- [ ] **Documentation:** Add docs in [Open WebUI Docs Repository](https://github.com/open-webui/docs). Document user-facing behavior, environment variables, public APIs/interfaces, or deployment steps.
-- [ ] **Dependencies:** Are there any new or upgraded dependencies? If so, explain why, update the changelog/docs, and include any compatibility notes. Actually run the code/function that uses updated library to ensure it doesn't crash.
-- [ ] **Testing:** Perform manual tests to **verify the implemented fix/feature works as intended AND does not break any other functionality**. Include reproducible steps to demonstrate the issue before the fix. Test edge cases (URL encoding, HTML entities, types). Take this as an opportunity to **make screenshots of the feature/fix and include them in the PR description**.
-- [ ] **Agentic AI Code:** Confirm this Pull Request is **not written by any AI Agent** or has at least **gone through additional human review AND manual testing**. If any AI Agent is the co-author of this PR, it may lead to immediate closure of the PR.
-- [ ] **Code review:** Have you performed a self-review of your code, addressing any coding standard issues and ensuring adherence to the project's coding standards?
-- [ ] **Design & Architecture:** Prefer smart defaults over adding new settings; use local state for ephemeral UI logic. Open a Discussion for major architectural or UX changes.
-- [ ] **Git Hygiene:** Keep PRs atomic (one logical change). Clean up commits and rebase on `dev` to ensure no unrelated commits (e.g. from `main`) are included. Push updates to the existing PR branch instead of closing and reopening.
-- [ ] **Title Prefix:** To clearly categorize this pull request, prefix the pull request title using one of the following:
-  - **BREAKING CHANGE**: Significant changes that may affect compatibility
-  - **build**: Changes that affect the build system or external dependencies
-  - **ci**: Changes to our continuous integration processes or workflows
-  - **chore**: Refactor, cleanup, or other non-functional code changes
-  - **docs**: Documentation update or addition
-  - **feat**: Introduces a new feature or enhancement to the codebase
-  - **fix**: Bug fix or error correction
+- [ ] **Linked Issue/Discussion:** This PR references an existing [Issue](https://github.com/open-webui/open-webui/issues) or [Discussion](https://github.com/open-webui/open-webui/discussions) — `Closes #___` / `Relates to #___`. If one does not exist, create one first. PRs without a linked issue or discussion may be closed without review.
+- [ ] **Target branch:** The pull request targets the `dev` branch. **PRs targeting `main` will be immediately closed.**
+- [ ] **Description:** A concise description of the changes is provided below.
+- [ ] **Changelog:** A changelog entry following [Keep a Changelog](https://keepachangelog.com/) format is included at the bottom.
+- [ ] **Documentation:** Relevant documentation has been added or updated in the [Open WebUI Docs Repository](https://github.com/open-webui/docs).
+- [ ] **Dependencies:** Any new or updated dependencies are explained, tested, and documented.
+- [ ] **Testing:** Manual tests have been performed to verify the fix/feature works correctly and does not introduce regressions. Screenshots or recordings are included where applicable.
+- [ ] **No Unchecked AI Code:** This PR is either human-written or has undergone thorough human review AND manual testing. Unreviewed AI-generated PRs may be closed immediately.
+- [ ] **Self-Review:** A self-review of the code has been performed, ensuring adherence to project coding standards.
+- [ ] **Architecture:** Smart defaults are preferred over new settings. Local state is used for ephemeral UI logic. Major architectural or UX changes have been discussed first.
+- [ ] **Git Hygiene:** The PR is atomic (one logical change), rebased on `dev`, and contains no unrelated commits.
+- [ ] **Title Prefix:** The PR title uses one of the following prefixes:
+  - **BREAKING CHANGE**: Changes affecting backward compatibility
+  - **build**: Build system or dependency changes
+  - **ci**: CI/CD workflow changes
+  - **chore**: Refactoring, cleanup, or non-functional changes
+  - **docs**: Documentation additions or updates
+  - **feat**: New features or enhancements
+  - **fix**: Bug fixes or corrections
   - **i18n**: Internationalization or localization changes
-  - **perf**: Performance improvement
-  - **refactor**: Code restructuring for better maintainability, readability, or scalability
-  - **style**: Changes that do not affect the meaning of the code (white space, formatting, missing semi-colons, etc.)
-  - **test**: Adding missing tests or correcting existing tests
-  - **WIP**: Work in progress, a temporary label for incomplete or ongoing work
+  - **perf**: Performance improvements
+  - **refactor**: Code restructuring
+  - **style**: Formatting changes (whitespace, semicolons, etc.)
+  - **test**: Test additions or corrections
+  - **WIP**: Work in progress
 
 # Changelog Entry
 
 ### Description
 
-- [Concisely describe the changes made in this pull request, including any relevant motivation and impact (e.g., fixing a bug, adding a feature, or improving performance)]
+- [Describe the changes, including motivation and impact]
 
 ### Added
 
-- [List any new features, functionalities, or additions]
+- [New features, functionalities, or additions]
 
 ### Changed
 
-- [List any changes, updates, refactorings, or optimizations]
+- [Changes, updates, refactorings, or optimizations]
 
 ### Deprecated
 
-- [List any deprecated functionality or features that have been removed]
+- [Deprecated functionality or features]
 
 ### Removed
 
-- [List any removed features, files, or functionalities]
+- [Removed features, files, or functionalities]
 
 ### Fixed
 
-- [List any fixes, corrections, or bug fixes]
+- [Bug fixes or corrections]
 
 ### Security
 
-- [List any new or updated security-related changes, including vulnerability fixes]
+- [Security-related changes or vulnerability fixes]
 
 ### Breaking Changes
 
-- **BREAKING CHANGE**: [List any breaking changes affecting compatibility or functionality]
+- **BREAKING CHANGE**: [Changes affecting compatibility or functionality]
 
 ---
 
 ### Additional Information
 
-- [Insert any additional context, notes, or explanations for the changes]
-  - [Reference any related issues, commits, or other relevant information]
+- [Any additional context, notes, or references to related issues/commits]
 
 ### Screenshots or Videos
 
-- [Attach any relevant screenshots or videos demonstrating the changes]
+- [Attach relevant screenshots or videos demonstrating the changes]
 
 ### Contributor License Agreement
 
@@ -88,9 +94,11 @@ This is to ensure large feature PRs are discussed with the community first, befo
 🚨 DO NOT DELETE THE TEXT BELOW 🚨
 Keep the "Contributor License Agreement" confirmation text intact.
 Deleting it will trigger the CLA-Bot to INVALIDATE your PR.
+
+Your PR will NOT be reviewed or merged until you check the box below confirming that you have read and agree to the terms of the CLA.
 -->
 
-By submitting this pull request, I confirm that I have read and fully agree to the [Contributor License Agreement (CLA)](https://github.com/open-webui/open-webui/blob/main/CONTRIBUTOR_LICENSE_AGREEMENT), and I am providing my contributions under its terms.
+- [ ] By submitting this pull request, I confirm that I have read and fully agree to the [Contributor License Agreement (CLA)](https://github.com/open-webui/open-webui/blob/main/CONTRIBUTOR_LICENSE_AGREEMENT), and I am providing my contributions under its terms.
 
 > [!NOTE]
 > Deleting the CLA section will lead to immediate closure of your PR and it will not be merged in.

.github/workflows/backend.yaml

@@ -0,0 +1,40 @@
+# ─────────────────────────────────────────────────────────────────────────────
+# Backend CI — Python formatting checks via Ruff
+# Runs on pushes and PRs to main/dev when backend files change
+# ─────────────────────────────────────────────────────────────────────────────
+name: Python CI
+
+on:
+  push:
+    branches: [main, dev]
+    paths: ['backend/**', 'pyproject.toml', 'uv.lock']
+  pull_request:
+    branches: [main, dev]
+    paths: ['backend/**', 'pyproject.toml', 'uv.lock']
+
+concurrency:
+  group: backend-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  # ── Ruff format check across supported Python versions ───────────────────
+  format-check:
+    name: Ruff Format (${{ matrix.python-version }})
+    runs-on: ubuntu-latest
+    timeout-minutes: 10
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ['3.11', '3.12']
+    steps:
+      - uses: actions/checkout@v5
+
+      - uses: actions/setup-python@v6
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install formatter
+        run: pip install "ruff>=0.15.5"
+
+      - name: Verify formatting
+        run: ruff format --check . --exclude .venv --exclude venv

.github/workflows/build-release.yml

@@ -1,72 +0,0 @@
-name: Release
-
-on:
-  push:
-    branches:
-      - main # or whatever branch you want to use
-
-jobs:
-  release:
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v5
-
-      - name: Check for changes in package.json
-        run: |
-          git diff --cached --diff-filter=d package.json || {
-            echo "No changes to package.json"
-            exit 1
-          }
-
-      - name: Get version number from package.json
-        id: get_version
-        run: |
-          VERSION=$(jq -r '.version' package.json)
-          echo "::set-output name=version::$VERSION"
-
-      - name: Extract latest CHANGELOG entry
-        id: changelog
-        run: |
-          CHANGELOG_CONTENT=$(awk 'BEGIN {print_section=0;} /^## \[/ {if (print_section == 0) {print_section=1;} else {exit;}} print_section {print;}' CHANGELOG.md)
-          CHANGELOG_ESCAPED=$(echo "$CHANGELOG_CONTENT" | sed ':a;N;$!ba;s/\n/%0A/g')
-          echo "Extracted latest release notes from CHANGELOG.md:" 
-          echo -e "$CHANGELOG_CONTENT" 
-          echo "::set-output name=content::$CHANGELOG_ESCAPED"
-
-      - name: Create GitHub release
-        uses: actions/github-script@v8
-        with:
-          github-token: ${{ secrets.GITHUB_TOKEN }}
-          script: |
-            const changelog = `${{ steps.changelog.outputs.content }}`;
-            const release = await github.rest.repos.createRelease({
-              owner: context.repo.owner,
-              repo: context.repo.repo,
-              tag_name: `v${{ steps.get_version.outputs.version }}`,
-              name: `v${{ steps.get_version.outputs.version }}`,
-              body: changelog,
-            })
-            console.log(`Created release ${release.data.html_url}`)
-
-      - name: Upload package to GitHub release
-        uses: actions/upload-artifact@v4
-        with:
-          name: package
-          path: |
-            .
-            !.git
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Trigger Docker build workflow
-        uses: actions/github-script@v8
-        with:
-          script: |
-            github.rest.actions.createWorkflowDispatch({
-              owner: context.repo.owner,
-              repo: context.repo.repo,
-              workflow_id: 'docker-build.yaml',
-              ref: 'v${{ steps.get_version.outputs.version }}',
-            })

.github/workflows/deploy-to-hf-spaces.yml

@@ -1,64 +0,0 @@
-name: Deploy to HuggingFace Spaces
-
-on:
-  push:
-    branches:
-      - dev
-      - main
-  workflow_dispatch:
-
-jobs:
-  check-secret:
-    runs-on: ubuntu-latest
-    outputs:
-      token-set: ${{ steps.check-key.outputs.defined }}
-    steps:
-      - id: check-key
-        env:
-          HF_TOKEN: ${{ secrets.HF_TOKEN }}
-        if: "${{ env.HF_TOKEN != '' }}"
-        run: echo "defined=true" >> $GITHUB_OUTPUT
-
-  deploy:
-    runs-on: ubuntu-latest
-    needs: [check-secret]
-    if: needs.check-secret.outputs.token-set == 'true'
-    env:
-      HF_TOKEN: ${{ secrets.HF_TOKEN }}
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v5
-        with:
-          lfs: true
-
-      - name: Remove git history
-        run: rm -rf .git
-
-      - name: Prepend YAML front matter to README.md
-        run: |
-          echo "---" > temp_readme.md
-          echo "title: Open WebUI" >> temp_readme.md
-          echo "emoji: 🐳" >> temp_readme.md
-          echo "colorFrom: purple" >> temp_readme.md
-          echo "colorTo: gray" >> temp_readme.md
-          echo "sdk: docker" >> temp_readme.md
-          echo "app_port: 8080" >> temp_readme.md
-          echo "---" >> temp_readme.md
-          cat README.md >> temp_readme.md
-          mv temp_readme.md README.md
-
-      - name: Configure git
-        run: |
-          git config --global user.email "41898282+github-actions[bot]@users.noreply.github.com"
-          git config --global user.name "github-actions[bot]"
-      - name: Set up Git and push to Space
-        run: |
-          git init --initial-branch=main
-          git lfs install
-          git lfs track "*.ttf"
-          git lfs track "*.jpg"
-          rm demo.png
-          rm banner.png
-          git add .
-          git commit -m "GitHub deploy: ${{ github.sha }}"
-          git push --force https://open-webui:${HF_TOKEN}@huggingface.co/spaces/open-webui/open-webui main

.github/workflows/docker-build.yaml

@@ -1,806 +0,0 @@
-name: Create and publish Docker images with specific build args
-
-on:
-  workflow_dispatch:
-  push:
-    branches:
-      - main
-      - dev
-    tags:
-      - v*
-
-env:
-  REGISTRY: ghcr.io
-
-jobs:
-  build-main-image:
-    runs-on: ${{ matrix.runner }}
-    permissions:
-      contents: read
-      packages: write
-    strategy:
-      fail-fast: false
-      matrix:
-        include:
-          - platform: linux/amd64
-            runner: ubuntu-latest
-          - platform: linux/arm64
-            runner: ubuntu-24.04-arm
-
-    steps:
-      # GitHub Packages requires the entire repository name to be in lowercase
-      # although the repository owner has a lowercase username, this prevents some people from running actions after forking
-      - name: Set repository and image name to lowercase
-        run: |
-          echo "IMAGE_NAME=${IMAGE_NAME,,}" >>${GITHUB_ENV}
-          echo "FULL_IMAGE_NAME=ghcr.io/${IMAGE_NAME,,}" >>${GITHUB_ENV}
-        env:
-          IMAGE_NAME: '${{ github.repository }}'
-
-      - name: Prepare
-        run: |
-          platform=${{ matrix.platform }}
-          echo "PLATFORM_PAIR=${platform//\//-}" >> $GITHUB_ENV
-
-      - name: Checkout repository
-        uses: actions/checkout@v5
-
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@v3
-
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-
-      - name: Log in to the Container registry
-        uses: docker/login-action@v3
-        with:
-          registry: ${{ env.REGISTRY }}
-          username: ${{ github.actor }}
-          password: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Extract metadata for Docker images (default latest tag)
-        id: meta
-        uses: docker/metadata-action@v5
-        with:
-          images: ${{ env.FULL_IMAGE_NAME }}
-          tags: |
-            type=ref,event=branch
-            type=ref,event=tag
-            type=sha,prefix=git-
-            type=semver,pattern={{version}}
-            type=semver,pattern={{major}}.{{minor}}
-          flavor: |
-            latest=${{ github.ref == 'refs/heads/main' }}
-
-      - name: Extract metadata for Docker cache
-        id: cache-meta
-        uses: docker/metadata-action@v5
-        with:
-          images: ${{ env.FULL_IMAGE_NAME }}
-          tags: |
-            type=ref,event=branch
-            ${{ github.ref_type == 'tag' && 'type=raw,value=main' || '' }}
-          flavor: |
-            prefix=cache-${{ matrix.platform }}-
-            latest=false
-
-      - name: Build Docker image (latest)
-        uses: docker/build-push-action@v5
-        id: build
-        with:
-          context: .
-          push: true
-          platforms: ${{ matrix.platform }}
-          labels: ${{ steps.meta.outputs.labels }}
-          outputs: type=image,name=${{ env.FULL_IMAGE_NAME }},push-by-digest=true,name-canonical=true,push=true
-          cache-from: type=registry,ref=${{ steps.cache-meta.outputs.tags }}
-          cache-to: type=registry,ref=${{ steps.cache-meta.outputs.tags }},mode=max
-          build-args: |
-            BUILD_HASH=${{ github.sha }}
-
-      - name: Export digest
-        run: |
-          mkdir -p /tmp/digests
-          digest="${{ steps.build.outputs.digest }}"
-          touch "/tmp/digests/${digest#sha256:}"
-
-      - name: Upload digest
-        uses: actions/upload-artifact@v4
-        with:
-          name: digests-main-${{ env.PLATFORM_PAIR }}
-          path: /tmp/digests/*
-          if-no-files-found: error
-          retention-days: 1
-
-  build-cuda-image:
-    runs-on: ${{ matrix.runner }}
-    permissions:
-      contents: read
-      packages: write
-    strategy:
-      fail-fast: false
-      matrix:
-        include:
-          - platform: linux/amd64
-            runner: ubuntu-latest
-          - platform: linux/arm64
-            runner: ubuntu-24.04-arm
-
-    steps:
-      # GitHub Packages requires the entire repository name to be in lowercase
-      # although the repository owner has a lowercase username, this prevents some people from running actions after forking
-      - name: Set repository and image name to lowercase
-        run: |
-          echo "IMAGE_NAME=${IMAGE_NAME,,}" >>${GITHUB_ENV}
-          echo "FULL_IMAGE_NAME=ghcr.io/${IMAGE_NAME,,}" >>${GITHUB_ENV}
-        env:
-          IMAGE_NAME: '${{ github.repository }}'
-
-      - name: Prepare
-        run: |
-          platform=${{ matrix.platform }}
-          echo "PLATFORM_PAIR=${platform//\//-}" >> $GITHUB_ENV
-
-      - name: Delete huge unnecessary tools folder
-        run: rm -rf /opt/hostedtoolcache
-
-      - name: Checkout repository
-        uses: actions/checkout@v5
-
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@v3
-
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-
-      - name: Log in to the Container registry
-        uses: docker/login-action@v3
-        with:
-          registry: ${{ env.REGISTRY }}
-          username: ${{ github.actor }}
-          password: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Extract metadata for Docker images (cuda tag)
-        id: meta
-        uses: docker/metadata-action@v5
-        with:
-          images: ${{ env.FULL_IMAGE_NAME }}
-          tags: |
-            type=ref,event=branch
-            type=ref,event=tag
-            type=sha,prefix=git-
-            type=semver,pattern={{version}}
-            type=semver,pattern={{major}}.{{minor}}
-            type=raw,enable=${{ github.ref == 'refs/heads/main' }},prefix=,suffix=,value=cuda
-          flavor: |
-            latest=${{ github.ref == 'refs/heads/main' }}
-            suffix=-cuda,onlatest=true
-
-      - name: Extract metadata for Docker cache
-        id: cache-meta
-        uses: docker/metadata-action@v5
-        with:
-          images: ${{ env.FULL_IMAGE_NAME }}
-          tags: |
-            type=ref,event=branch
-            ${{ github.ref_type == 'tag' && 'type=raw,value=main' || '' }}
-          flavor: |
-            prefix=cache-cuda-${{ matrix.platform }}-
-            latest=false
-
-      - name: Build Docker image (cuda)
-        uses: docker/build-push-action@v5
-        id: build
-        with:
-          context: .
-          push: true
-          platforms: ${{ matrix.platform }}
-          labels: ${{ steps.meta.outputs.labels }}
-          outputs: type=image,name=${{ env.FULL_IMAGE_NAME }},push-by-digest=true,name-canonical=true,push=true
-          cache-from: type=registry,ref=${{ steps.cache-meta.outputs.tags }}
-          cache-to: type=registry,ref=${{ steps.cache-meta.outputs.tags }},mode=max
-          build-args: |
-            BUILD_HASH=${{ github.sha }}
-            USE_CUDA=true
-
-      - name: Export digest
-        run: |
-          mkdir -p /tmp/digests
-          digest="${{ steps.build.outputs.digest }}"
-          touch "/tmp/digests/${digest#sha256:}"
-
-      - name: Upload digest
-        uses: actions/upload-artifact@v4
-        with:
-          name: digests-cuda-${{ env.PLATFORM_PAIR }}
-          path: /tmp/digests/*
-          if-no-files-found: error
-          retention-days: 1
-
-  build-cuda126-image:
-    runs-on: ${{ matrix.runner }}
-    permissions:
-      contents: read
-      packages: write
-    strategy:
-      fail-fast: false
-      matrix:
-        include:
-          - platform: linux/amd64
-            runner: ubuntu-latest
-          - platform: linux/arm64
-            runner: ubuntu-24.04-arm
-
-    steps:
-      # GitHub Packages requires the entire repository name to be in lowercase
-      # although the repository owner has a lowercase username, this prevents some people from running actions after forking
-      - name: Set repository and image name to lowercase
-        run: |
-          echo "IMAGE_NAME=${IMAGE_NAME,,}" >>${GITHUB_ENV}
-          echo "FULL_IMAGE_NAME=ghcr.io/${IMAGE_NAME,,}" >>${GITHUB_ENV}
-        env:
-          IMAGE_NAME: '${{ github.repository }}'
-
-      - name: Prepare
-        run: |
-          platform=${{ matrix.platform }}
-          echo "PLATFORM_PAIR=${platform//\//-}" >> $GITHUB_ENV
-
-      - name: Delete huge unnecessary tools folder
-        run: rm -rf /opt/hostedtoolcache
-
-      - name: Checkout repository
-        uses: actions/checkout@v5
-
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@v3
-
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-
-      - name: Log in to the Container registry
-        uses: docker/login-action@v3
-        with:
-          registry: ${{ env.REGISTRY }}
-          username: ${{ github.actor }}
-          password: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Extract metadata for Docker images (cuda126 tag)
-        id: meta
-        uses: docker/metadata-action@v5
-        with:
-          images: ${{ env.FULL_IMAGE_NAME }}
-          tags: |
-            type=ref,event=branch
-            type=ref,event=tag
-            type=sha,prefix=git-
-            type=semver,pattern={{version}}
-            type=semver,pattern={{major}}.{{minor}}
-            type=raw,enable=${{ github.ref == 'refs/heads/main' }},prefix=,suffix=,value=cuda126
-          flavor: |
-            latest=${{ github.ref == 'refs/heads/main' }}
-            suffix=-cuda126,onlatest=true
-
-      - name: Extract metadata for Docker cache
-        id: cache-meta
-        uses: docker/metadata-action@v5
-        with:
-          images: ${{ env.FULL_IMAGE_NAME }}
-          tags: |
-            type=ref,event=branch
-            ${{ github.ref_type == 'tag' && 'type=raw,value=main' || '' }}
-          flavor: |
-            prefix=cache-cuda126-${{ matrix.platform }}-
-            latest=false
-
-      - name: Build Docker image (cuda126)
-        uses: docker/build-push-action@v5
-        id: build
-        with:
-          context: .
-          push: true
-          platforms: ${{ matrix.platform }}
-          labels: ${{ steps.meta.outputs.labels }}
-          outputs: type=image,name=${{ env.FULL_IMAGE_NAME }},push-by-digest=true,name-canonical=true,push=true
-          cache-from: type=registry,ref=${{ steps.cache-meta.outputs.tags }}
-          cache-to: type=registry,ref=${{ steps.cache-meta.outputs.tags }},mode=max
-          build-args: |
-            BUILD_HASH=${{ github.sha }}
-            USE_CUDA=true
-            USE_CUDA_VER=cu126
-
-      - name: Export digest
-        run: |
-          mkdir -p /tmp/digests
-          digest="${{ steps.build.outputs.digest }}"
-          touch "/tmp/digests/${digest#sha256:}"
-
-      - name: Upload digest
-        uses: actions/upload-artifact@v4
-        with:
-          name: digests-cuda126-${{ env.PLATFORM_PAIR }}
-          path: /tmp/digests/*
-          if-no-files-found: error
-          retention-days: 1
-
-  build-ollama-image:
-    runs-on: ${{ matrix.runner }}
-    permissions:
-      contents: read
-      packages: write
-    strategy:
-      fail-fast: false
-      matrix:
-        include:
-          - platform: linux/amd64
-            runner: ubuntu-latest
-          - platform: linux/arm64
-            runner: ubuntu-24.04-arm
-
-    steps:
-      # GitHub Packages requires the entire repository name to be in lowercase
-      # although the repository owner has a lowercase username, this prevents some people from running actions after forking
-      - name: Set repository and image name to lowercase
-        run: |
-          echo "IMAGE_NAME=${IMAGE_NAME,,}" >>${GITHUB_ENV}
-          echo "FULL_IMAGE_NAME=ghcr.io/${IMAGE_NAME,,}" >>${GITHUB_ENV}
-        env:
-          IMAGE_NAME: '${{ github.repository }}'
-
-      - name: Prepare
-        run: |
-          platform=${{ matrix.platform }}
-          echo "PLATFORM_PAIR=${platform//\//-}" >> $GITHUB_ENV
-
-      - name: Checkout repository
-        uses: actions/checkout@v5
-
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@v3
-
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-
-      - name: Log in to the Container registry
-        uses: docker/login-action@v3
-        with:
-          registry: ${{ env.REGISTRY }}
-          username: ${{ github.actor }}
-          password: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Extract metadata for Docker images (ollama tag)
-        id: meta
-        uses: docker/metadata-action@v5
-        with:
-          images: ${{ env.FULL_IMAGE_NAME }}
-          tags: |
-            type=ref,event=branch
-            type=ref,event=tag
-            type=sha,prefix=git-
-            type=semver,pattern={{version}}
-            type=semver,pattern={{major}}.{{minor}}
-            type=raw,enable=${{ github.ref == 'refs/heads/main' }},prefix=,suffix=,value=ollama
-          flavor: |
-            latest=${{ github.ref == 'refs/heads/main' }}
-            suffix=-ollama,onlatest=true
-
-      - name: Extract metadata for Docker cache
-        id: cache-meta
-        uses: docker/metadata-action@v5
-        with:
-          images: ${{ env.FULL_IMAGE_NAME }}
-          tags: |
-            type=ref,event=branch
-            ${{ github.ref_type == 'tag' && 'type=raw,value=main' || '' }}
-          flavor: |
-            prefix=cache-ollama-${{ matrix.platform }}-
-            latest=false
-
-      - name: Build Docker image (ollama)
-        uses: docker/build-push-action@v5
-        id: build
-        with:
-          context: .
-          push: true
-          platforms: ${{ matrix.platform }}
-          labels: ${{ steps.meta.outputs.labels }}
-          outputs: type=image,name=${{ env.FULL_IMAGE_NAME }},push-by-digest=true,name-canonical=true,push=true
-          cache-from: type=registry,ref=${{ steps.cache-meta.outputs.tags }}
-          cache-to: type=registry,ref=${{ steps.cache-meta.outputs.tags }},mode=max
-          build-args: |
-            BUILD_HASH=${{ github.sha }}
-            USE_OLLAMA=true
-
-      - name: Export digest
-        run: |
-          mkdir -p /tmp/digests
-          digest="${{ steps.build.outputs.digest }}"
-          touch "/tmp/digests/${digest#sha256:}"
-
-      - name: Upload digest
-        uses: actions/upload-artifact@v4
-        with:
-          name: digests-ollama-${{ env.PLATFORM_PAIR }}
-          path: /tmp/digests/*
-          if-no-files-found: error
-          retention-days: 1
-
-  build-slim-image:
-    runs-on: ${{ matrix.runner }}
-    permissions:
-      contents: read
-      packages: write
-    strategy:
-      fail-fast: false
-      matrix:
-        include:
-          - platform: linux/amd64
-            runner: ubuntu-latest
-          - platform: linux/arm64
-            runner: ubuntu-24.04-arm
-
-    steps:
-      # GitHub Packages requires the entire repository name to be in lowercase
-      # although the repository owner has a lowercase username, this prevents some people from running actions after forking
-      - name: Set repository and image name to lowercase
-        run: |
-          echo "IMAGE_NAME=${IMAGE_NAME,,}" >>${GITHUB_ENV}
-          echo "FULL_IMAGE_NAME=ghcr.io/${IMAGE_NAME,,}" >>${GITHUB_ENV}
-        env:
-          IMAGE_NAME: '${{ github.repository }}'
-
-      - name: Prepare
-        run: |
-          platform=${{ matrix.platform }}
-          echo "PLATFORM_PAIR=${platform//\//-}" >> $GITHUB_ENV
-
-      - name: Checkout repository
-        uses: actions/checkout@v5
-
-      - name: Set up QEMU
-        uses: docker/setup-qemu-action@v3
-
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-
-      - name: Log in to the Container registry
-        uses: docker/login-action@v3
-        with:
-          registry: ${{ env.REGISTRY }}
-          username: ${{ github.actor }}
-          password: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Extract metadata for Docker images (slim tag)
-        id: meta
-        uses: docker/metadata-action@v5
-        with:
-          images: ${{ env.FULL_IMAGE_NAME }}
-          tags: |
-            type=ref,event=branch
-            type=ref,event=tag
-            type=sha,prefix=git-
-            type=semver,pattern={{version}}
-            type=semver,pattern={{major}}.{{minor}}
-            type=raw,enable=${{ github.ref == 'refs/heads/main' }},prefix=,suffix=,value=slim
-          flavor: |
-            latest=${{ github.ref == 'refs/heads/main' }}
-            suffix=-slim,onlatest=true
-
-      - name: Extract metadata for Docker cache
-        id: cache-meta
-        uses: docker/metadata-action@v5
-        with:
-          images: ${{ env.FULL_IMAGE_NAME }}
-          tags: |
-            type=ref,event=branch
-            ${{ github.ref_type == 'tag' && 'type=raw,value=main' || '' }}
-          flavor: |
-            prefix=cache-slim-${{ matrix.platform }}-
-            latest=false
-
-      - name: Build Docker image (slim)
-        uses: docker/build-push-action@v5
-        id: build
-        with:
-          context: .
-          push: true
-          platforms: ${{ matrix.platform }}
-          labels: ${{ steps.meta.outputs.labels }}
-          outputs: type=image,name=${{ env.FULL_IMAGE_NAME }},push-by-digest=true,name-canonical=true,push=true
-          cache-from: type=registry,ref=${{ steps.cache-meta.outputs.tags }}
-          cache-to: type=registry,ref=${{ steps.cache-meta.outputs.tags }},mode=max
-          build-args: |
-            BUILD_HASH=${{ github.sha }}
-            USE_SLIM=true
-
-      - name: Export digest
-        run: |
-          mkdir -p /tmp/digests
-          digest="${{ steps.build.outputs.digest }}"
-          touch "/tmp/digests/${digest#sha256:}"
-
-      - name: Upload digest
-        uses: actions/upload-artifact@v4
-        with:
-          name: digests-slim-${{ env.PLATFORM_PAIR }}
-          path: /tmp/digests/*
-          if-no-files-found: error
-          retention-days: 1
-
-  merge-main-images:
-    runs-on: ubuntu-latest
-    needs: [build-main-image]
-    steps:
-      # GitHub Packages requires the entire repository name to be in lowercase
-      # although the repository owner has a lowercase username, this prevents some people from running actions after forking
-      - name: Set repository and image name to lowercase
-        run: |
-          echo "IMAGE_NAME=${IMAGE_NAME,,}" >>${GITHUB_ENV}
-          echo "FULL_IMAGE_NAME=ghcr.io/${IMAGE_NAME,,}" >>${GITHUB_ENV}
-        env:
-          IMAGE_NAME: '${{ github.repository }}'
-
-      - name: Download digests
-        uses: actions/download-artifact@v5
-        with:
-          pattern: digests-main-*
-          path: /tmp/digests
-          merge-multiple: true
-
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-
-      - name: Log in to the Container registry
-        uses: docker/login-action@v3
-        with:
-          registry: ${{ env.REGISTRY }}
-          username: ${{ github.actor }}
-          password: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Extract metadata for Docker images (default latest tag)
-        id: meta
-        uses: docker/metadata-action@v5
-        with:
-          images: ${{ env.FULL_IMAGE_NAME }}
-          tags: |
-            type=ref,event=branch
-            type=ref,event=tag
-            type=sha,prefix=git-
-            type=semver,pattern={{version}}
-            type=semver,pattern={{major}}.{{minor}}
-          flavor: |
-            latest=${{ github.ref == 'refs/heads/main' }}
-
-      - name: Create manifest list and push
-        working-directory: /tmp/digests
-        run: |
-          docker buildx imagetools create $(jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON") \
-            $(printf '${{ env.FULL_IMAGE_NAME }}@sha256:%s ' *)
-
-      - name: Inspect image
-        run: |
-          docker buildx imagetools inspect ${{ env.FULL_IMAGE_NAME }}:${{ steps.meta.outputs.version }}
-
-  merge-cuda-images:
-    runs-on: ubuntu-latest
-    needs: [build-cuda-image]
-    steps:
-      # GitHub Packages requires the entire repository name to be in lowercase
-      # although the repository owner has a lowercase username, this prevents some people from running actions after forking
-      - name: Set repository and image name to lowercase
-        run: |
-          echo "IMAGE_NAME=${IMAGE_NAME,,}" >>${GITHUB_ENV}
-          echo "FULL_IMAGE_NAME=ghcr.io/${IMAGE_NAME,,}" >>${GITHUB_ENV}
-        env:
-          IMAGE_NAME: '${{ github.repository }}'
-
-      - name: Download digests
-        uses: actions/download-artifact@v5
-        with:
-          pattern: digests-cuda-*
-          path: /tmp/digests
-          merge-multiple: true
-
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-
-      - name: Log in to the Container registry
-        uses: docker/login-action@v3
-        with:
-          registry: ${{ env.REGISTRY }}
-          username: ${{ github.actor }}
-          password: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Extract metadata for Docker images (default latest tag)
-        id: meta
-        uses: docker/metadata-action@v5
-        with:
-          images: ${{ env.FULL_IMAGE_NAME }}
-          tags: |
-            type=ref,event=branch
-            type=ref,event=tag
-            type=sha,prefix=git-
-            type=semver,pattern={{version}}
-            type=semver,pattern={{major}}.{{minor}}
-            type=raw,enable=${{ github.ref == 'refs/heads/main' }},prefix=,suffix=,value=cuda
-          flavor: |
-            latest=${{ github.ref == 'refs/heads/main' }}
-            suffix=-cuda,onlatest=true
-
-      - name: Create manifest list and push
-        working-directory: /tmp/digests
-        run: |
-          docker buildx imagetools create $(jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON") \
-            $(printf '${{ env.FULL_IMAGE_NAME }}@sha256:%s ' *)
-
-      - name: Inspect image
-        run: |
-          docker buildx imagetools inspect ${{ env.FULL_IMAGE_NAME }}:${{ steps.meta.outputs.version }}
-
-  merge-cuda126-images:
-    runs-on: ubuntu-latest
-    needs: [build-cuda126-image]
-    steps:
-      # GitHub Packages requires the entire repository name to be in lowercase
-      # although the repository owner has a lowercase username, this prevents some people from running actions after forking
-      - name: Set repository and image name to lowercase
-        run: |
-          echo "IMAGE_NAME=${IMAGE_NAME,,}" >>${GITHUB_ENV}
-          echo "FULL_IMAGE_NAME=ghcr.io/${IMAGE_NAME,,}" >>${GITHUB_ENV}
-        env:
-          IMAGE_NAME: '${{ github.repository }}'
-
-      - name: Download digests
-        uses: actions/download-artifact@v5
-        with:
-          pattern: digests-cuda126-*
-          path: /tmp/digests
-          merge-multiple: true
-
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-
-      - name: Log in to the Container registry
-        uses: docker/login-action@v3
-        with:
-          registry: ${{ env.REGISTRY }}
-          username: ${{ github.actor }}
-          password: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Extract metadata for Docker images (default latest tag)
-        id: meta
-        uses: docker/metadata-action@v5
-        with:
-          images: ${{ env.FULL_IMAGE_NAME }}
-          tags: |
-            type=ref,event=branch
-            type=ref,event=tag
-            type=sha,prefix=git-
-            type=semver,pattern={{version}}
-            type=semver,pattern={{major}}.{{minor}}
-            type=raw,enable=${{ github.ref == 'refs/heads/main' }},prefix=,suffix=,value=cuda126
-          flavor: |
-            latest=${{ github.ref == 'refs/heads/main' }}
-            suffix=-cuda126,onlatest=true
-
-      - name: Create manifest list and push
-        working-directory: /tmp/digests
-        run: |
-          docker buildx imagetools create $(jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON") \
-            $(printf '${{ env.FULL_IMAGE_NAME }}@sha256:%s ' *)
-
-      - name: Inspect image
-        run: |
-          docker buildx imagetools inspect ${{ env.FULL_IMAGE_NAME }}:${{ steps.meta.outputs.version }}
-
-  merge-ollama-images:
-    runs-on: ubuntu-latest
-    needs: [build-ollama-image]
-    steps:
-      # GitHub Packages requires the entire repository name to be in lowercase
-      # although the repository owner has a lowercase username, this prevents some people from running actions after forking
-      - name: Set repository and image name to lowercase
-        run: |
-          echo "IMAGE_NAME=${IMAGE_NAME,,}" >>${GITHUB_ENV}
-          echo "FULL_IMAGE_NAME=ghcr.io/${IMAGE_NAME,,}" >>${GITHUB_ENV}
-        env:
-          IMAGE_NAME: '${{ github.repository }}'
-
-      - name: Download digests
-        uses: actions/download-artifact@v5
-        with:
-          pattern: digests-ollama-*
-          path: /tmp/digests
-          merge-multiple: true
-
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-
-      - name: Log in to the Container registry
-        uses: docker/login-action@v3
-        with:
-          registry: ${{ env.REGISTRY }}
-          username: ${{ github.actor }}
-          password: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Extract metadata for Docker images (default ollama tag)
-        id: meta
-        uses: docker/metadata-action@v5
-        with:
-          images: ${{ env.FULL_IMAGE_NAME }}
-          tags: |
-            type=ref,event=branch
-            type=ref,event=tag
-            type=sha,prefix=git-
-            type=semver,pattern={{version}}
-            type=semver,pattern={{major}}.{{minor}}
-            type=raw,enable=${{ github.ref == 'refs/heads/main' }},prefix=,suffix=,value=ollama
-          flavor: |
-            latest=${{ github.ref == 'refs/heads/main' }}
-            suffix=-ollama,onlatest=true
-
-      - name: Create manifest list and push
-        working-directory: /tmp/digests
-        run: |
-          docker buildx imagetools create $(jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON") \
-            $(printf '${{ env.FULL_IMAGE_NAME }}@sha256:%s ' *)
-
-      - name: Inspect image
-        run: |
-          docker buildx imagetools inspect ${{ env.FULL_IMAGE_NAME }}:${{ steps.meta.outputs.version }}
-
-  merge-slim-images:
-    runs-on: ubuntu-latest
-    needs: [build-slim-image]
-    steps:
-      # GitHub Packages requires the entire repository name to be in lowercase
-      # although the repository owner has a lowercase username, this prevents some people from running actions after forking
-      - name: Set repository and image name to lowercase
-        run: |
-          echo "IMAGE_NAME=${IMAGE_NAME,,}" >>${GITHUB_ENV}
-          echo "FULL_IMAGE_NAME=ghcr.io/${IMAGE_NAME,,}" >>${GITHUB_ENV}
-        env:
-          IMAGE_NAME: '${{ github.repository }}'
-
-      - name: Download digests
-        uses: actions/download-artifact@v5
-        with:
-          pattern: digests-slim-*
-          path: /tmp/digests
-          merge-multiple: true
-
-      - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v3
-
-      - name: Log in to the Container registry
-        uses: docker/login-action@v3
-        with:
-          registry: ${{ env.REGISTRY }}
-          username: ${{ github.actor }}
-          password: ${{ secrets.GITHUB_TOKEN }}
-
-      - name: Extract metadata for Docker images (default slim tag)
-        id: meta
-        uses: docker/metadata-action@v5
-        with:
-          images: ${{ env.FULL_IMAGE_NAME }}
-          tags: |
-            type=ref,event=branch
-            type=ref,event=tag
-            type=sha,prefix=git-
-            type=semver,pattern={{version}}
-            type=semver,pattern={{major}}.{{minor}}
-            type=raw,enable=${{ github.ref == 'refs/heads/main' }},prefix=,suffix=,value=slim
-          flavor: |
-            latest=${{ github.ref == 'refs/heads/main' }}
-            suffix=-slim,onlatest=true
-
-      - name: Create manifest list and push
-        working-directory: /tmp/digests
-        run: |
-          docker buildx imagetools create $(jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON") \
-            $(printf '${{ env.FULL_IMAGE_NAME }}@sha256:%s ' *)
-
-      - name: Inspect image
-        run: |
-          docker buildx imagetools inspect ${{ env.FULL_IMAGE_NAME }}:${{ steps.meta.outputs.version }}

.github/workflows/docker.yaml

@@ -0,0 +1,331 @@
+name: Create and publish Docker images with specific build args
+
+on:
+  workflow_dispatch:
+  push:
+    branches:
+      - main
+      - dev
+    tags:
+      - v*
+
+concurrency:
+  group: docker-${{ github.ref }}
+  cancel-in-progress: true
+
+env:
+  REGISTRY: ghcr.io
+
+jobs:
+  build:
+    runs-on: ${{ matrix.platform.runner }}
+    permissions:
+      contents: read
+      packages: write
+    strategy:
+      fail-fast: false
+      matrix:
+        platform:
+          - arch: linux/amd64
+            runner: ubuntu-latest
+          - arch: linux/arm64
+            runner: ubuntu-24.04-arm
+        variant:
+          - name: main
+            suffix: ""
+            build_args: ""
+            free_disk: false
+          - name: cuda
+            suffix: "-cuda"
+            build_args: "USE_CUDA=true"
+            free_disk: true
+          - name: cuda126
+            suffix: "-cuda126"
+            build_args: |
+              USE_CUDA=true
+              USE_CUDA_VER=cu126
+            free_disk: true
+          - name: ollama
+            suffix: "-ollama"
+            build_args: "USE_OLLAMA=true"
+            free_disk: false
+          - name: slim
+            suffix: "-slim"
+            build_args: "USE_SLIM=true"
+            free_disk: false
+
+    steps:
+      - name: Prepare environment
+        run: |
+          echo "IMAGE_NAME=${GITHUB_REPOSITORY,,}" >> ${GITHUB_ENV}
+          echo "FULL_IMAGE_NAME=${REGISTRY}/${GITHUB_REPOSITORY,,}" >> ${GITHUB_ENV}
+          platform=${{ matrix.platform.arch }}
+          echo "PLATFORM_PAIR=${platform//\//-}" >> ${GITHUB_ENV}
+
+      - name: Free disk space
+        if: matrix.variant.free_disk
+        run: rm -rf /opt/hostedtoolcache
+
+      - name: Checkout repository
+        uses: actions/checkout@v5
+
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v3
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Log in to the Container registry
+        uses: docker/login-action@v3
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Extract metadata for Docker images
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: ${{ env.FULL_IMAGE_NAME }}
+          tags: |
+            type=ref,event=branch
+            type=ref,event=tag
+            type=sha,prefix=git-
+            type=semver,pattern={{version}}
+            type=semver,pattern={{major}}.{{minor}}
+            ${{ matrix.variant.suffix != '' && format('type=raw,enable={0},prefix=,suffix=,value={1}', github.ref == 'refs/heads/main', matrix.variant.name) || '' }}
+          flavor: |
+            latest=${{ github.ref == 'refs/heads/main' }}
+            ${{ matrix.variant.suffix != '' && format('suffix={0},onlatest=true', matrix.variant.suffix) || '' }}
+
+      - name: Extract metadata for Docker cache
+        id: cache-meta
+        uses: docker/metadata-action@v5
+        with:
+          images: ${{ env.FULL_IMAGE_NAME }}
+          tags: |
+            type=ref,event=branch
+            ${{ github.ref_type == 'tag' && 'type=raw,value=main' || '' }}
+          flavor: |
+            prefix=cache-${{ matrix.variant.name }}-${{ matrix.platform.arch }}-
+            latest=false
+
+      - name: Build Docker image
+        uses: docker/build-push-action@v5
+        id: build
+        with:
+          context: .
+          push: true
+          platforms: ${{ matrix.platform.arch }}
+          labels: ${{ steps.meta.outputs.labels }}
+          outputs: type=image,name=${{ env.FULL_IMAGE_NAME }},push-by-digest=true,name-canonical=true,push=true
+          cache-from: type=registry,ref=${{ steps.cache-meta.outputs.tags }}
+          cache-to: type=registry,ref=${{ steps.cache-meta.outputs.tags }},mode=max
+          sbom: true
+          build-args: |
+            BUILD_HASH=${{ github.sha }}
+            ${{ matrix.variant.build_args }}
+
+      - name: Export digest
+        run: |
+          mkdir -p /tmp/digests
+          digest="${{ steps.build.outputs.digest }}"
+          touch "/tmp/digests/${digest#sha256:}"
+
+      - name: Upload digest
+        uses: actions/upload-artifact@v4
+        with:
+          name: digests-${{ matrix.variant.name }}-${{ env.PLATFORM_PAIR }}
+          path: /tmp/digests/*
+          if-no-files-found: error
+          retention-days: 1
+
+  merge:
+    runs-on: ubuntu-latest
+    needs: [build]
+    if: ${{ !cancelled() }}
+    permissions:
+      contents: read
+      packages: write
+    strategy:
+      fail-fast: false
+      matrix:
+        variant:
+          - name: main
+            suffix: ""
+          - name: cuda
+            suffix: "-cuda"
+          - name: cuda126
+            suffix: "-cuda126"
+          - name: ollama
+            suffix: "-ollama"
+          - name: slim
+            suffix: "-slim"
+
+    steps:
+      - name: Prepare environment
+        run: |
+          echo "IMAGE_NAME=${GITHUB_REPOSITORY,,}" >> ${GITHUB_ENV}
+          echo "FULL_IMAGE_NAME=${REGISTRY}/${GITHUB_REPOSITORY,,}" >> ${GITHUB_ENV}
+
+      - name: Download digests
+        id: download
+        uses: actions/download-artifact@v5
+        with:
+          pattern: digests-${{ matrix.variant.name }}-*
+          path: /tmp/digests
+          merge-multiple: true
+        continue-on-error: true
+
+      - name: Check digests
+        id: check
+        run: |
+          count=$(find /tmp/digests -type f 2>/dev/null | wc -l | tr -d ' ')
+          echo "digest_count=$count" >> $GITHUB_OUTPUT
+          if [ "$count" -lt 2 ]; then
+            echo "::warning::${{ matrix.variant.name }}: found $count digest(s), need 2 (one per arch). Skipping merge."
+            echo "skip=true" >> $GITHUB_OUTPUT
+          else
+            echo "skip=false" >> $GITHUB_OUTPUT
+          fi
+
+      - name: Set up Docker Buildx
+        if: steps.check.outputs.skip != 'true'
+        uses: docker/setup-buildx-action@v3
+
+      - name: Log in to the Container registry
+        if: steps.check.outputs.skip != 'true'
+        uses: docker/login-action@v3
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Extract metadata for Docker images
+        if: steps.check.outputs.skip != 'true'
+        id: meta
+        uses: docker/metadata-action@v5
+        with:
+          images: ${{ env.FULL_IMAGE_NAME }}
+          tags: |
+            type=ref,event=branch
+            type=ref,event=tag
+            type=sha,prefix=git-
+            type=semver,pattern={{version}}
+            type=semver,pattern={{major}}.{{minor}}
+            ${{ matrix.variant.suffix != '' && format('type=raw,enable={0},prefix=,suffix=,value={1}', github.ref == 'refs/heads/main', matrix.variant.name) || '' }}
+          flavor: |
+            latest=${{ github.ref == 'refs/heads/main' }}
+            ${{ matrix.variant.suffix != '' && format('suffix={0},onlatest=true', matrix.variant.suffix) || '' }}
+
+      - name: Create manifest list and push
+        if: steps.check.outputs.skip != 'true'
+        working-directory: /tmp/digests
+        run: |
+          docker buildx imagetools create \
+            $(jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON") \
+            $(printf '${{ env.FULL_IMAGE_NAME }}@sha256:%s ' *)
+
+      - name: Inspect image
+        if: steps.check.outputs.skip != 'true'
+        run: |
+          docker buildx imagetools inspect ${{ env.FULL_IMAGE_NAME }}:${{ steps.meta.outputs.version }}
+
+  copy-to-dockerhub:
+    runs-on: ubuntu-latest
+    if: ${{ !cancelled() && (github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/tags/v')) }}
+    needs: [merge]
+    continue-on-error: true
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - variant: main
+            suffix: ""
+          - variant: cuda
+            suffix: "-cuda"
+          - variant: cuda126
+            suffix: "-cuda126"
+          - variant: ollama
+            suffix: "-ollama"
+          - variant: slim
+            suffix: "-slim"
+
+    steps:
+      - name: Prepare environment
+        run: |
+          echo "IMAGE_NAME=${GITHUB_REPOSITORY,,}" >> ${GITHUB_ENV}
+          echo "FULL_IMAGE_NAME=${REGISTRY}/${GITHUB_REPOSITORY,,}" >> ${GITHUB_ENV}
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Log in to the Container registry
+        uses: docker/login-action@v3
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Log in to Docker Hub
+        uses: docker/login-action@v3
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+
+      - name: Determine source and destination tags
+        id: tags
+        run: |
+          DOCKERHUB_IMAGE="openwebui/open-webui"
+          SUFFIX="${{ matrix.suffix }}"
+
+          if [[ "${{ github.ref }}" == refs/tags/v* ]]; then
+            VERSION="${{ github.ref_name }}"
+            VERSION="${VERSION#v}"
+            MAJOR_MINOR="${VERSION%.*}"
+
+            echo "tags<<EOF" >> $GITHUB_OUTPUT
+            echo "${VERSION}${SUFFIX}" >> $GITHUB_OUTPUT
+            echo "${MAJOR_MINOR}${SUFFIX}" >> $GITHUB_OUTPUT
+            echo "EOF" >> $GITHUB_OUTPUT
+          else
+            if [ -z "$SUFFIX" ]; then
+              echo "tags=latest" >> $GITHUB_OUTPUT
+            else
+              VARIANT_NAME="${SUFFIX#-}"
+              echo "tags<<EOF" >> $GITHUB_OUTPUT
+              echo "latest${SUFFIX}" >> $GITHUB_OUTPUT
+              echo "${VARIANT_NAME}" >> $GITHUB_OUTPUT
+              echo "EOF" >> $GITHUB_OUTPUT
+            fi
+          fi
+
+          echo "dockerhub_image=${DOCKERHUB_IMAGE}" >> $GITHUB_OUTPUT
+
+      - name: Copy images from GHCR to Docker Hub
+        run: |
+          DOCKERHUB_IMAGE="${{ steps.tags.outputs.dockerhub_image }}"
+          SUFFIX="${{ matrix.suffix }}"
+
+          if [[ "${{ github.ref }}" == refs/tags/v* ]]; then
+            VERSION="${{ github.ref_name }}"
+            VERSION="${VERSION#v}"
+            SOURCE_TAG="${VERSION}${SUFFIX}"
+          else
+            if [ -z "$SUFFIX" ]; then
+              SOURCE_TAG="latest"
+            else
+              SOURCE_TAG="latest${SUFFIX}"
+            fi
+          fi
+
+          SOURCE="${{ env.FULL_IMAGE_NAME }}:${SOURCE_TAG}"
+
+          echo "Copying from ${SOURCE} to Docker Hub..."
+
+          while IFS= read -r TAG; do
+            [ -z "$TAG" ] && continue
+            DEST="${DOCKERHUB_IMAGE}:${TAG}"
+            echo "  -> ${DEST}"
+            docker buildx imagetools create -t "${DEST}" "${SOURCE}"
+          done <<< "${{ steps.tags.outputs.tags }}"

.github/workflows/format-backend.yaml

@@ -1,49 +0,0 @@
-name: Python CI
-
-on:
-  push:
-    branches:
-      - main
-      - dev
-    paths:
-      - 'backend/**'
-      - 'pyproject.toml'
-      - 'uv.lock'
-  pull_request:
-    branches:
-      - main
-      - dev
-    paths:
-      - 'backend/**'
-      - 'pyproject.toml'
-      - 'uv.lock'
-
-jobs:
-  build:
-    name: 'Format Backend'
-    runs-on: ubuntu-latest
-
-    strategy:
-      matrix:
-        python-version:
-          - 3.11.x
-          - 3.12.x
-
-    steps:
-      - uses: actions/checkout@v5
-
-      - name: Set up Python
-        uses: actions/setup-python@v6
-        with:
-          python-version: '${{ matrix.python-version }}'
-
-      - name: Install dependencies
-        run: |
-          python -m pip install --upgrade pip
-          pip install black
-
-      - name: Format backend
-        run: npm run format:backend
-
-      - name: Check for changes after format
-        run: git diff --exit-code

.github/workflows/format-build-frontend.yaml

@@ -1,65 +0,0 @@
-name: Frontend Build
-
-on:
-  push:
-    branches:
-      - main
-      - dev
-    paths-ignore:
-      - 'backend/**'
-      - 'pyproject.toml'
-      - 'uv.lock'
-  pull_request:
-    branches:
-      - main
-      - dev
-    paths-ignore:
-      - 'backend/**'
-      - 'pyproject.toml'
-      - 'uv.lock'
-
-jobs:
-  build:
-    name: 'Format & Build Frontend'
-    runs-on: ubuntu-latest
-    steps:
-      - name: Checkout Repository
-        uses: actions/checkout@v5
-
-      - name: Setup Node.js
-        uses: actions/setup-node@v5
-        with:
-          node-version: '22'
-
-      - name: Install Dependencies
-        run: npm install --force
-
-      - name: Format Frontend
-        run: npm run format
-
-      - name: Run i18next
-        run: npm run i18n:parse
-
-      - name: Check for Changes After Format
-        run: git diff --exit-code
-
-      - name: Build Frontend
-        run: npm run build
-
-  test-frontend:
-    name: 'Frontend Unit Tests'
-    runs-on: ubuntu-latest
-    steps:
-      - name: Checkout Repository
-        uses: actions/checkout@v5
-
-      - name: Setup Node.js
-        uses: actions/setup-node@v5
-        with:
-          node-version: '22'
-
-      - name: Install Dependencies
-        run: npm ci --force
-
-      - name: Run vitest
-        run: npm run test:frontend

.github/workflows/frontend.yaml

@@ -0,0 +1,63 @@
+# ─────────────────────────────────────────────────────────────────────────────
+# Frontend CI — Lint, format check, build, and unit tests
+# Runs on pushes and PRs to main/dev, skipping backend-only changes
+# ─────────────────────────────────────────────────────────────────────────────
+name: Frontend Build
+
+on:
+  push:
+    branches: [main, dev]
+    paths-ignore: ['backend/**', 'pyproject.toml', 'uv.lock']
+  pull_request:
+    branches: [main, dev]
+    paths-ignore: ['backend/**', 'pyproject.toml', 'uv.lock']
+
+concurrency:
+  group: frontend-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  # ── Format, i18n, and production build ────────────────────────────────────
+  format-and-build:
+    name: Format & Build
+    runs-on: ubuntu-latest
+    timeout-minutes: 15
+    steps:
+      - uses: actions/checkout@v5
+
+      - uses: actions/setup-node@v5
+        with:
+          node-version: '22'
+
+      - name: Install dependencies
+        run: npm install --force
+
+      - name: Verify code formatting
+        run: npm run format
+
+      - name: Verify i18n strings
+        run: npm run i18n:parse
+
+      - name: Ensure working tree is clean
+        run: git diff --exit-code
+
+      - name: Production build
+        run: npm run build
+
+  # ── Vitest unit tests ────────────────────────────────────────────────────
+  unit-tests:
+    name: Unit Tests
+    runs-on: ubuntu-latest
+    timeout-minutes: 10
+    steps:
+      - uses: actions/checkout@v5
+
+      - uses: actions/setup-node@v5
+        with:
+          node-version: '22'
+
+      - name: Install dependencies (frozen lockfile)
+        run: npm ci --force
+
+      - name: Execute test suite
+        run: npm run test:frontend

.github/workflows/integration-test.disabled

@@ -1,255 +0,0 @@
-name: Integration Test
-
-on:
-  push:
-    branches:
-      - main
-      - dev
-  pull_request:
-    branches:
-      - main
-      - dev
-
-jobs:
-  cypress-run:
-    name: Run Cypress Integration Tests
-    runs-on: ubuntu-latest
-    steps:
-      - name: Maximize build space
-        uses: AdityaGarg8/remove-unwanted-software@v4.1
-        with:
-          remove-android: 'true'
-          remove-haskell: 'true'
-          remove-codeql: 'true'
-
-      - name: Checkout Repository
-        uses: actions/checkout@v4
-
-      - name: Build and run Compose Stack
-        run: |
-          docker compose \
-            --file docker-compose.yaml \
-            --file docker-compose.api.yaml \
-            --file docker-compose.a1111-test.yaml \
-            up --detach --build
-
-      - name: Delete Docker build cache
-        run: |
-          docker builder prune --all --force
-
-      - name: Wait for Ollama to be up
-        timeout-minutes: 5
-        run: |
-          until curl --output /dev/null --silent --fail http://localhost:11434; do
-            printf '.'
-            sleep 1
-          done
-          echo "Service is up!"
-
-      - name: Preload Ollama model
-        run: |
-          docker exec ollama ollama pull qwen:0.5b-chat-v1.5-q2_K
-
-      - name: Cypress run
-        uses: cypress-io/github-action@v6
-        env:
-          LIBGL_ALWAYS_SOFTWARE: 1
-        with:
-          browser: chrome
-          wait-on: 'http://localhost:3000'
-          config: baseUrl=http://localhost:3000
-
-      - uses: actions/upload-artifact@v4
-        if: always()
-        name: Upload Cypress videos
-        with:
-          name: cypress-videos
-          path: cypress/videos
-          if-no-files-found: ignore
-
-      - name: Extract Compose logs
-        if: always()
-        run: |
-          docker compose logs > compose-logs.txt
-
-      - uses: actions/upload-artifact@v4
-        if: always()
-        name: Upload Compose logs
-        with:
-          name: compose-logs
-          path: compose-logs.txt
-          if-no-files-found: ignore
-
-  # pytest:
-  #   name: Run Backend Tests
-  #   runs-on: ubuntu-latest
-  #   steps:
-  #     - uses: actions/checkout@v4
-
-  #     - name: Set up Python
-  #       uses: actions/setup-python@v5
-  #       with:
-  #         python-version: ${{ matrix.python-version }}
-
-  #     - name: Install dependencies
-  #       run: |
-  #         python -m pip install --upgrade pip
-  #         pip install -r backend/requirements.txt
-
-  #     - name: pytest run
-  #       run: |
-  #         ls -al
-  #         cd backend
-  #         PYTHONPATH=. pytest . -o log_cli=true -o log_cli_level=INFO
-
-  migration_test:
-    name: Run Migration Tests
-    runs-on: ubuntu-latest
-    services:
-      postgres:
-        image: postgres
-        env:
-          POSTGRES_PASSWORD: postgres
-        options: >-
-          --health-cmd pg_isready
-          --health-interval 10s
-          --health-timeout 5s
-          --health-retries 5
-        ports:
-          - 5432:5432
-    #      mysql:
-    #        image: mysql
-    #        env:
-    #          MYSQL_ROOT_PASSWORD: mysql
-    #          MYSQL_DATABASE: mysql
-    #        options: >-
-    #          --health-cmd "mysqladmin ping -h localhost"
-    #          --health-interval 10s
-    #          --health-timeout 5s
-    #          --health-retries 5
-    #        ports:
-    #          - 3306:3306
-    steps:
-      - name: Checkout Repository
-        uses: actions/checkout@v4
-
-      - name: Set up Python
-        uses: actions/setup-python@v5
-        with:
-          python-version: ${{ matrix.python-version }}
-
-      - name: Set up uv
-        uses: yezz123/setup-uv@v4
-        with:
-          uv-venv: venv
-
-      - name: Activate virtualenv
-        run: |
-          . venv/bin/activate
-          echo PATH=$PATH >> $GITHUB_ENV
-
-      - name: Install dependencies
-        run: |
-          uv pip install -r backend/requirements.txt
-
-      - name: Test backend with SQLite
-        id: sqlite
-        env:
-          WEBUI_SECRET_KEY: secret-key
-          GLOBAL_LOG_LEVEL: debug
-        run: |
-          cd backend
-          uvicorn open_webui.main:app --port "8080" --forwarded-allow-ips '*' &
-          UVICORN_PID=$!
-          # Wait up to 40 seconds for the server to start
-          for i in {1..40}; do
-              curl -s http://localhost:8080/api/config > /dev/null && break
-              sleep 1
-              if [ $i -eq 40 ]; then
-                  echo "Server failed to start"
-                  kill -9 $UVICORN_PID
-                  exit 1
-              fi
-          done
-          # Check that the server is still running after 5 seconds
-          sleep 5
-          if ! kill -0 $UVICORN_PID; then
-              echo "Server has stopped"
-              exit 1
-          fi
-
-      - name: Test backend with Postgres
-        if: success() || steps.sqlite.conclusion == 'failure'
-        env:
-          WEBUI_SECRET_KEY: secret-key
-          GLOBAL_LOG_LEVEL: debug
-          DATABASE_URL: postgresql://postgres:postgres@localhost:5432/postgres
-          DATABASE_POOL_SIZE: 10
-          DATABASE_POOL_MAX_OVERFLOW: 10
-          DATABASE_POOL_TIMEOUT: 30
-        run: |
-          cd backend
-          uvicorn open_webui.main:app --port "8081" --forwarded-allow-ips '*' &
-          UVICORN_PID=$!
-          # Wait up to 20 seconds for the server to start
-          for i in {1..20}; do
-              curl -s http://localhost:8081/api/config > /dev/null && break
-              sleep 1
-              if [ $i -eq 20 ]; then
-                  echo "Server failed to start"
-                  kill -9 $UVICORN_PID
-                  exit 1
-              fi
-          done
-          # Check that the server is still running after 5 seconds
-          sleep 5
-          if ! kill -0 $UVICORN_PID; then
-              echo "Server has stopped"
-              exit 1
-          fi
-
-          # Check that service will reconnect to postgres when connection will be closed
-          status_code=$(curl --write-out %{http_code} -s --output /dev/null http://localhost:8081/health/db)
-          if [[ "$status_code" -ne 200 ]] ; then
-            echo "Server has failed before postgres reconnect check"
-            exit 1
-          fi
-
-          echo "Terminating all connections to postgres..."
-          python -c "import os, psycopg2 as pg2; \
-            conn = pg2.connect(dsn=os.environ['DATABASE_URL'].replace('+pool', '')); \
-            cur = conn.cursor(); \
-            cur.execute('SELECT pg_terminate_backend(psa.pid) FROM pg_stat_activity psa WHERE datname = current_database() AND pid <> pg_backend_pid();')"
-
-          status_code=$(curl --write-out %{http_code} -s --output /dev/null http://localhost:8081/health/db)
-          if [[ "$status_code" -ne 200 ]] ; then
-            echo "Server has not reconnected to postgres after connection was closed: returned status $status_code"
-            exit 1
-          fi
-
-#      - name: Test backend with MySQL
-#        if: success() || steps.sqlite.conclusion == 'failure' || steps.postgres.conclusion == 'failure'
-#        env:
-#          WEBUI_SECRET_KEY: secret-key
-#          GLOBAL_LOG_LEVEL: debug
-#          DATABASE_URL: mysql://root:mysql@localhost:3306/mysql
-#        run: |
-#          cd backend
-#          uvicorn open_webui.main:app --port "8083" --forwarded-allow-ips '*' &
-#          UVICORN_PID=$!
-#          # Wait up to 20 seconds for the server to start
-#          for i in {1..20}; do
-#              curl -s http://localhost:8083/api/config > /dev/null && break
-#              sleep 1
-#              if [ $i -eq 20 ]; then
-#                  echo "Server failed to start"
-#                  kill -9 $UVICORN_PID
-#                  exit 1
-#              fi
-#          done
-#          # Check that the server is still running after 5 seconds
-#          sleep 5
-#          if ! kill -0 $UVICORN_PID; then
-#              echo "Server has stopped"
-#              exit 1
-#          fi

.github/workflows/release.yml

@@ -0,0 +1,74 @@
+# ─────────────────────────────────────────────────────────────────────────────
+# Release — Create GitHub release from CHANGELOG, trigger Docker builds
+# Runs on pushes to main when package.json version changes
+# ─────────────────────────────────────────────────────────────────────────────
+name: Release
+
+on:
+  push:
+    branches: [main]
+
+concurrency:
+  group: release-${{ github.ref }}
+  cancel-in-progress: false
+
+jobs:
+  # ── Create release and trigger downstream workflows ──────────────────────
+  publish:
+    runs-on: ubuntu-latest
+    timeout-minutes: 10
+    permissions:
+      contents: write
+      actions: write
+    steps:
+      - uses: actions/checkout@v5
+
+      - name: Abort if package.json unchanged
+        run: |
+          git diff --cached --diff-filter=d package.json || {
+            echo "package.json not modified — skipping release"
+            exit 1
+          }
+
+      - name: Read version
+        id: pkg
+        run: echo "version=$(jq -r '.version' package.json)" >> $GITHUB_OUTPUT
+
+      - name: Extract release notes from CHANGELOG
+        run: |
+          VER="${{ steps.pkg.outputs.version }}"
+          awk "/^## \[${VER}\]/{found=1; next} /^## \[/{if(found) exit} found{print}" \
+            CHANGELOG.md > /tmp/release-notes.md
+
+      - name: Publish GitHub release
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: |
+          if gh release view "v${{ steps.pkg.outputs.version }}" &>/dev/null; then
+            echo "Release v${{ steps.pkg.outputs.version }} already exists — skipping creation"
+          else
+            gh release create "v${{ steps.pkg.outputs.version }}" \
+              --title "v${{ steps.pkg.outputs.version }}" \
+              --notes-file /tmp/release-notes.md
+          fi
+
+      - name: Archive source
+        uses: actions/upload-artifact@v4
+        with:
+          name: release-archive
+          path: |
+            .
+            !.git
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Trigger Docker build
+        uses: actions/github-script@v8
+        with:
+          script: |
+            github.rest.actions.createWorkflowDispatch({
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              workflow_id: 'docker.yaml',
+              ref: 'v${{ steps.pkg.outputs.version }}',
+            })

.pre-commit-config.yaml

@@ -0,0 +1,8 @@
+repos:
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev: v0.15.5
+    hooks:
+      - id: ruff
+        args: [--fix, backend]
+      - id: ruff-format
+        args: [backend]

CONTRIBUTOR_LICENSE_AGREEMENT

@@ -1,7 +1,7 @@
-# Open WebUI Contributor License Agreement
+# Contributor License Agreement
 
-By submitting my contributions to Open WebUI, I grant Open WebUI full freedom to use my work in any way they choose, under any terms they like, both now and in the future. This approach helps ensure the project remains unified, flexible, and easy to maintain, while empowering Open WebUI to respond quickly to the needs of its users and the wider community.
+By submitting my contributions to this repository in any form, I grant Open WebUI Inc. a perpetual, worldwide, irrevocable, royalty-free license, under copyright and patent, to use, modify, distribute, sublicense, and commercialize my work under any terms they choose, both now and in the future.
 
-Taking part in this process means my work can be seamlessly integrated and combined with others, ensuring longevity and adaptability for everyone who benefits from the Open WebUI project. This collaborative approach strengthens the project’s future and helps guarantee that improvements can always be shared and distributed in the most effective way possible.
+I represent that my contributions are my original work (or that I have sufficient rights to grant this license) and that I have the authority to enter into this agreement.
 
 **_To the fullest extent permitted by law, my contributions are provided on an “as is” basis, with no warranties or guarantees of any kind, and I disclaim any liability for any issues or damages arising from their use or incorporation into the project, regardless of the type of legal claim._**

Dockerfile

@@ -43,7 +43,7 @@ ENV APP_BUILD_HASH=${BUILD_HASH}
 RUN npm run build
 
 ######## WebUI backend ########
-FROM python:3.11.14-slim-bookworm AS base
+FROM python:3.11-slim-bookworm AS base
 
 # Use args
 ARG USE_CUDA
@@ -127,6 +127,7 @@ RUN chown -R $UID:$GID /app $HOME
 RUN apt-get update && \
     apt-get install -y --no-install-recommends \
     git build-essential pandoc gcc netcat-openbsd curl jq \
+    libmariadb-dev \
     python3-dev \
     ffmpeg libsm6 libxext6 zstd \
     && rm -rf /var/lib/apt/lists/*
@@ -134,29 +135,33 @@ RUN apt-get update && \
 # install python dependencies
 COPY --chown=$UID:$GID ./backend/requirements.txt ./requirements.txt
 
-RUN pip3 install --no-cache-dir uv && \
+# Set UV_LINK_MODE to copy to prevent 0-byte file corruption in QEMU arm64 cross-builds
+ENV UV_LINK_MODE=copy
+
+RUN set -e; \
+    pip3 install --no-cache-dir uv; \
     if [ "$USE_CUDA" = "true" ]; then \
     # If you use CUDA the whisper and embedding model will be downloaded on first use
     # fix: pin torch<=2.9.1 - torch 2.10.0 aarch64 wheels cause SIGILL on ARM devices (RPi 4 Cortex-A72) #21349
-    pip3 install 'torch<=2.9.1' torchvision torchaudio --index-url https://download.pytorch.org/whl/$USE_CUDA_DOCKER_VER --no-cache-dir && \
-    uv pip install --system -r requirements.txt --no-cache-dir && \
-    python -c "import os; from sentence_transformers import SentenceTransformer; SentenceTransformer(os.environ['RAG_EMBEDDING_MODEL'], device='cpu')" && \
-    python -c "import os; from sentence_transformers import SentenceTransformer; SentenceTransformer(os.environ.get('AUXILIARY_EMBEDDING_MODEL', 'TaylorAI/bge-micro-v2'), device='cpu')" && \
+    pip3 install 'torch<=2.9.1' torchvision torchaudio --index-url https://download.pytorch.org/whl/$USE_CUDA_DOCKER_VER --no-cache-dir; \
+    uv pip install --system -r requirements.txt --no-cache-dir; \
+    python -c "import os; from sentence_transformers import SentenceTransformer; SentenceTransformer(os.environ['RAG_EMBEDDING_MODEL'], device='cpu')"; \
+    python -c "import os; from sentence_transformers import SentenceTransformer; SentenceTransformer(os.environ.get('AUXILIARY_EMBEDDING_MODEL', 'TaylorAI/bge-micro-v2'), device='cpu')"; \
     python -c "import os; from faster_whisper import WhisperModel; WhisperModel(os.environ['WHISPER_MODEL'], device='cpu', compute_type='int8', download_root=os.environ['WHISPER_MODEL_DIR'])"; \
     python -c "import os; import tiktoken; tiktoken.get_encoding(os.environ['TIKTOKEN_ENCODING_NAME'])"; \
     python -c "import nltk; nltk.download('punkt_tab')"; \
     else \
-    pip3 install 'torch<=2.9.1' torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu --no-cache-dir && \
-    uv pip install --system -r requirements.txt --no-cache-dir && \
+    pip3 install 'torch<=2.9.1' torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu --no-cache-dir; \
+    uv pip install --system -r requirements.txt --no-cache-dir; \
     if [ "$USE_SLIM" != "true" ]; then \
-    python -c "import os; from sentence_transformers import SentenceTransformer; SentenceTransformer(os.environ['RAG_EMBEDDING_MODEL'], device='cpu')" && \
-    python -c "import os; from sentence_transformers import SentenceTransformer; SentenceTransformer(os.environ.get('AUXILIARY_EMBEDDING_MODEL', 'TaylorAI/bge-micro-v2'), device='cpu')" && \
+    python -c "import os; from sentence_transformers import SentenceTransformer; SentenceTransformer(os.environ['RAG_EMBEDDING_MODEL'], device='cpu')"; \
+    python -c "import os; from sentence_transformers import SentenceTransformer; SentenceTransformer(os.environ.get('AUXILIARY_EMBEDDING_MODEL', 'TaylorAI/bge-micro-v2'), device='cpu')"; \
     python -c "import os; from faster_whisper import WhisperModel; WhisperModel(os.environ['WHISPER_MODEL'], device='cpu', compute_type='int8', download_root=os.environ['WHISPER_MODEL_DIR'])"; \
     python -c "import os; import tiktoken; tiktoken.get_encoding(os.environ['TIKTOKEN_ENCODING_NAME'])"; \
     python -c "import nltk; nltk.download('punkt_tab')"; \
     fi; \
     fi; \
-    mkdir -p /app/backend/data && chown -R $UID:$GID /app/backend/data/ && \
+    mkdir -p /app/backend/data; chown -R $UID:$GID /app/backend/data/; \
     rm -rf /var/lib/apt/lists/*;
 
 # Install Ollama if requested

LICENSE

@@ -1,3 +1,5 @@
+Open WebUI License
+
 Copyright (c) 2023- Open WebUI Inc. [Created by Timothy Jaeryang Baek]
 All rights reserved.
 
@@ -15,11 +17,27 @@ modification, are permitted provided that the following conditions are met:
    contributors may be used to endorse or promote products derived from
    this software without specific prior written permission.
 
-4. Notwithstanding any other provision of this License, and as a material condition of the rights granted herein, licensees are strictly prohibited from altering, removing, obscuring, or replacing any "Open WebUI" branding, including but not limited to the name, logo, or any visual, textual, or symbolic identifiers that distinguish the software and its interfaces, in any deployment or distribution, regardless of the number of users, except as explicitly set forth in Clauses 5 and 6 below.
+4. Notwithstanding any other provision of this License, and as a material
+   condition of the rights granted herein, licensees are strictly prohibited
+   from altering, removing, obscuring, or replacing any "Open WebUI"
+   branding, including but not limited to the name, logo, or any visual,
+   textual, or symbolic identifiers that distinguish the software and its
+   interfaces, in any deployment or distribution, except in the following
+   circumstances: (i) deployments or distributions where the total number
+   of end users (defined as individual natural persons with direct access
+   to the application) does not exceed fifty (50) within any rolling
+   thirty (30) day period; (ii) the licensee has obtained specific prior
+   written permission from the copyright holder; or (iii) where the
+   licensee has obtained a duly executed enterprise license expressly
+   permitting such modification. For all other cases, any removal or
+   alteration of the "Open WebUI" branding shall constitute a material
+   breach of license.
 
-5. The branding restriction enumerated in Clause 4 shall not apply in the following limited circumstances: (i) deployments or distributions where the total number of end users (defined as individual natural persons with direct access to the application) does not exceed fifty (50) within any rolling thirty (30) day period; (ii) cases in which the licensee is an official contributor to the codebase—with a substantive code change successfully merged into the main branch of the official codebase maintained by the copyright holder—who has obtained specific prior written permission for branding adjustment from the copyright holder; or (iii) where the licensee has obtained a duly executed enterprise license expressly permitting such modification. For all other cases, any removal or alteration of the "Open WebUI" branding shall constitute a material breach of license.
+Materials governed by prior licenses retain those original license
+terms, as specified in LICENSE_HISTORY.
 
-6. All code, modifications, or derivative works incorporated into this project prior to the incorporation of this branding clause remain licensed under the BSD 3-Clause License, and prior contributors retain all BSD-3 rights therein; if any such contributor requests the removal of their BSD-3-licensed code, the copyright holder will do so, and any replacement code will be licensed under the project's primary license then in effect. By contributing after this clause's adoption, you agree to the project's Contributor License Agreement (CLA) and to these updated terms for all new contributions.
+By contributing to this project, you agree to the project's Contributor
+License Agreement (CONTRIBUTOR_LICENSE_AGREEMENT).
 
 THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
 AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE

README.md

@@ -12,7 +12,7 @@
 
 ![Open WebUI Banner](./banner.png)
 
-**Open WebUI is an [extensible](https://docs.openwebui.com/features/plugin/), feature-rich, and user-friendly self-hosted AI platform designed to operate entirely offline.** It supports various LLM runners like **Ollama** and **OpenAI-compatible APIs**, with **built-in inference engine** for RAG, making it a **powerful AI deployment solution**.
+**Open WebUI is an [extensible](https://docs.openwebui.com/features/extensibility/plugin), feature-rich, and user-friendly self-hosted AI platform designed to operate entirely offline.** It supports various LLM runners like **Ollama** and **OpenAI-compatible APIs**, with **built-in inference engine** for RAG, making it a **powerful AI deployment solution**.
 
 Passionate about open-source AI? [Join our team →](https://careers.openwebui.com/)
 
@@ -47,7 +47,7 @@ For more information, be sure to check out our [Open WebUI Documentation](https:
 
 - 💾 **Persistent Artifact Storage**: Built-in key-value storage API for artifacts, enabling features like journals, trackers, leaderboards, and collaborative tools with both personal and shared data scopes across sessions.
 
-- 📚 **Local RAG Integration**: Dive into the future of chat interactions with groundbreaking Retrieval Augmented Generation (RAG) support using your choice of 9 vector databases and multiple content extraction engines (Tika, Docling, Document Intelligence, Mistral OCR, External loaders). Load documents directly into chat or add files to your document library, effortlessly accessing them using the `#` command before a query.
+- 📚 **Local RAG Integration**: Dive into the future of chat interactions with groundbreaking Retrieval Augmented Generation (RAG) support using your choice of 9 vector databases and multiple content extraction engines (Tika, Docling, Document Intelligence, Mistral OCR, PaddleOCR-vl, External loaders). Load documents directly into chat or add files to your document library, effortlessly accessing them using the `#` command before a query.
 
 - 🔍 **Web Search for RAG**: Perform web searches using 15+ providers including `SearXNG`, `Google PSE`, `Brave Search`, `Kagi`, `Mojeek`, `Tavily`, `Perplexity`, `serpstack`, `serper`, `Serply`, `DuckDuckGo`, `SearchApi`, `SerpApi`, `Bing`, `Jina`, `Exa`, `Sougou`, `Azure AI Search`, and `Ollama Cloud`, injecting results directly into your chat experience.
 
@@ -172,8 +172,6 @@ After installation, you can access Open WebUI at [http://localhost:3000](http://
 
 We offer various installation alternatives, including non-Docker native installation methods, Docker Compose, Kustomize, and Helm. Visit our [Open WebUI Documentation](https://docs.openwebui.com/getting-started/) or join our [Discord community](https://discord.gg/5rJgQTnV4s) for comprehensive guidance.
 
-Look at the [Local Development Guide](https://docs.openwebui.com/getting-started/advanced-topics/development) for instructions on setting up a local development environment.
-
 ### Troubleshooting
 
 Encountering connection issues? Our [Open WebUI Documentation](https://docs.openwebui.com/troubleshooting/) has got you covered. For further assistance and to join our vibrant community, visit the [Open WebUI Discord](https://discord.gg/5rJgQTnV4s).

backend/dev.sh

@@ -1,3 +1,3 @@
 export CORS_ALLOW_ORIGIN="http://localhost:5173;http://localhost:8080"
 PORT="${PORT:-8080}"
-uvicorn open_webui.main:app --port $PORT --host 0.0.0.0 --forwarded-allow-ips '*' --reload
+uvicorn open_webui.main:app --port $PORT --host 0.0.0.0 --forwarded-allow-ips "${FORWARDED_ALLOW_IPS:-*}" --reload

backend/open_webui/__init__.py

@@ -1,103 +1,103 @@
 import base64
 import os
 import random
+import sys
 from pathlib import Path
+from typing import Annotated
 
 import typer
 import uvicorn
-from typing import Optional
-from typing_extensions import Annotated
 
 app = typer.Typer()
 
-KEY_FILE = Path.cwd() / ".webui_secret_key"
+KEY_FILE = Path.cwd() / '.webui_secret_key'
 
 
-def version_callback(value: bool):
+def version_callback(value: bool) -> None:
     if value:
         from open_webui.env import VERSION
 
-        typer.echo(f"Open WebUI version: {VERSION}")
+        typer.echo(f'Open WebUI version: {VERSION}')
         raise typer.Exit()
 
 
 @app.command()
 def main(
-    version: Annotated[
-        Optional[bool], typer.Option("--version", callback=version_callback)
-    ] = None,
+    version: Annotated[bool | None, typer.Option('--version', callback=version_callback)] = None,
 ):
     pass
 
 
 @app.command()
 def serve(
-    host: str = "0.0.0.0",
+    host: str = '0.0.0.0',
     port: int = 8080,
 ):
-    os.environ["FROM_INIT_PY"] = "true"
-    if os.getenv("WEBUI_SECRET_KEY") is None:
-        typer.echo(
-            "Loading WEBUI_SECRET_KEY from file, not provided as an environment variable."
-        )
+    os.environ['FROM_INIT_PY'] = 'true'
+    if os.getenv('WEBUI_SECRET_KEY') is None:
+        typer.echo('Loading WEBUI_SECRET_KEY from file, not provided as an environment variable.')
         if not KEY_FILE.exists():
-            typer.echo(f"Generating a new secret key and saving it to {KEY_FILE}")
+            typer.echo(f'Generating a new secret key and saving it to {KEY_FILE}')
             KEY_FILE.write_bytes(base64.b64encode(random.randbytes(12)))
-        typer.echo(f"Loading WEBUI_SECRET_KEY from {KEY_FILE}")
-        os.environ["WEBUI_SECRET_KEY"] = KEY_FILE.read_text()
+        typer.echo(f'Loading WEBUI_SECRET_KEY from {KEY_FILE}')
+        os.environ['WEBUI_SECRET_KEY'] = KEY_FILE.read_text()
 
-    if os.getenv("USE_CUDA_DOCKER", "false") == "true":
-        typer.echo(
-            "CUDA is enabled, appending LD_LIBRARY_PATH to include torch/cudnn & cublas libraries."
-        )
-        LD_LIBRARY_PATH = os.getenv("LD_LIBRARY_PATH", "").split(":")
-        os.environ["LD_LIBRARY_PATH"] = ":".join(
+    if os.getenv('USE_CUDA_DOCKER', 'false') == 'true':
+        typer.echo('CUDA is enabled, appending LD_LIBRARY_PATH to include torch/cudnn & cublas libraries.')
+        LD_LIBRARY_PATH = os.getenv('LD_LIBRARY_PATH', '').split(':')
+        os.environ['LD_LIBRARY_PATH'] = ':'.join(
             LD_LIBRARY_PATH
             + [
-                "/usr/local/lib/python3.11/site-packages/torch/lib",
-                "/usr/local/lib/python3.11/site-packages/nvidia/cudnn/lib",
+                '/usr/local/lib/python3.11/site-packages/torch/lib',
+                '/usr/local/lib/python3.11/site-packages/nvidia/cudnn/lib',
             ]
         )
         try:
             import torch
 
-            assert torch.cuda.is_available(), "CUDA not available"
-            typer.echo("CUDA seems to be working")
+            assert torch.cuda.is_available(), 'CUDA not available'
+            typer.echo('CUDA seems to be working')
         except Exception as e:
             typer.echo(
-                "Error when testing CUDA but USE_CUDA_DOCKER is true. "
-                "Resetting USE_CUDA_DOCKER to false and removing "
-                f"LD_LIBRARY_PATH modifications: {e}"
+                'Error when testing CUDA but USE_CUDA_DOCKER is true. '
+                'Resetting USE_CUDA_DOCKER to false and removing '
+                f'LD_LIBRARY_PATH modifications: {e}'
             )
-            os.environ["USE_CUDA_DOCKER"] = "false"
-            os.environ["LD_LIBRARY_PATH"] = ":".join(LD_LIBRARY_PATH)
+            os.environ['USE_CUDA_DOCKER'] = 'false'
+            os.environ['LD_LIBRARY_PATH'] = ':'.join(LD_LIBRARY_PATH)
 
-    import open_webui.main  # we need set environment variables before importing main
+    import open_webui.main  # noqa: F401
     from open_webui.env import UVICORN_WORKERS  # Import the workers setting
 
+    # On Windows, uvicorn's default loop factory hardcodes ProactorEventLoop,
+    # which is incompatible with psycopg v3 async.  Setting loop='none' lets
+    # asyncio.run() respect the WindowsSelectorEventLoopPolicy set in db.py.
+    loop = 'none' if sys.platform == 'win32' else 'auto'
+
     uvicorn.run(
-        "open_webui.main:app",
+        'open_webui.main:app',
         host=host,
         port=port,
-        forwarded_allow_ips="*",
+        forwarded_allow_ips='*',
         workers=UVICORN_WORKERS,
+        loop=loop,
     )
 
 
 @app.command()
 def dev(
-    host: str = "0.0.0.0",
+    host: str = '0.0.0.0',
     port: int = 8080,
     reload: bool = True,
 ):
     uvicorn.run(
-        "open_webui.main:app",
+        'open_webui.main:app',
         host=host,
         port=port,
         reload=reload,
-        forwarded_allow_ips="*",
+        forwarded_allow_ips='*',
     )
 
 
-if __name__ == "__main__":
+if __name__ == '__main__':
     app()

backend/open_webui/constants.py

@@ -1,126 +1,121 @@
+from __future__ import annotations
+
 from enum import Enum
 
 
 class MESSAGES(str, Enum):
-    DEFAULT = lambda msg="": f"{msg if msg else ''}"
-    MODEL_ADDED = lambda model="": f"The model '{model}' has been added successfully."
-    MODEL_DELETED = (
-        lambda model="": f"The model '{model}' has been deleted successfully."
-    )
+    DEFAULT = lambda msg='': f'{msg if msg else ""}'
+    MODEL_ADDED = lambda model='': f"The model '{model}' has been added successfully."
+    MODEL_DELETED = lambda model='': f"The model '{model}' has been deleted successfully."
 
 
 class WEBHOOK_MESSAGES(str, Enum):
-    DEFAULT = lambda msg="": f"{msg if msg else ''}"
-    USER_SIGNUP = lambda username="": (
-        f"New user signed up: {username}" if username else "New user signed up"
-    )
+    DEFAULT = lambda msg='': f'{msg if msg else ""}'
+    USER_SIGNUP = lambda username='': f'New user signed up: {username}' if username else 'New user signed up'
 
 
 class ERROR_MESSAGES(str, Enum):
     def __str__(self) -> str:
         return super().__str__()
 
-    DEFAULT = (
-        lambda err="": f'{"Something went wrong :/" if err == "" else "[ERROR: " + str(err) + "]"}'
+    DEFAULT = lambda err='': f'{"Something went wrong :/" if err == "" else "[ERROR: " + str(err) + "]"}'
+    ENV_VAR_NOT_FOUND = 'Required environment variable not found. Terminating now.'
+    CREATE_USER_ERROR = 'Oops! Something went wrong while creating your account. Please try again later. If the issue persists, contact support for assistance.'
+    DELETE_USER_ERROR = 'Oops! Something went wrong. We encountered an issue while trying to delete the user. Please give it another shot.'
+    EMAIL_MISMATCH = 'Uh-oh! This email does not match the email your provider is registered with. Please check your email and try again.'
+    EMAIL_TAKEN = 'Uh-oh! This email is already registered. Sign in with your existing account or choose another email to start anew.'
+    USERNAME_TAKEN = 'Uh-oh! This username is already registered. Please choose another username.'
+    PASSWORD_TOO_LONG = (
+        'Uh-oh! The password you entered is too long. Please make sure your password is less than 72 bytes long.'
     )
-    ENV_VAR_NOT_FOUND = "Required environment variable not found. Terminating now."
-    CREATE_USER_ERROR = "Oops! Something went wrong while creating your account. Please try again later. If the issue persists, contact support for assistance."
-    DELETE_USER_ERROR = "Oops! Something went wrong. We encountered an issue while trying to delete the user. Please give it another shot."
-    EMAIL_MISMATCH = "Uh-oh! This email does not match the email your provider is registered with. Please check your email and try again."
-    EMAIL_TAKEN = "Uh-oh! This email is already registered. Sign in with your existing account or choose another email to start anew."
-    USERNAME_TAKEN = (
-        "Uh-oh! This username is already registered. Please choose another username."
-    )
-    PASSWORD_TOO_LONG = "Uh-oh! The password you entered is too long. Please make sure your password is less than 72 bytes long."
-    COMMAND_TAKEN = "Uh-oh! This command is already registered. Please choose another command string."
-    FILE_EXISTS = "Uh-oh! This file is already registered. Please choose another file."
+    COMMAND_TAKEN = 'Uh-oh! This command is already registered. Please choose another command string.'
+    FILE_EXISTS = 'Uh-oh! This file is already registered. Please choose another file.'
 
-    ID_TAKEN = "Uh-oh! This id is already registered. Please choose another id string."
-    MODEL_ID_TAKEN = "Uh-oh! This model id is already registered. Please choose another model id string."
-    NAME_TAG_TAKEN = "Uh-oh! This name tag is already registered. Please choose another name tag string."
-    MODEL_ID_TOO_LONG = "The model id is too long. Please make sure your model id is less than 256 characters long."
+    ID_TAKEN = 'Uh-oh! This id is already registered. Please choose another id string.'
+    MODEL_ID_TAKEN = 'Uh-oh! This model id is already registered. Please choose another model id string.'
+    NAME_TAG_TAKEN = 'Uh-oh! This name tag is already registered. Please choose another name tag string.'
+    MODEL_ID_TOO_LONG = 'The model id is too long. Please make sure your model id is less than 256 characters long.'
 
-    INVALID_TOKEN = (
-        "Your session has expired or the token is invalid. Please sign in again."
-    )
-    INVALID_CRED = "The email or password provided is incorrect. Please check for typos and try logging in again."
+    INVALID_TOKEN = 'Your session has expired or the token is invalid. Please sign in again.'
+    INVALID_CRED = 'The email or password provided is incorrect. Please check for typos and try logging in again.'
     INVALID_EMAIL_FORMAT = "The email format you entered is invalid. Please double-check and make sure you're using a valid email address (e.g., yourname@example.com)."
-    INCORRECT_PASSWORD = (
-        "The password provided is incorrect. Please check for typos and try again."
+    INCORRECT_PASSWORD = 'The password provided is incorrect. Please check for typos and try again.'
+    INVALID_TRUSTED_HEADER = (
+        'Your provider has not provided a trusted header. Please contact your administrator for assistance.'
     )
-    INVALID_TRUSTED_HEADER = "Your provider has not provided a trusted header. Please contact your administrator for assistance."
 
     EXISTING_USERS = "You can't turn off authentication because there are existing users. If you want to disable WEBUI_AUTH, make sure your web interface doesn't have any existing users and is a fresh installation."
 
-    UNAUTHORIZED = "401 Unauthorized"
-    ACCESS_PROHIBITED = "You do not have permission to access this resource. Please contact your administrator for assistance."
-    ACTION_PROHIBITED = (
-        "The requested action has been restricted as a security measure."
+    UNAUTHORIZED = '401 Unauthorized'
+    ACCESS_PROHIBITED = (
+        'You do not have permission to access this resource. Please contact your administrator for assistance.'
     )
+    ACTION_PROHIBITED = 'The requested action has been restricted as a security measure.'
 
-    FILE_NOT_SENT = "FILE_NOT_SENT"
+    FILE_NOT_SENT = 'FILE_NOT_SENT'
     FILE_NOT_SUPPORTED = "Oops! It seems like the file format you're trying to upload is not supported. Please upload a file with a supported format and try again."
 
     NOT_FOUND = "We could not find what you're looking for :/"
     USER_NOT_FOUND = "We could not find what you're looking for :/"
     API_KEY_NOT_FOUND = "Oops! It looks like there's a hiccup. The API key is missing. Please make sure to provide a valid API key to access this feature."
-    API_KEY_NOT_ALLOWED = "Use of API key is not enabled in the environment."
+    API_KEY_NOT_ALLOWED = 'Use of API key is not enabled in the environment.'
 
-    MALICIOUS = "Unusual activities detected, please try again in a few minutes."
+    MALICIOUS = 'Unusual activities detected, please try again in a few minutes.'
 
-    PANDOC_NOT_INSTALLED = "Pandoc is not installed on the server. Please contact your administrator for assistance."
-    INCORRECT_FORMAT = (
-        lambda err="": f"Invalid format. Please use the correct format{err}"
-    )
-    RATE_LIMIT_EXCEEDED = "API rate limit exceeded"
+    PANDOC_NOT_INSTALLED = 'Pandoc is not installed on the server. Please contact your administrator for assistance.'
+    INCORRECT_FORMAT = lambda err='': f'Invalid format. Please use the correct format{err}'
+    RATE_LIMIT_EXCEEDED = 'API rate limit exceeded'
 
-    MODEL_NOT_FOUND = lambda name="": f"Model '{name}' was not found"
-    OPENAI_NOT_FOUND = lambda name="": "OpenAI API was not found"
-    OLLAMA_NOT_FOUND = "WebUI could not connect to Ollama"
-    CREATE_API_KEY_ERROR = "Oops! Something went wrong while creating your API key. Please try again later. If the issue persists, contact support for assistance."
-    API_KEY_CREATION_NOT_ALLOWED = "API key creation is not allowed in the environment."
+    MODEL_NOT_FOUND = lambda name='': f"Model '{name}' was not found"
+    OPENAI_NOT_FOUND = lambda name='': 'OpenAI API was not found'
+    OLLAMA_NOT_FOUND = 'WebUI could not connect to Ollama'
+    CREATE_API_KEY_ERROR = 'Oops! Something went wrong while creating your API key. Please try again later. If the issue persists, contact support for assistance.'
+    API_KEY_CREATION_NOT_ALLOWED = 'API key creation is not allowed in the environment.'
 
-    EMPTY_CONTENT = "The content provided is empty. Please ensure that there is text or data present before proceeding."
+    EMPTY_CONTENT = 'The content provided is empty. Please ensure that there is text or data present before proceeding.'
 
-    DB_NOT_SQLITE = "This feature is only available when running with SQLite databases."
+    DB_NOT_SQLITE = 'This feature is only available with SQLite databases.'
 
-    INVALID_URL = (
-        "Oops! The URL you provided is invalid. Please double-check and try again."
+    INVALID_URL = 'The URL you provided is invalid. Please double-check and try again.'
+
+    WEB_SEARCH_ERROR = lambda err='': err if err else 'Something went wrong while searching the web.'
+
+    OLLAMA_API_DISABLED = 'The Ollama API is disabled. Please enable it to use this feature.'
+
+    FILE_TOO_LARGE = lambda size='': (
+        f"Oops! The file you're trying to upload is too large. Please upload a file that is less than {size}."
     )
 
-    WEB_SEARCH_ERROR = (
-        lambda err="": f"{err if err else 'Oops! Something went wrong while searching the web.'}"
+    DUPLICATE_CONTENT = 'Duplicate content detected. Please provide unique content to proceed.'
+    FILE_NOT_PROCESSED = (
+        'Extracted content is not available for this file. Please ensure that the file is processed before proceeding.'
     )
 
-    OLLAMA_API_DISABLED = (
-        "The Ollama API is disabled. Please enable it to use this feature."
-    )
+    INVALID_PASSWORD = lambda err='': err if err else 'The password does not meet the required validation criteria.'
 
-    FILE_TOO_LARGE = (
-        lambda size="": f"Oops! The file you're trying to upload is too large. Please upload a file that is less than {size}."
-    )
+    AUTOMATION_LIMIT_EXCEEDED = lambda size='': f'Automation limit reached ({size})'
+    AUTOMATION_TOO_FREQUENT = lambda interval='': f'Schedule too frequent. Minimum interval is {interval} seconds.'
+    AUTOMATION_INVALID_RRULE = lambda err='': f'Invalid RRULE: {err}'
+    AUTOMATION_NO_FUTURE_RUNS = 'RRULE has no future occurrences'
 
-    DUPLICATE_CONTENT = (
-        "Duplicate content detected. Please provide unique content to proceed."
-    )
-    FILE_NOT_PROCESSED = "Extracted content is not available for this file. Please ensure that the file is processed before proceeding."
-
-    INVALID_PASSWORD = lambda err="": (
-        err if err else "The password does not meet the required validation criteria."
-    )
+    FEATURE_DISABLED = lambda name='': f'{name} is disabled'
+    INPUT_TOO_LONG = lambda size='': f'Input prompt exceeds maximum length of {size}'
+    SERVER_CONNECTION_ERROR = 'Open WebUI: Server Connection Error'
+    REQUIRED_FIELD_EMPTY = lambda name='': f'Required field {name} is empty'
+    OAUTH_NOT_CONFIGURED = lambda name='': f"Provider '{name}' is not configured"
 
 
 class TASKS(str, Enum):
     def __str__(self) -> str:
         return super().__str__()
 
-    DEFAULT = lambda task="": f"{task if task else 'generation'}"
-    TITLE_GENERATION = "title_generation"
-    FOLLOW_UP_GENERATION = "follow_up_generation"
-    TAGS_GENERATION = "tags_generation"
-    EMOJI_GENERATION = "emoji_generation"
-    QUERY_GENERATION = "query_generation"
-    IMAGE_PROMPT_GENERATION = "image_prompt_generation"
-    AUTOCOMPLETE_GENERATION = "autocomplete_generation"
-    FUNCTION_CALLING = "function_calling"
-    MOA_RESPONSE_GENERATION = "moa_response_generation"
+    DEFAULT = lambda task='': f'{task if task else "generation"}'
+    TITLE_GENERATION = 'title_generation'
+    FOLLOW_UP_GENERATION = 'follow_up_generation'
+    TAGS_GENERATION = 'tags_generation'
+    EMOJI_GENERATION = 'emoji_generation'
+    QUERY_GENERATION = 'query_generation'
+    IMAGE_PROMPT_GENERATION = 'image_prompt_generation'
+    AUTOCOMPLETE_GENERATION = 'autocomplete_generation'
+    FUNCTION_CALLING = 'function_calling'
+    MOA_RESPONSE_GENERATION = 'moa_response_generation'

backend/open_webui/functions.py

@@ -1,11 +1,10 @@
-import logging
-import sys
+import asyncio
 import inspect
 import json
-import asyncio
-
-from pydantic import BaseModel
+import logging
+import sys
 from typing import AsyncGenerator, Generator, Iterator
+
 from fastapi import (
     Depends,
     FastAPI,
@@ -16,58 +15,52 @@ from fastapi import (
     UploadFile,
     status,
 )
+from pydantic import BaseModel
 from starlette.responses import Response, StreamingResponse
 
-
+from open_webui.config import BYPASS_ADMIN_ACCESS_CONTROL
 from open_webui.constants import ERROR_MESSAGES
+from open_webui.env import BYPASS_MODEL_ACCESS_CONTROL, GLOBAL_LOG_LEVEL
+from open_webui.models.functions import Functions
+from open_webui.models.models import Models
+from open_webui.models.users import UserModel
 from open_webui.socket.main import (
     get_event_call,
     get_event_emitter,
 )
-
-
-from open_webui.models.users import UserModel
-from open_webui.models.functions import Functions
-from open_webui.models.models import Models
-
-from open_webui.utils.plugin import (
-    load_function_module_by_id,
-    get_function_module_from_cache,
-)
-from open_webui.utils.tools import get_tools
-
-from open_webui.env import GLOBAL_LOG_LEVEL
-
+from open_webui.utils.access_control import check_model_access
 from open_webui.utils.misc import (
     add_or_update_system_message,
     get_last_user_message,
-    prepend_to_first_user_message_content,
     openai_chat_chunk_message_template,
     openai_chat_completion_message_template,
+    prepend_to_first_user_message_content,
 )
 from open_webui.utils.payload import (
     apply_model_params_to_body_openai,
     apply_system_prompt_to_body,
 )
+from open_webui.utils.plugin import (
+    get_function_module_from_cache,
+    load_function_module_by_id,
+)
 
 logging.basicConfig(stream=sys.stdout, level=GLOBAL_LOG_LEVEL)
 log = logging.getLogger(__name__)
 
 
-def get_function_module_by_id(request: Request, pipe_id: str):
-    function_module, _, _ = get_function_module_from_cache(request, pipe_id)
+async def get_function_module_by_id(request: Request, pipe_id: str):
+    function_module, _, _ = await get_function_module_from_cache(request, pipe_id)
 
-    if hasattr(function_module, "valves") and hasattr(function_module, "Valves"):
+    if hasattr(function_module, 'valves') and hasattr(function_module, 'Valves'):
         Valves = function_module.Valves
-        valves = Functions.get_function_valves_by_id(pipe_id)
+        valves = await Functions.get_function_valves_by_id(pipe_id)
 
         if valves:
             try:
-                function_module.valves = Valves(
-                    **{k: v for k, v in valves.items() if v is not None}
-                )
+                function_module.valves = Valves(**{k: v for k, v in valves.items() if v is not None})
             except Exception as e:
-                log.exception(f"Error loading valves for function {pipe_id}: {e}")
+                log.exception(f'Error loading valves for function {pipe_id}: {e}')
                 raise e
         else:
             function_module.valves = Valves()
@@ -76,19 +69,19 @@ def get_function_module_by_id(request: Request, pipe_id: str):
 
 
 async def get_function_models(request):
-    pipes = Functions.get_functions_by_type("pipe", active_only=True)
+    pipes = await Functions.get_functions_by_type('pipe', active_only=True)
     pipe_models = []
 
     for pipe in pipes:
         try:
-            function_module = get_function_module_by_id(request, pipe.id)
+            function_module = await get_function_module_by_id(request, pipe.id)
 
             has_user_valves = False
-            if hasattr(function_module, "UserValves"):
+            if hasattr(function_module, 'UserValves'):
                 has_user_valves = True
 
             # Check if function is a manifold
-            if hasattr(function_module, "pipes"):
+            if hasattr(function_module, 'pipes'):
                 sub_pipes = []
 
                 # Handle pipes being a list, sync function, or async function
@@ -104,32 +97,30 @@ async def get_function_models(request):
                     log.exception(e)
                     sub_pipes = []
 
-                log.debug(
-                    f"get_function_models: function '{pipe.id}' is a manifold of {sub_pipes}"
-                )
+                log.debug(f"get_function_models: function '{pipe.id}' is a manifold of {sub_pipes}")
 
                 for p in sub_pipes:
                     sub_pipe_id = f'{pipe.id}.{p["id"]}'
-                    sub_pipe_name = p["name"]
+                    sub_pipe_name = p['name']
 
-                    if hasattr(function_module, "name"):
-                        sub_pipe_name = f"{function_module.name}{sub_pipe_name}"
+                    if hasattr(function_module, 'name'):
+                        sub_pipe_name = f'{function_module.name}{sub_pipe_name}'
 
-                    pipe_flag = {"type": pipe.type}
+                    pipe_flag = {'type': pipe.type}
 
                     pipe_models.append(
                         {
-                            "id": sub_pipe_id,
-                            "name": sub_pipe_name,
-                            "object": "model",
-                            "created": pipe.created_at,
-                            "owned_by": "openai",
-                            "pipe": pipe_flag,
-                            "has_user_valves": has_user_valves,
+                            'id': sub_pipe_id,
+                            'name': sub_pipe_name,
+                            'object': 'model',
+                            'created': pipe.created_at,
+                            'owned_by': 'openai',
+                            'pipe': pipe_flag,
+                            'has_user_valves': has_user_valves,
                         }
                     )
             else:
-                pipe_flag = {"type": "pipe"}
+                pipe_flag = {'type': 'pipe'}
 
                 log.debug(
                     f"get_function_models: function '{pipe.id}' is a single pipe {{ 'id': {pipe.id}, 'name': {pipe.name} }}"
@@ -137,13 +128,13 @@ async def get_function_models(request):
 
                 pipe_models.append(
                     {
-                        "id": pipe.id,
-                        "name": pipe.name,
-                        "object": "model",
-                        "created": pipe.created_at,
-                        "owned_by": "openai",
-                        "pipe": pipe_flag,
-                        "has_user_valves": has_user_valves,
+                        'id': pipe.id,
+                        'name': pipe.name,
+                        'object': 'model',
+                        'created': pipe.created_at,
+                        'owned_by': 'openai',
+                        'pipe': pipe_flag,
+                        'has_user_valves': has_user_valves,
                     }
                 )
         except Exception as e:
@@ -153,9 +144,7 @@ async def get_function_models(request):
     return pipe_models
 
 
-async def generate_function_chat_completion(
-    request, form_data, user, models: dict = {}
-):
+async def generate_function_chat_completion(request, form_data, user, models: dict = {}):
     async def execute_pipe(pipe, params):
         if inspect.iscoroutinefunction(pipe):
             return await pipe(**params)
@@ -166,35 +155,35 @@ async def generate_function_chat_completion(
         if isinstance(res, str):
             return res
         if isinstance(res, Generator):
-            return "".join(map(str, res))
+            return ''.join(map(str, res))
         if isinstance(res, AsyncGenerator):
-            return "".join([str(stream) async for stream in res])
+            return ''.join([str(stream) async for stream in res])
 
     def process_line(form_data: dict, line):
         if isinstance(line, BaseModel):
             line = line.model_dump_json()
-            line = f"data: {line}"
+            line = f'data: {line}'
         if isinstance(line, dict):
-            line = f"data: {json.dumps(line)}"
+            line = f'data: {json.dumps(line)}'
 
         try:
-            line = line.decode("utf-8")
+            line = line.decode('utf-8')
         except Exception:
             pass
 
-        if line.startswith("data:"):
-            return f"{line}\n\n"
+        if line.startswith('data:'):
+            return f'{line}\n\n'
         else:
-            line = openai_chat_chunk_message_template(form_data["model"], line)
-            return f"data: {json.dumps(line)}\n\n"
+            line = openai_chat_chunk_message_template(form_data['model'], line)
+            return f'data: {json.dumps(line)}\n\n'
 
     def get_pipe_id(form_data: dict) -> str:
-        pipe_id = form_data["model"]
-        if "." in pipe_id:
-            pipe_id, _ = pipe_id.split(".", 1)
+        pipe_id = form_data['model']
+        if '.' in pipe_id:
+            pipe_id, _ = pipe_id.split('.', 1)
         return pipe_id
 
-    def get_function_params(function_module, form_data, user, extra_params=None):
+    async def get_function_params(function_module, form_data, user, extra_params=None):
         if extra_params is None:
             extra_params = {}
 
@@ -202,27 +191,25 @@ async def generate_function_chat_completion(
 
         # Get the signature of the function
         sig = inspect.signature(function_module.pipe)
-        params = {"body": form_data} | {
-            k: v for k, v in extra_params.items() if k in sig.parameters
-        }
+        params = {'body': form_data} | {k: v for k, v in extra_params.items() if k in sig.parameters}
 
-        if "__user__" in params and hasattr(function_module, "UserValves"):
-            user_valves = Functions.get_user_valves_by_id_and_user_id(pipe_id, user.id)
+        if '__user__' in params and hasattr(function_module, 'UserValves'):
+            user_valves = await Functions.get_user_valves_by_id_and_user_id(pipe_id, user.id)
             try:
-                params["__user__"]["valves"] = function_module.UserValves(**user_valves)
+                params['__user__']['valves'] = function_module.UserValves(**user_valves)
             except Exception as e:
                 log.exception(e)
-                params["__user__"]["valves"] = function_module.UserValves()
+                params['__user__']['valves'] = function_module.UserValves()
 
         return params
 
-    model_id = form_data.get("model")
-    model_info = Models.get_model_by_id(model_id)
+    model_id = form_data.get('model')
+    model_info = await Models.get_model_by_id(model_id)
 
-    metadata = form_data.pop("metadata", {})
+    metadata = form_data.pop('metadata', {})
 
-    files = metadata.get("files", [])
-    tool_ids = metadata.get("tool_ids", [])
+    files = metadata.get('files', [])
+    tool_ids = metadata.get('tool_ids', [])
     # Check if tool_ids is None
     if tool_ids is None:
         tool_ids = []
@@ -233,66 +220,73 @@ async def generate_function_chat_completion(
     __task_body__ = None
 
     if metadata:
-        if all(k in metadata for k in ("session_id", "chat_id", "message_id")):
-            __event_emitter__ = get_event_emitter(metadata)
-            __event_call__ = get_event_call(metadata)
-        __task__ = metadata.get("task", None)
-        __task_body__ = metadata.get("task_body", None)
+        if all(k in metadata for k in ('session_id', 'chat_id', 'message_id')):
+            __event_emitter__ = await get_event_emitter(metadata)
+            __event_call__ = await get_event_call(metadata)
+        __task__ = metadata.get('task', None)
+        __task_body__ = metadata.get('task_body', None)
 
     oauth_token = None
     try:
-        if request.cookies.get("oauth_session_id", None):
+        oauth_session_id = request.cookies.get('oauth_session_id', None)
+        if oauth_session_id:
             oauth_token = await request.app.state.oauth_manager.get_oauth_token(
                 user.id,
-                request.cookies.get("oauth_session_id", None),
+                oauth_session_id,
             )
+
+        # Fallback: no cookie (automation, API key, etc.) — use most recent session
+        if oauth_token is None:
+            from open_webui.models.oauth_sessions import OAuthSessions
+
+            sessions = await OAuthSessions.get_sessions_by_user_id(user.id)
+            if sessions:
+                best = max(sessions, key=lambda s: s.updated_at)
+                oauth_token = await request.app.state.oauth_manager.get_oauth_token(
+                    user.id,
+                    best.id,
+                )
     except Exception as e:
-        log.error(f"Error getting OAuth token: {e}")
+        log.error(f'Error getting OAuth token: {e}')
 
     extra_params = {
-        "__event_emitter__": __event_emitter__,
-        "__event_call__": __event_call__,
-        "__chat_id__": metadata.get("chat_id", None),
-        "__session_id__": metadata.get("session_id", None),
-        "__message_id__": metadata.get("message_id", None),
-        "__task__": __task__,
-        "__task_body__": __task_body__,
-        "__files__": files,
-        "__user__": user.model_dump() if isinstance(user, UserModel) else {},
-        "__metadata__": metadata,
-        "__oauth_token__": oauth_token,
-        "__request__": request,
+        '__event_emitter__': __event_emitter__,
+        '__event_call__': __event_call__,
+        '__chat_id__': metadata.get('chat_id', None),
+        '__session_id__': metadata.get('session_id', None),
+        '__message_id__': metadata.get('message_id', None),
+        '__task__': __task__,
+        '__task_body__': __task_body__,
+        '__files__': files,
+        '__user__': user.model_dump() if isinstance(user, UserModel) else {},
+        '__metadata__': metadata,
+        '__oauth_token__': oauth_token,
+        '__request__': request,
     }
-    extra_params["__tools__"] = await get_tools(
-        request,
-        tool_ids,
-        user,
-        {
-            **extra_params,
-            "__model__": models.get(form_data["model"], None),
-            "__messages__": form_data["messages"],
-            "__files__": files,
-        },
-    )
+    extra_params['__tools__'] = metadata.get('tools', {})
 
     if model_info:
         if model_info.base_model_id:
-            form_data["model"] = model_info.base_model_id
+            form_data['model'] = model_info.base_model_id
+
+        if not BYPASS_MODEL_ACCESS_CONTROL:
+            bypass = isinstance(user, UserModel) and user.role == 'admin' and BYPASS_ADMIN_ACCESS_CONTROL
+            await check_model_access(user if isinstance(user, UserModel) else UserModel(**user), model_info, bypass)
 
         params = model_info.params.model_dump()
 
         if params:
-            system = params.pop("system", None)
+            system = params.pop('system', None)
             form_data = apply_model_params_to_body_openai(params, form_data)
-            form_data = apply_system_prompt_to_body(system, form_data, metadata, user)
+            form_data = await apply_system_prompt_to_body(system, form_data, metadata, user)
 
     pipe_id = get_pipe_id(form_data)
-    function_module = get_function_module_by_id(request, pipe_id)
+    function_module = await get_function_module_by_id(request, pipe_id)
 
     pipe = function_module.pipe
-    params = get_function_params(function_module, form_data, user, extra_params)
+    params = await get_function_params(function_module, form_data, user, extra_params)
 
-    if form_data.get("stream", False):
+    if form_data.get('stream', False):
 
         async def stream_content():
             try:
@@ -304,17 +298,17 @@ async def generate_function_chat_completion(
                         yield data
                     return
                 if isinstance(res, dict):
-                    yield f"data: {json.dumps(res)}\n\n"
+                    yield f'data: {json.dumps(res)}\n\n'
                     return
 
             except Exception as e:
-                log.error(f"Error: {e}")
-                yield f"data: {json.dumps({'error': {'detail':str(e)}})}\n\n"
+                log.error(f'Error: {e}')
+                yield f'data: {json.dumps({"error": {"detail": str(e)}})}\n\n'
                 return
 
             if isinstance(res, str):
-                message = openai_chat_chunk_message_template(form_data["model"], res)
-                yield f"data: {json.dumps(message)}\n\n"
+                message = openai_chat_chunk_message_template(form_data['model'], res)
+                yield f'data: {json.dumps(message)}\n\n'
 
             if isinstance(res, Iterator):
                 for line in res:
@@ -324,22 +318,19 @@ async def generate_function_chat_completion(
                 async for line in res:
                     yield process_line(form_data, line)
 
-            if isinstance(res, str) or isinstance(res, Generator):
-                finish_message = openai_chat_chunk_message_template(
-                    form_data["model"], ""
-                )
-                finish_message["choices"][0]["finish_reason"] = "stop"
-                yield f"data: {json.dumps(finish_message)}\n\n"
-                yield "data: [DONE]"
+            finish_message = openai_chat_chunk_message_template(form_data['model'], '')
+            finish_message['choices'][0]['finish_reason'] = 'stop'
+            yield f'data: {json.dumps(finish_message)}\n\n'
+            yield 'data: [DONE]'
 
-        return StreamingResponse(stream_content(), media_type="text/event-stream")
+        return StreamingResponse(stream_content(), media_type='text/event-stream')
     else:
         try:
             res = await execute_pipe(pipe, params)
 
         except Exception as e:
-            log.error(f"Error: {e}")
-            return {"error": {"detail": str(e)}}
+            log.error(f'Error: {e}')
+            return {'error': {'detail': str(e)}}
 
         if isinstance(res, StreamingResponse) or isinstance(res, dict):
             return res
@@ -347,4 +338,4 @@ async def generate_function_chat_completion(
             return res.model_dump()
 
         message = await get_message_content(res)
-        return openai_chat_completion_message_template(form_data["model"], message)
+        return openai_chat_completion_message_template(form_data['model'], message)

backend/open_webui/internal/config.py

@@ -0,0 +1,265 @@
+"""Database-backed configuration with environment variable defaults."""
+
+from __future__ import annotations
+
+import asyncio
+import json
+import logging
+from datetime import datetime
+from functools import reduce
+from typing import Any, Optional, Union
+
+import redis
+from open_webui.internal.db import Base, get_async_db, get_db
+from open_webui.utils.redis import get_redis_connection
+from sqlalchemy import JSON, Column, DateTime, Integer, func, select
+
+log = logging.getLogger(__name__)
+
+
+# ── Model ────────────────────────────────────────────────────────────────────
+
+
+class ConfigTable(Base):
+    __tablename__ = 'config'
+
+    id = Column(Integer, primary_key=True)
+    data = Column(JSON, nullable=False)
+    version = Column(Integer, nullable=False, default=0)
+    created_at = Column(DateTime, nullable=False, server_default=func.now())
+    updated_at = Column(DateTime, nullable=True, onupdate=func.now())
+
+
+# ── Blob ─────────────────────────────────────────────────────────────────────
+
+
+class ConfigState:
+    """In-memory mirror of the single-row config JSON blob."""
+
+    __slots__ = ('_data',)
+
+    def __init__(self) -> None:
+        self._data: dict[str, Any] = {}
+
+    @property
+    def snapshot(self) -> dict:
+        return self._data
+
+    def read(self, path: str) -> Any:
+        return reduce(
+            lambda n, k: n.get(k) if isinstance(n, dict) else None,
+            path.split('.'),
+            self._data,
+        )
+
+    def write(self, path: str, value: Any) -> None:
+        keys = path.split('.')
+        reduce(lambda d, k: d.setdefault(k, {}), keys[:-1], self._data)[keys[-1]] = value
+
+    def replace(self, data: dict) -> None:
+        self._data = data
+
+    def load(self) -> dict:
+        with get_db() as db:
+            row = db.query(ConfigTable).order_by(ConfigTable.id.desc()).first()
+            self._data = row.data if row else {'version': 0, 'ui': {}}
+        return self._data
+
+    def persist(self, data: dict | None = None) -> None:
+        if data is not None:
+            self._data = data
+        with get_db() as db:
+            row = db.query(ConfigTable).first()
+            if row is None:
+                db.add(ConfigTable(data=self._data, version=0))
+            else:
+                row.data, row.updated_at = self._data, datetime.now()
+                db.add(row)
+            db.commit()
+
+    async def persist_async(self, data: dict | None = None) -> None:
+        if data is not None:
+            self._data = data
+        async with get_async_db() as db:
+            result = await db.execute(select(ConfigTable).limit(1))
+            row = result.scalars().first()
+            if row is None:
+                db.add(ConfigTable(data=self._data, version=0))
+            else:
+                row.data, row.updated_at = self._data, datetime.now()
+                db.add(row)
+            await db.commit()
+
+    def clear(self) -> None:
+        with get_db() as db:
+            db.query(ConfigTable).delete()
+            db.commit()
+
+    async def clear_async(self) -> None:
+        from sqlalchemy import delete as sa_delete
+
+        async with get_async_db() as db:
+            await db.execute(sa_delete(ConfigTable))
+            await db.commit()
+
+
+STATE = ConfigState()
+
+
+# ── ConfigVar ──────────────────────────────────────────────────────────────────
+
+
+_persist_enabled: bool = True
+_oauth_persist_enabled: bool = False
+_all_configs: list[ConfigVar] = []
+
+
+def initialize(*, enable_persistent: bool = True, enable_oauth_persistent: bool = False) -> dict:
+    global _persist_enabled, _oauth_persist_enabled
+    _persist_enabled = enable_persistent
+    _oauth_persist_enabled = enable_oauth_persistent
+    return STATE.load()
+
+
+class ConfigVar:
+    __slots__ = ('env_name', 'config_path', 'env_value', 'config_value', 'value')
+
+    def __init__(self, env_name: str, config_path: str, env_value: Any) -> None:
+        self.env_name = env_name
+        self.config_path = config_path
+        self.env_value = env_value
+        self.config_value = STATE.read(config_path)
+
+        if self.config_value is not None and _persist_enabled:
+            if config_path.startswith('oauth.') and not _oauth_persist_enabled:
+                log.info("Skipping DB value for '%s' (OAuth persistence disabled)", env_name)
+                self.value = env_value
+            else:
+                log.info("'%s' loaded from database", env_name)
+                self.value = self.config_value
+        else:
+            self.value = env_value
+
+        _all_configs.append(self)
+
+    def __str__(self) -> str:
+        return str(self.value)
+
+    def __repr__(self) -> str:
+        return f'<ConfigVar {self.env_name}={self.value!r}>'
+
+    @property
+    def __dict__(self):  # type: ignore[override]
+        raise TypeError(f"ConfigVar('{self.env_name}') cannot be cast to dict; use .value")
+
+    def __getattribute__(self, item: str):
+        if item == '__dict__':
+            raise TypeError('ConfigVar cannot be cast to dict; use .value')
+        return super().__getattribute__(item)
+
+    def refresh(self) -> None:
+        current = STATE.read(self.config_path)
+        if current is not None:
+            self.value = current
+            log.info('Refreshed %s → %s', self.env_name, self.value)
+
+    def commit(self) -> None:
+        log.info("Persisting '%s'", self.env_name)
+        STATE.write(self.config_path, self.value)
+        self.config_value = self.value
+        STATE.persist()
+
+    async def commit_async(self) -> None:
+        log.info("Persisting '%s'", self.env_name)
+        STATE.write(self.config_path, self.value)
+        self.config_value = self.value
+        await STATE.persist_async()
+
+
+# ── AppConfig ──────────────────────────────────────────────────────────
+
+
+class AppConfig:
+    """Attribute-style container for ConfigVars with optional Redis sync."""
+
+    def __init__(
+        self,
+        *,
+        redis_url: Optional[str] = None,
+        redis_sentinels: Optional[list] = None,
+        redis_cluster: bool = False,
+        redis_key_prefix: str = 'open-webui',
+    ) -> None:
+        super().__setattr__('_entries', {})
+        super().__setattr__('_key_prefix', redis_key_prefix)
+
+        # If sentinels weren't explicitly provided, read from env.
+        if redis_sentinels is None:
+            from open_webui.env import REDIS_SENTINEL_HOSTS, REDIS_SENTINEL_PORT
+            from open_webui.utils.redis import get_sentinels_from_env
+
+            redis_sentinels = get_sentinels_from_env(REDIS_SENTINEL_HOSTS, REDIS_SENTINEL_PORT)
+
+        rc: Union[redis.Redis, redis.cluster.RedisCluster, None] = None
+        if redis_url:
+            rc = get_redis_connection(redis_url, redis_sentinels or [], redis_cluster, decode_responses=True)
+        super().__setattr__('_rc', rc)
+
+    def __setattr__(self, name: str, value: Any) -> None:
+        entries: dict = super().__getattribute__('_entries')
+
+        if isinstance(value, ConfigVar):
+            entries[name] = value
+            return
+
+        entries[name].value = value
+
+        try:
+            asyncio.get_running_loop().create_task(self._write_async(name))
+        except RuntimeError:
+            entries[name].commit()
+
+        rc = super().__getattribute__('_rc')
+        if rc and _persist_enabled:
+            prefix = super().__getattribute__('_key_prefix')
+            try:
+                rc.set(f'{prefix}:config:{name}', json.dumps(entries[name].value))
+            except Exception as exc:
+                log.error("Redis write failed for '%s': %s", name, exc)
+
+    async def _write_async(self, name: str) -> None:
+        try:
+            await self._entries[name].commit_async()
+        except Exception as exc:
+            log.error("Async persist failed for '%s': %s", name, exc)
+
+    def __getattr__(self, name: str) -> Any:
+        entries = super().__getattribute__('_entries')
+        if name not in entries:
+            raise AttributeError(f"No config key '{name}'")
+
+        rc = super().__getattribute__('_rc')
+        if rc and _persist_enabled:
+            prefix = super().__getattribute__('_key_prefix')
+            try:
+                raw = rc.get(f'{prefix}:config:{name}')
+                if raw is not None:
+                    decoded = json.loads(raw)
+                    if entries[name].value != decoded:
+                        entries[name].value = decoded
+                        log.info("Updated '%s' from Redis", name)
+            except Exception as exc:
+                log.error("Redis read failed for '%s': %s", name, exc)
+
+        return entries[name].value
+
+    def _sync_to_redis(self) -> None:
+        rc = super().__getattribute__('_rc')
+        if not rc or not _persist_enabled:
+            return
+        prefix = super().__getattribute__('_key_prefix')
+        for name, s in super().__getattribute__('_entries').items():
+            try:
+                rc.set(f'{prefix}:config:{name}', json.dumps(s.value))
+            except Exception as exc:
+                log.error("Redis sync failed for '%s': %s", name, exc)

backend/open_webui/internal/db.py

@@ -1,98 +1,190 @@
-import os
+from __future__ import annotations
+
 import json
 import logging
-from contextlib import contextmanager
+import os
+import sys
+from contextlib import asynccontextmanager, contextmanager
 from typing import Any, Optional
+from urllib.parse import parse_qs, urlencode, urlparse, urlunparse
 
-from open_webui.internal.wrappers import register_connection
 from open_webui.env import (
-    OPEN_WEBUI_DIR,
-    DATABASE_URL,
-    DATABASE_SCHEMA,
+    DATABASE_ENABLE_SESSION_SHARING,
+    DATABASE_ENABLE_SQLITE_WAL,
     DATABASE_POOL_MAX_OVERFLOW,
     DATABASE_POOL_RECYCLE,
     DATABASE_POOL_SIZE,
     DATABASE_POOL_TIMEOUT,
-    DATABASE_ENABLE_SQLITE_WAL,
-    DATABASE_ENABLE_SESSION_SHARING,
+    DATABASE_SCHEMA,
+    DATABASE_SQLITE_PRAGMA_BUSY_TIMEOUT,
+    DATABASE_SQLITE_PRAGMA_CACHE_SIZE,
+    DATABASE_SQLITE_PRAGMA_JOURNAL_SIZE_LIMIT,
+    DATABASE_SQLITE_PRAGMA_MMAP_SIZE,
+    DATABASE_SQLITE_PRAGMA_SYNCHRONOUS,
+    DATABASE_SQLITE_PRAGMA_TEMP_STORE,
+    DATABASE_URL,
     ENABLE_DB_MIGRATIONS,
+    OPEN_WEBUI_DIR,
 )
-from peewee_migrate import Router
-from sqlalchemy import Dialect, create_engine, MetaData, event, types
+from sqlalchemy import Dialect, MetaData, create_engine, event, types
+from sqlalchemy.ext.asyncio import AsyncSession, async_sessionmaker, create_async_engine
 from sqlalchemy.ext.declarative import declarative_base
-from sqlalchemy.orm import scoped_session, sessionmaker, Session
-from sqlalchemy.pool import QueuePool, NullPool
+from sqlalchemy.orm import Session, scoped_session, sessionmaker
+from sqlalchemy.pool import NullPool, QueuePool
 from sqlalchemy.sql.type_api import _T
 from typing_extensions import Self
 
 log = logging.getLogger(__name__)
 
 
-class JSONField(types.TypeDecorator):
-    impl = types.Text
+# ── SSL URL normalization (used by sync engine & Alembic migrations) ─
+#
+# psycopg2 (sync) needs ``sslmode=`` in the connection string (it does
+# not recognise the bare ``ssl=`` key that some ORMs emit).  The helpers
+# below strip all SSL-related query params, normalise them, and
+# reattach them in the canonical libpq form.
+#
+# The **async** engine now uses psycopg (v3), which speaks libpq
+# natively, so it needs no translation at all — the DATABASE_URL is
+# passed through as-is.
+# ─────────────────────────────────────────────────────────────────────
+
+
+def _pop_first(params: dict[str, list[str]], key: str) -> str | None:
+    """Pop a single-valued query param, returning ``None`` if absent."""
+    values = params.pop(key, None)
+    return values[0] if values else None
+
+
+def _is_postgres_url(url: str) -> bool:
+    """Return True if *url* looks like a PostgreSQL connection string."""
+    return bool(url) and any(url.startswith(p) for p in ('postgresql://', 'postgresql+', 'postgres://'))
+
+
+def extract_ssl_params_from_url(url: str) -> tuple[str, dict[str, str]]:
+    """Strip SSL query-string parameters from a PostgreSQL URL.
+
+    Returns ``(url_without_ssl, ssl_dict)`` where *ssl_dict* maps
+    canonical libpq key names (``sslmode``, ``sslrootcert``, …) to
+    their values.  Non-PostgreSQL URLs are returned unchanged with an
+    empty dict.
+    """
+    if not _is_postgres_url(url):
+        return url, {}
+
+    parsed = urlparse(url)
+    qp = parse_qs(parsed.query, keep_blank_values=True)
+
+    # Prefer sslmode (libpq canonical) over the bare ``ssl`` key.
+    sslmode_val = _pop_first(qp, 'sslmode')
+    ssl_val = _pop_first(qp, 'ssl')
+    ssl_mode = sslmode_val or ssl_val
+
+    ssl_dict: dict[str, str] = {}
+    if ssl_mode:
+        ssl_dict['sslmode'] = ssl_mode
+    for key in ('sslrootcert', 'sslcert', 'sslkey', 'sslcrl'):
+        val = _pop_first(qp, key)
+        if val:
+            ssl_dict[key] = val
+
+    if not ssl_dict:
+        return url, ssl_dict
+
+    cleaned_query = urlencode(qp, doseq=True)
+    return urlunparse(parsed._replace(query=cleaned_query)), ssl_dict
+
+
+def reattach_ssl_params_to_url(url_without_ssl: str, ssl_dict: dict[str, str]) -> str:
+    """Re-append SSL query-string parameters to a cleaned PostgreSQL URL.
+
+    Used for psycopg2/libpq consumers that expect ``sslmode`` and the
+    certificate-file keys in the connection string.
+    """
+    if not ssl_dict:
+        return url_without_ssl
+
+    parts = [f'{k}={v}' for k, v in ssl_dict.items() if v]
+    if not parts:
+        return url_without_ssl
+
+    sep = '&' if '?' in url_without_ssl else '?'
+    return f'{url_without_ssl}{sep}{"&".join(parts)}'
+
+
+# Backwards-compatible aliases for external callers.
+extract_ssl_mode_from_url = extract_ssl_params_from_url
+reattach_ssl_mode_to_url = reattach_ssl_params_to_url
+
+
+class JSONField(types.TypeDecorator):  # TEXT-backed JSON storage
+    """Store arbitrary Python objects as JSON-encoded TEXT.
+
+    Used instead of native JSON columns for portability across SQLite and
+    PostgreSQL.  Values are serialized with ``json.dumps`` on write and
+    deserialized with ``json.loads`` on read.
+    """
+
+    impl = types.UnicodeText
     cache_ok = True
 
-    def process_bind_param(self, value: Optional[_T], dialect: Dialect) -> Any:
-        return json.dumps(value)
+    def process_bind_param(self, value: _T | None, dialect: Dialect) -> Any:
+        return json.dumps(value) if value is not None else None
 
-    def process_result_value(self, value: Optional[_T], dialect: Dialect) -> Any:
-        if value is not None:
-            return json.loads(value)
+    def process_result_value(self, value: _T | None, dialect: Dialect) -> Any:
+        return json.loads(value) if value is not None else None
 
-    def copy(self, **kw: Any) -> Self:
-        return JSONField(self.impl.length)
-
-    def db_value(self, value):
-        return json.dumps(value)
-
-    def python_value(self, value):
-        if value is not None:
-            return json.loads(value)
+    def copy(self, **kwargs: Any) -> Self:
+        return JSONField(length=self.impl.length)
 
 
-# Workaround to handle the peewee migration
-# This is required to ensure the peewee migration is handled before the alembic migration
-def handle_peewee_migration(DATABASE_URL):
-    # db = None
-    try:
-        # Replace the postgresql:// with postgres:// to handle the peewee migration
-        db = register_connection(DATABASE_URL.replace("postgresql://", "postgres://"))
-        migrate_dir = OPEN_WEBUI_DIR / "internal" / "migrations"
-        router = Router(db, logger=log, migrate_dir=migrate_dir)
-        router.run()
-        db.close()
+# Normalize SSL params from the URL once; the sync engine needs them
+# reattached in canonical libpq form for psycopg2.
+_url_without_ssl, _ssl_dict = extract_ssl_params_from_url(DATABASE_URL)
 
-    except Exception as e:
-        log.error(f"Failed to initialize the database connection: {e}")
-        log.warning(
-            "Hint: If your database password contains special characters, you may need to URL-encode it."
+# For psycopg2 (sync engine), re-append sslmode + cert-file params.
+SQLALCHEMY_DATABASE_URL = reattach_ssl_params_to_url(_url_without_ssl, _ssl_dict) if _ssl_dict else DATABASE_URL
+
+
+def _make_async_url(url: str) -> str:
+    """Convert a sync database URL to its async driver equivalent.
+
+    The async engine uses psycopg (v3) which speaks libpq natively,
+    so all standard connection-string parameters (``sslmode``,
+    ``options``, ``target_session_attrs``, etc.) are passed through
+    without any translation.
+    """
+    if url.startswith('sqlite+sqlcipher://'):
+        raise ValueError(
+            'sqlite+sqlcipher:// URLs are not supported with async engine. '
+            'Use standard sqlite:// or postgresql:// instead.'
         )
-        raise
-    finally:
-        # Properly closing the database connection
-        if db and not db.is_closed():
-            db.close()
-
-        # Assert if db connection has been closed
-        assert db.is_closed(), "Database connection is still open."
+    if url.startswith('sqlite:///') or url.startswith('sqlite://'):
+        return url.replace('sqlite://', 'sqlite+aiosqlite://', 1)
+    # psycopg v3 — auto-selects async mode with create_async_engine
+    if url.startswith('postgresql+psycopg2://'):
+        return url.replace('postgresql+psycopg2://', 'postgresql+psycopg://', 1)
+    if url.startswith('postgresql://'):
+        return url.replace('postgresql://', 'postgresql+psycopg://', 1)
+    if url.startswith('postgres://'):
+        return url.replace('postgres://', 'postgresql+psycopg://', 1)
+    # For other dialects, return as-is and let SQLAlchemy handle it
+    return url
 
 
-if ENABLE_DB_MIGRATIONS:
-    handle_peewee_migration(DATABASE_URL)
-
-
-SQLALCHEMY_DATABASE_URL = DATABASE_URL
+# ============================================================
+# SYNC ENGINE (used only for: startup migrations, config loading,
+#              Alembic, peewee migration, health checks)
+# ============================================================
 
 # Handle SQLCipher URLs
-if SQLALCHEMY_DATABASE_URL.startswith("sqlite+sqlcipher://"):
-    database_password = os.environ.get("DATABASE_PASSWORD")
-    if not database_password or database_password.strip() == "":
-        raise ValueError(
-            "DATABASE_PASSWORD is required when using sqlite+sqlcipher:// URLs"
-        )
+if SQLALCHEMY_DATABASE_URL.startswith('sqlite+sqlcipher://'):
+    database_password = os.environ.get('DATABASE_PASSWORD')
+    if not database_password or database_password.strip() == '':
+        raise ValueError('DATABASE_PASSWORD is required when using sqlite+sqlcipher:// URLs')
 
     # Extract database path from SQLCipher URL
-    db_path = SQLALCHEMY_DATABASE_URL.replace("sqlite+sqlcipher://", "")
+    db_path = SQLALCHEMY_DATABASE_URL.replace('sqlite+sqlcipher://', '')
 
     # Create a custom creator function that uses sqlcipher3
     def create_sqlcipher_connection():
@@ -102,28 +194,63 @@ if SQLALCHEMY_DATABASE_URL.startswith("sqlite+sqlcipher://"):
         conn.execute(f"PRAGMA key = '{database_password}'")
         return conn
 
-    engine = create_engine(
-        "sqlite://",  # Dummy URL since we're using creator
-        creator=create_sqlcipher_connection,
-        echo=False,
-    )
+    # The dummy "sqlite://" URL would cause SQLAlchemy to auto-select
+    # SingletonThreadPool, which non-deterministically closes in-use
+    # connections when thread count exceeds pool_size, leading to segfaults
+    # in the native sqlcipher3 C library. Use NullPool by default for safety,
+    # or QueuePool if DATABASE_POOL_SIZE is explicitly configured.
+    if isinstance(DATABASE_POOL_SIZE, int) and DATABASE_POOL_SIZE > 0:
+        engine = create_engine(
+            'sqlite://',
+            creator=create_sqlcipher_connection,
+            pool_size=DATABASE_POOL_SIZE,
+            max_overflow=DATABASE_POOL_MAX_OVERFLOW,
+            pool_timeout=DATABASE_POOL_TIMEOUT,
+            pool_recycle=DATABASE_POOL_RECYCLE,
+            pool_pre_ping=True,
+            poolclass=QueuePool,
+            echo=False,
+        )
+    else:
+        engine = create_engine(
+            'sqlite://',
+            creator=create_sqlcipher_connection,
+            poolclass=NullPool,
+            echo=False,
+        )
 
-    log.info("Connected to encrypted SQLite database using SQLCipher")
+    log.info('Connected to encrypted SQLite database using SQLCipher')
 
-elif "sqlite" in SQLALCHEMY_DATABASE_URL:
-    engine = create_engine(
-        SQLALCHEMY_DATABASE_URL, connect_args={"check_same_thread": False}
-    )
+elif 'sqlite' in SQLALCHEMY_DATABASE_URL:
+    engine = create_engine(SQLALCHEMY_DATABASE_URL, connect_args={'check_same_thread': False})
 
-    def on_connect(dbapi_connection, connection_record):
+    def _apply_sqlite_pragmas(dbapi_connection):
+        """Apply all configured SQLite PRAGMAs to a raw DBAPI connection."""
         cursor = dbapi_connection.cursor()
         if DATABASE_ENABLE_SQLITE_WAL:
-            cursor.execute("PRAGMA journal_mode=WAL")
+            cursor.execute('PRAGMA journal_mode=WAL')
         else:
-            cursor.execute("PRAGMA journal_mode=DELETE")
+            cursor.execute('PRAGMA journal_mode=DELETE')
+
+        # Each PRAGMA is skipped when its env var is empty, allowing opt-out.
+        if DATABASE_SQLITE_PRAGMA_SYNCHRONOUS:
+            cursor.execute(f'PRAGMA synchronous={DATABASE_SQLITE_PRAGMA_SYNCHRONOUS}')
+        if DATABASE_SQLITE_PRAGMA_BUSY_TIMEOUT:
+            cursor.execute(f'PRAGMA busy_timeout={DATABASE_SQLITE_PRAGMA_BUSY_TIMEOUT}')
+        if DATABASE_SQLITE_PRAGMA_CACHE_SIZE:
+            cursor.execute(f'PRAGMA cache_size={DATABASE_SQLITE_PRAGMA_CACHE_SIZE}')
+        if DATABASE_SQLITE_PRAGMA_TEMP_STORE:
+            cursor.execute(f'PRAGMA temp_store={DATABASE_SQLITE_PRAGMA_TEMP_STORE}')
+        if DATABASE_SQLITE_PRAGMA_MMAP_SIZE:
+            cursor.execute(f'PRAGMA mmap_size={DATABASE_SQLITE_PRAGMA_MMAP_SIZE}')
+        if DATABASE_SQLITE_PRAGMA_JOURNAL_SIZE_LIMIT:
+            cursor.execute(f'PRAGMA journal_size_limit={DATABASE_SQLITE_PRAGMA_JOURNAL_SIZE_LIMIT}')
         cursor.close()
 
-    event.listen(engine, "connect", on_connect)
+    def on_connect(dbapi_connection, connection_record):
+        _apply_sqlite_pragmas(dbapi_connection)
+
+    event.listen(engine, 'connect', on_connect)
 else:
     if isinstance(DATABASE_POOL_SIZE, int):
         if DATABASE_POOL_SIZE > 0:
@@ -137,22 +264,20 @@ else:
                 poolclass=QueuePool,
             )
         else:
-            engine = create_engine(
-                SQLALCHEMY_DATABASE_URL, pool_pre_ping=True, poolclass=NullPool
-            )
+            engine = create_engine(SQLALCHEMY_DATABASE_URL, pool_pre_ping=True, poolclass=NullPool)
     else:
         engine = create_engine(SQLALCHEMY_DATABASE_URL, pool_pre_ping=True)
 
 
-SessionLocal = sessionmaker(
-    autocommit=False, autoflush=False, bind=engine, expire_on_commit=False
-)
+# Sync session — used ONLY for startup config loading (config.py runs at import time)
+SessionLocal = sessionmaker(autocommit=False, autoflush=False, bind=engine, expire_on_commit=False)
 metadata_obj = MetaData(schema=DATABASE_SCHEMA)
 Base = declarative_base(metadata=metadata_obj)
 ScopedSession = scoped_session(SessionLocal)
 
 
 def get_session():
+    """Sync session generator — used ONLY for startup/config operations."""
     db = SessionLocal()
     try:
         yield db
@@ -163,10 +288,96 @@ def get_session():
 get_db = contextmanager(get_session)
 
 
-@contextmanager
-def get_db_context(db: Optional[Session] = None):
-    if isinstance(db, Session) and DATABASE_ENABLE_SESSION_SHARING:
+# ============================================================
+# ASYNC ENGINE (used for ALL runtime database operations)
+# ============================================================
+
+# psycopg (v3) speaks libpq natively — the full DATABASE_URL is passed
+# through as-is.  SSL params, ``options``, ``target_session_attrs``, etc.
+# all work without any stripping or translation.
+ASYNC_SQLALCHEMY_DATABASE_URL = _make_async_url(SQLALCHEMY_DATABASE_URL)
+
+# psycopg v3 cannot run in async mode under Windows' default
+# ProactorEventLoop — switch to SelectorEventLoop before creating
+# the async engine.  This runs at import time, which is early enough
+# to cover every entry point (workers, reload, direct invocations).
+if sys.platform == 'win32' and _is_postgres_url(DATABASE_URL):
+    import asyncio
+
+    asyncio.set_event_loop_policy(asyncio.WindowsSelectorEventLoopPolicy())
+
+if 'sqlite' in ASYNC_SQLALCHEMY_DATABASE_URL:
+    # Generous default — async coroutines + no session sharing = high connection demand.
+    _sqlite_pool_size = DATABASE_POOL_SIZE if isinstance(DATABASE_POOL_SIZE, int) and DATABASE_POOL_SIZE > 0 else 512
+    async_engine = create_async_engine(
+        ASYNC_SQLALCHEMY_DATABASE_URL,
+        connect_args={'check_same_thread': False},
+        pool_size=_sqlite_pool_size,
+        pool_timeout=DATABASE_POOL_TIMEOUT,
+        pool_recycle=DATABASE_POOL_RECYCLE,
+        pool_pre_ping=True,
+    )
+
+    @event.listens_for(async_engine.sync_engine, 'connect')
+    def _set_sqlite_pragmas(dbapi_connection, connection_record):
+        _apply_sqlite_pragmas(dbapi_connection)
+else:
+    if isinstance(DATABASE_POOL_SIZE, int):
+        if DATABASE_POOL_SIZE > 0:
+            async_engine = create_async_engine(
+                ASYNC_SQLALCHEMY_DATABASE_URL,
+                pool_size=DATABASE_POOL_SIZE,
+                max_overflow=DATABASE_POOL_MAX_OVERFLOW,
+                pool_timeout=DATABASE_POOL_TIMEOUT,
+                pool_recycle=DATABASE_POOL_RECYCLE,
+                pool_pre_ping=True,
+            )
+        else:
+            async_engine = create_async_engine(
+                ASYNC_SQLALCHEMY_DATABASE_URL,
+                pool_pre_ping=True,
+                poolclass=NullPool,
+            )
+    else:
+        async_engine = create_async_engine(
+            ASYNC_SQLALCHEMY_DATABASE_URL,
+            pool_pre_ping=True,
+        )
+
+
+AsyncSessionLocal = async_sessionmaker(
+    bind=async_engine,
+    class_=AsyncSession,
+    autocommit=False,
+    autoflush=False,
+    expire_on_commit=False,
+)
+
+
+async def get_async_session():
+    """Async session generator for FastAPI Depends()."""
+    async with AsyncSessionLocal() as db:
+        try:
+            yield db
+        finally:
+            await db.close()
+
+
+@asynccontextmanager
+async def get_async_db():
+    """Async context manager for use outside of FastAPI dependency injection."""
+    async with AsyncSessionLocal() as db:
+        try:
+            yield db
+        finally:
+            await db.close()
+
+
+@asynccontextmanager
+async def get_async_db_context(db: AsyncSession | None = None):
+    """Async context manager that reuses an existing session if provided and session sharing is enabled."""
+    if isinstance(db, AsyncSession) and DATABASE_ENABLE_SESSION_SHARING:
         yield db
     else:
-        with get_db() as session:
+        async with get_async_db() as session:
             yield session

backend/open_webui/internal/migrations/001_initial_schema.py

@@ -1,253 +0,0 @@
-"""Peewee migrations -- 001_initial_schema.py.
-
-Some examples (model - class or model name)::
-
-    > Model = migrator.orm['table_name']            # Return model in current state by name
-    > Model = migrator.ModelClass                   # Return model in current state by name
-
-    > migrator.sql(sql)                             # Run custom SQL
-    > migrator.run(func, *args, **kwargs)           # Run python function with the given args
-    > migrator.create_model(Model)                  # Create a model (could be used as decorator)
-    > migrator.remove_model(model, cascade=True)    # Remove a model
-    > migrator.add_fields(model, **fields)          # Add fields to a model
-    > migrator.change_fields(model, **fields)       # Change fields
-    > migrator.remove_fields(model, *field_names, cascade=True)
-    > migrator.rename_field(model, old_field_name, new_field_name)
-    > migrator.rename_table(model, new_table_name)
-    > migrator.add_index(model, *col_names, unique=False)
-    > migrator.add_not_null(model, *field_names)
-    > migrator.add_default(model, field_name, default)
-    > migrator.add_constraint(model, name, sql)
-    > migrator.drop_index(model, *col_names)
-    > migrator.drop_not_null(model, *field_names)
-    > migrator.drop_constraints(model, *constraints)
-
-"""
-
-from contextlib import suppress
-
-import peewee as pw
-from peewee_migrate import Migrator
-
-with suppress(ImportError):
-    import playhouse.postgres_ext as pw_pext
-
-
-def migrate(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your migrations here."""
-
-    # We perform different migrations for SQLite and other databases
-    # This is because SQLite is very loose with enforcing its schema, and trying to migrate other databases like SQLite
-    # will require per-database SQL queries.
-    # Instead, we assume that because external DB support was added at a later date, it is safe to assume a newer base
-    # schema instead of trying to migrate from an older schema.
-    if isinstance(database, pw.SqliteDatabase):
-        migrate_sqlite(migrator, database, fake=fake)
-    else:
-        migrate_external(migrator, database, fake=fake)
-
-
-def migrate_sqlite(migrator: Migrator, database: pw.Database, *, fake=False):
-    @migrator.create_model
-    class Auth(pw.Model):
-        id = pw.CharField(max_length=255, unique=True)
-        email = pw.CharField(max_length=255)
-        password = pw.CharField(max_length=255)
-        active = pw.BooleanField()
-
-        class Meta:
-            table_name = "auth"
-
-    @migrator.create_model
-    class Chat(pw.Model):
-        id = pw.CharField(max_length=255, unique=True)
-        user_id = pw.CharField(max_length=255)
-        title = pw.CharField()
-        chat = pw.TextField()
-        timestamp = pw.BigIntegerField()
-
-        class Meta:
-            table_name = "chat"
-
-    @migrator.create_model
-    class ChatIdTag(pw.Model):
-        id = pw.CharField(max_length=255, unique=True)
-        tag_name = pw.CharField(max_length=255)
-        chat_id = pw.CharField(max_length=255)
-        user_id = pw.CharField(max_length=255)
-        timestamp = pw.BigIntegerField()
-
-        class Meta:
-            table_name = "chatidtag"
-
-    @migrator.create_model
-    class Document(pw.Model):
-        id = pw.AutoField()
-        collection_name = pw.CharField(max_length=255, unique=True)
-        name = pw.CharField(max_length=255, unique=True)
-        title = pw.CharField()
-        filename = pw.CharField()
-        content = pw.TextField(null=True)
-        user_id = pw.CharField(max_length=255)
-        timestamp = pw.BigIntegerField()
-
-        class Meta:
-            table_name = "document"
-
-    @migrator.create_model
-    class Modelfile(pw.Model):
-        id = pw.AutoField()
-        tag_name = pw.CharField(max_length=255, unique=True)
-        user_id = pw.CharField(max_length=255)
-        modelfile = pw.TextField()
-        timestamp = pw.BigIntegerField()
-
-        class Meta:
-            table_name = "modelfile"
-
-    @migrator.create_model
-    class Prompt(pw.Model):
-        id = pw.AutoField()
-        command = pw.CharField(max_length=255, unique=True)
-        user_id = pw.CharField(max_length=255)
-        title = pw.CharField()
-        content = pw.TextField()
-        timestamp = pw.BigIntegerField()
-
-        class Meta:
-            table_name = "prompt"
-
-    @migrator.create_model
-    class Tag(pw.Model):
-        id = pw.CharField(max_length=255, unique=True)
-        name = pw.CharField(max_length=255)
-        user_id = pw.CharField(max_length=255)
-        data = pw.TextField(null=True)
-
-        class Meta:
-            table_name = "tag"
-
-    @migrator.create_model
-    class User(pw.Model):
-        id = pw.CharField(max_length=255, unique=True)
-        name = pw.CharField(max_length=255)
-        email = pw.CharField(max_length=255)
-        role = pw.CharField(max_length=255)
-        profile_image_url = pw.CharField(max_length=255)
-        timestamp = pw.BigIntegerField()
-
-        class Meta:
-            table_name = "user"
-
-
-def migrate_external(migrator: Migrator, database: pw.Database, *, fake=False):
-    @migrator.create_model
-    class Auth(pw.Model):
-        id = pw.CharField(max_length=255, unique=True)
-        email = pw.CharField(max_length=255)
-        password = pw.TextField()
-        active = pw.BooleanField()
-
-        class Meta:
-            table_name = "auth"
-
-    @migrator.create_model
-    class Chat(pw.Model):
-        id = pw.CharField(max_length=255, unique=True)
-        user_id = pw.CharField(max_length=255)
-        title = pw.TextField()
-        chat = pw.TextField()
-        timestamp = pw.BigIntegerField()
-
-        class Meta:
-            table_name = "chat"
-
-    @migrator.create_model
-    class ChatIdTag(pw.Model):
-        id = pw.CharField(max_length=255, unique=True)
-        tag_name = pw.CharField(max_length=255)
-        chat_id = pw.CharField(max_length=255)
-        user_id = pw.CharField(max_length=255)
-        timestamp = pw.BigIntegerField()
-
-        class Meta:
-            table_name = "chatidtag"
-
-    @migrator.create_model
-    class Document(pw.Model):
-        id = pw.AutoField()
-        collection_name = pw.CharField(max_length=255, unique=True)
-        name = pw.CharField(max_length=255, unique=True)
-        title = pw.TextField()
-        filename = pw.TextField()
-        content = pw.TextField(null=True)
-        user_id = pw.CharField(max_length=255)
-        timestamp = pw.BigIntegerField()
-
-        class Meta:
-            table_name = "document"
-
-    @migrator.create_model
-    class Modelfile(pw.Model):
-        id = pw.AutoField()
-        tag_name = pw.CharField(max_length=255, unique=True)
-        user_id = pw.CharField(max_length=255)
-        modelfile = pw.TextField()
-        timestamp = pw.BigIntegerField()
-
-        class Meta:
-            table_name = "modelfile"
-
-    @migrator.create_model
-    class Prompt(pw.Model):
-        id = pw.AutoField()
-        command = pw.CharField(max_length=255, unique=True)
-        user_id = pw.CharField(max_length=255)
-        title = pw.TextField()
-        content = pw.TextField()
-        timestamp = pw.BigIntegerField()
-
-        class Meta:
-            table_name = "prompt"
-
-    @migrator.create_model
-    class Tag(pw.Model):
-        id = pw.CharField(max_length=255, unique=True)
-        name = pw.CharField(max_length=255)
-        user_id = pw.CharField(max_length=255)
-        data = pw.TextField(null=True)
-
-        class Meta:
-            table_name = "tag"
-
-    @migrator.create_model
-    class User(pw.Model):
-        id = pw.CharField(max_length=255, unique=True)
-        name = pw.CharField(max_length=255)
-        email = pw.CharField(max_length=255)
-        role = pw.CharField(max_length=255)
-        profile_image_url = pw.TextField()
-        timestamp = pw.BigIntegerField()
-
-        class Meta:
-            table_name = "user"
-
-
-def rollback(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your rollback migrations here."""
-
-    migrator.remove_model("user")
-
-    migrator.remove_model("tag")
-
-    migrator.remove_model("prompt")
-
-    migrator.remove_model("modelfile")
-
-    migrator.remove_model("document")
-
-    migrator.remove_model("chatidtag")
-
-    migrator.remove_model("chat")
-
-    migrator.remove_model("auth")

backend/open_webui/internal/migrations/002_add_local_sharing.py

@@ -1,47 +0,0 @@
-"""Peewee migrations -- 002_add_local_sharing.py.
-
-Some examples (model - class or model name)::
-
-    > Model = migrator.orm['table_name']            # Return model in current state by name
-    > Model = migrator.ModelClass                   # Return model in current state by name
-
-    > migrator.sql(sql)                             # Run custom SQL
-    > migrator.run(func, *args, **kwargs)           # Run python function with the given args
-    > migrator.create_model(Model)                  # Create a model (could be used as decorator)
-    > migrator.remove_model(model, cascade=True)    # Remove a model
-    > migrator.add_fields(model, **fields)          # Add fields to a model
-    > migrator.change_fields(model, **fields)       # Change fields
-    > migrator.remove_fields(model, *field_names, cascade=True)
-    > migrator.rename_field(model, old_field_name, new_field_name)
-    > migrator.rename_table(model, new_table_name)
-    > migrator.add_index(model, *col_names, unique=False)
-    > migrator.add_not_null(model, *field_names)
-    > migrator.add_default(model, field_name, default)
-    > migrator.add_constraint(model, name, sql)
-    > migrator.drop_index(model, *col_names)
-    > migrator.drop_not_null(model, *field_names)
-    > migrator.drop_constraints(model, *constraints)
-
-"""
-
-from contextlib import suppress
-
-import peewee as pw
-from peewee_migrate import Migrator
-
-with suppress(ImportError):
-    import playhouse.postgres_ext as pw_pext
-
-
-def migrate(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your migrations here."""
-
-    migrator.add_fields(
-        "chat", share_id=pw.CharField(max_length=255, null=True, unique=True)
-    )
-
-
-def rollback(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your rollback migrations here."""
-
-    migrator.remove_fields("chat", "share_id")

backend/open_webui/internal/migrations/003_add_auth_api_key.py

@@ -1,47 +0,0 @@
-"""Peewee migrations -- 002_add_local_sharing.py.
-
-Some examples (model - class or model name)::
-
-    > Model = migrator.orm['table_name']            # Return model in current state by name
-    > Model = migrator.ModelClass                   # Return model in current state by name
-
-    > migrator.sql(sql)                             # Run custom SQL
-    > migrator.run(func, *args, **kwargs)           # Run python function with the given args
-    > migrator.create_model(Model)                  # Create a model (could be used as decorator)
-    > migrator.remove_model(model, cascade=True)    # Remove a model
-    > migrator.add_fields(model, **fields)          # Add fields to a model
-    > migrator.change_fields(model, **fields)       # Change fields
-    > migrator.remove_fields(model, *field_names, cascade=True)
-    > migrator.rename_field(model, old_field_name, new_field_name)
-    > migrator.rename_table(model, new_table_name)
-    > migrator.add_index(model, *col_names, unique=False)
-    > migrator.add_not_null(model, *field_names)
-    > migrator.add_default(model, field_name, default)
-    > migrator.add_constraint(model, name, sql)
-    > migrator.drop_index(model, *col_names)
-    > migrator.drop_not_null(model, *field_names)
-    > migrator.drop_constraints(model, *constraints)
-
-"""
-
-from contextlib import suppress
-
-import peewee as pw
-from peewee_migrate import Migrator
-
-with suppress(ImportError):
-    import playhouse.postgres_ext as pw_pext
-
-
-def migrate(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your migrations here."""
-
-    migrator.add_fields(
-        "user", api_key=pw.CharField(max_length=255, null=True, unique=True)
-    )
-
-
-def rollback(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your rollback migrations here."""
-
-    migrator.remove_fields("user", "api_key")

backend/open_webui/internal/migrations/004_add_archived.py

@@ -1,45 +0,0 @@
-"""Peewee migrations -- 002_add_local_sharing.py.
-
-Some examples (model - class or model name)::
-
-    > Model = migrator.orm['table_name']            # Return model in current state by name
-    > Model = migrator.ModelClass                   # Return model in current state by name
-
-    > migrator.sql(sql)                             # Run custom SQL
-    > migrator.run(func, *args, **kwargs)           # Run python function with the given args
-    > migrator.create_model(Model)                  # Create a model (could be used as decorator)
-    > migrator.remove_model(model, cascade=True)    # Remove a model
-    > migrator.add_fields(model, **fields)          # Add fields to a model
-    > migrator.change_fields(model, **fields)       # Change fields
-    > migrator.remove_fields(model, *field_names, cascade=True)
-    > migrator.rename_field(model, old_field_name, new_field_name)
-    > migrator.rename_table(model, new_table_name)
-    > migrator.add_index(model, *col_names, unique=False)
-    > migrator.add_not_null(model, *field_names)
-    > migrator.add_default(model, field_name, default)
-    > migrator.add_constraint(model, name, sql)
-    > migrator.drop_index(model, *col_names)
-    > migrator.drop_not_null(model, *field_names)
-    > migrator.drop_constraints(model, *constraints)
-
-"""
-
-from contextlib import suppress
-
-import peewee as pw
-from peewee_migrate import Migrator
-
-with suppress(ImportError):
-    import playhouse.postgres_ext as pw_pext
-
-
-def migrate(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your migrations here."""
-
-    migrator.add_fields("chat", archived=pw.BooleanField(default=False))
-
-
-def rollback(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your rollback migrations here."""
-
-    migrator.remove_fields("chat", "archived")

backend/open_webui/internal/migrations/005_add_updated_at.py

@@ -1,129 +0,0 @@
-"""Peewee migrations -- 002_add_local_sharing.py.
-
-Some examples (model - class or model name)::
-
-    > Model = migrator.orm['table_name']            # Return model in current state by name
-    > Model = migrator.ModelClass                   # Return model in current state by name
-
-    > migrator.sql(sql)                             # Run custom SQL
-    > migrator.run(func, *args, **kwargs)           # Run python function with the given args
-    > migrator.create_model(Model)                  # Create a model (could be used as decorator)
-    > migrator.remove_model(model, cascade=True)    # Remove a model
-    > migrator.add_fields(model, **fields)          # Add fields to a model
-    > migrator.change_fields(model, **fields)       # Change fields
-    > migrator.remove_fields(model, *field_names, cascade=True)
-    > migrator.rename_field(model, old_field_name, new_field_name)
-    > migrator.rename_table(model, new_table_name)
-    > migrator.add_index(model, *col_names, unique=False)
-    > migrator.add_not_null(model, *field_names)
-    > migrator.add_default(model, field_name, default)
-    > migrator.add_constraint(model, name, sql)
-    > migrator.drop_index(model, *col_names)
-    > migrator.drop_not_null(model, *field_names)
-    > migrator.drop_constraints(model, *constraints)
-
-"""
-
-from contextlib import suppress
-
-import peewee as pw
-from peewee_migrate import Migrator
-
-with suppress(ImportError):
-    import playhouse.postgres_ext as pw_pext
-
-
-def migrate(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your migrations here."""
-
-    if isinstance(database, pw.SqliteDatabase):
-        migrate_sqlite(migrator, database, fake=fake)
-    else:
-        migrate_external(migrator, database, fake=fake)
-
-
-def migrate_sqlite(migrator: Migrator, database: pw.Database, *, fake=False):
-    # Adding fields created_at and updated_at to the 'chat' table
-    migrator.add_fields(
-        "chat",
-        created_at=pw.DateTimeField(null=True),  # Allow null for transition
-        updated_at=pw.DateTimeField(null=True),  # Allow null for transition
-    )
-
-    # Populate the new fields from an existing 'timestamp' field
-    migrator.sql(
-        "UPDATE chat SET created_at = timestamp, updated_at = timestamp WHERE timestamp IS NOT NULL"
-    )
-
-    # Now that the data has been copied, remove the original 'timestamp' field
-    migrator.remove_fields("chat", "timestamp")
-
-    # Update the fields to be not null now that they are populated
-    migrator.change_fields(
-        "chat",
-        created_at=pw.DateTimeField(null=False),
-        updated_at=pw.DateTimeField(null=False),
-    )
-
-
-def migrate_external(migrator: Migrator, database: pw.Database, *, fake=False):
-    # Adding fields created_at and updated_at to the 'chat' table
-    migrator.add_fields(
-        "chat",
-        created_at=pw.BigIntegerField(null=True),  # Allow null for transition
-        updated_at=pw.BigIntegerField(null=True),  # Allow null for transition
-    )
-
-    # Populate the new fields from an existing 'timestamp' field
-    migrator.sql(
-        "UPDATE chat SET created_at = timestamp, updated_at = timestamp WHERE timestamp IS NOT NULL"
-    )
-
-    # Now that the data has been copied, remove the original 'timestamp' field
-    migrator.remove_fields("chat", "timestamp")
-
-    # Update the fields to be not null now that they are populated
-    migrator.change_fields(
-        "chat",
-        created_at=pw.BigIntegerField(null=False),
-        updated_at=pw.BigIntegerField(null=False),
-    )
-
-
-def rollback(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your rollback migrations here."""
-
-    if isinstance(database, pw.SqliteDatabase):
-        rollback_sqlite(migrator, database, fake=fake)
-    else:
-        rollback_external(migrator, database, fake=fake)
-
-
-def rollback_sqlite(migrator: Migrator, database: pw.Database, *, fake=False):
-    # Recreate the timestamp field initially allowing null values for safe transition
-    migrator.add_fields("chat", timestamp=pw.DateTimeField(null=True))
-
-    # Copy the earliest created_at date back into the new timestamp field
-    # This assumes created_at was originally a copy of timestamp
-    migrator.sql("UPDATE chat SET timestamp = created_at")
-
-    # Remove the created_at and updated_at fields
-    migrator.remove_fields("chat", "created_at", "updated_at")
-
-    # Finally, alter the timestamp field to not allow nulls if that was the original setting
-    migrator.change_fields("chat", timestamp=pw.DateTimeField(null=False))
-
-
-def rollback_external(migrator: Migrator, database: pw.Database, *, fake=False):
-    # Recreate the timestamp field initially allowing null values for safe transition
-    migrator.add_fields("chat", timestamp=pw.BigIntegerField(null=True))
-
-    # Copy the earliest created_at date back into the new timestamp field
-    # This assumes created_at was originally a copy of timestamp
-    migrator.sql("UPDATE chat SET timestamp = created_at")
-
-    # Remove the created_at and updated_at fields
-    migrator.remove_fields("chat", "created_at", "updated_at")
-
-    # Finally, alter the timestamp field to not allow nulls if that was the original setting
-    migrator.change_fields("chat", timestamp=pw.BigIntegerField(null=False))

backend/open_webui/internal/migrations/006_migrate_timestamps_and_charfields.py

@@ -1,129 +0,0 @@
-"""Peewee migrations -- 006_migrate_timestamps_and_charfields.py.
-
-Some examples (model - class or model name)::
-
-    > Model = migrator.orm['table_name']            # Return model in current state by name
-    > Model = migrator.ModelClass                   # Return model in current state by name
-
-    > migrator.sql(sql)                             # Run custom SQL
-    > migrator.run(func, *args, **kwargs)           # Run python function with the given args
-    > migrator.create_model(Model)                  # Create a model (could be used as decorator)
-    > migrator.remove_model(model, cascade=True)    # Remove a model
-    > migrator.add_fields(model, **fields)          # Add fields to a model
-    > migrator.change_fields(model, **fields)       # Change fields
-    > migrator.remove_fields(model, *field_names, cascade=True)
-    > migrator.rename_field(model, old_field_name, new_field_name)
-    > migrator.rename_table(model, new_table_name)
-    > migrator.add_index(model, *col_names, unique=False)
-    > migrator.add_not_null(model, *field_names)
-    > migrator.add_default(model, field_name, default)
-    > migrator.add_constraint(model, name, sql)
-    > migrator.drop_index(model, *col_names)
-    > migrator.drop_not_null(model, *field_names)
-    > migrator.drop_constraints(model, *constraints)
-
-"""
-
-from contextlib import suppress
-
-import peewee as pw
-from peewee_migrate import Migrator
-
-with suppress(ImportError):
-    import playhouse.postgres_ext as pw_pext
-
-
-def migrate(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your migrations here."""
-
-    # Alter the tables with timestamps
-    migrator.change_fields(
-        "chatidtag",
-        timestamp=pw.BigIntegerField(),
-    )
-    migrator.change_fields(
-        "document",
-        timestamp=pw.BigIntegerField(),
-    )
-    migrator.change_fields(
-        "modelfile",
-        timestamp=pw.BigIntegerField(),
-    )
-    migrator.change_fields(
-        "prompt",
-        timestamp=pw.BigIntegerField(),
-    )
-    migrator.change_fields(
-        "user",
-        timestamp=pw.BigIntegerField(),
-    )
-    # Alter the tables with varchar to text where necessary
-    migrator.change_fields(
-        "auth",
-        password=pw.TextField(),
-    )
-    migrator.change_fields(
-        "chat",
-        title=pw.TextField(),
-    )
-    migrator.change_fields(
-        "document",
-        title=pw.TextField(),
-        filename=pw.TextField(),
-    )
-    migrator.change_fields(
-        "prompt",
-        title=pw.TextField(),
-    )
-    migrator.change_fields(
-        "user",
-        profile_image_url=pw.TextField(),
-    )
-
-
-def rollback(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your rollback migrations here."""
-
-    if isinstance(database, pw.SqliteDatabase):
-        # Alter the tables with timestamps
-        migrator.change_fields(
-            "chatidtag",
-            timestamp=pw.DateField(),
-        )
-        migrator.change_fields(
-            "document",
-            timestamp=pw.DateField(),
-        )
-        migrator.change_fields(
-            "modelfile",
-            timestamp=pw.DateField(),
-        )
-        migrator.change_fields(
-            "prompt",
-            timestamp=pw.DateField(),
-        )
-        migrator.change_fields(
-            "user",
-            timestamp=pw.DateField(),
-        )
-    migrator.change_fields(
-        "auth",
-        password=pw.CharField(max_length=255),
-    )
-    migrator.change_fields(
-        "chat",
-        title=pw.CharField(),
-    )
-    migrator.change_fields(
-        "document",
-        title=pw.CharField(),
-        filename=pw.CharField(),
-    )
-    migrator.change_fields(
-        "prompt",
-        title=pw.CharField(),
-    )
-    migrator.change_fields(
-        "user",
-        profile_image_url=pw.CharField(),
-    )

backend/open_webui/internal/migrations/007_add_user_last_active_at.py

@@ -1,78 +0,0 @@
-"""Peewee migrations -- 002_add_local_sharing.py.
-
-Some examples (model - class or model name)::
-
-    > Model = migrator.orm['table_name']            # Return model in current state by name
-    > Model = migrator.ModelClass                   # Return model in current state by name
-
-    > migrator.sql(sql)                             # Run custom SQL
-    > migrator.run(func, *args, **kwargs)           # Run python function with the given args
-    > migrator.create_model(Model)                  # Create a model (could be used as decorator)
-    > migrator.remove_model(model, cascade=True)    # Remove a model
-    > migrator.add_fields(model, **fields)          # Add fields to a model
-    > migrator.change_fields(model, **fields)       # Change fields
-    > migrator.remove_fields(model, *field_names, cascade=True)
-    > migrator.rename_field(model, old_field_name, new_field_name)
-    > migrator.rename_table(model, new_table_name)
-    > migrator.add_index(model, *col_names, unique=False)
-    > migrator.add_not_null(model, *field_names)
-    > migrator.add_default(model, field_name, default)
-    > migrator.add_constraint(model, name, sql)
-    > migrator.drop_index(model, *col_names)
-    > migrator.drop_not_null(model, *field_names)
-    > migrator.drop_constraints(model, *constraints)
-
-"""
-
-from contextlib import suppress
-
-import peewee as pw
-from peewee_migrate import Migrator
-
-with suppress(ImportError):
-    import playhouse.postgres_ext as pw_pext
-
-
-def migrate(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your migrations here."""
-
-    # Adding fields created_at and updated_at to the 'user' table
-    migrator.add_fields(
-        "user",
-        created_at=pw.BigIntegerField(null=True),  # Allow null for transition
-        updated_at=pw.BigIntegerField(null=True),  # Allow null for transition
-        last_active_at=pw.BigIntegerField(null=True),  # Allow null for transition
-    )
-
-    # Populate the new fields from an existing 'timestamp' field
-    migrator.sql(
-        'UPDATE "user" SET created_at = timestamp, updated_at = timestamp, last_active_at = timestamp WHERE timestamp IS NOT NULL'
-    )
-
-    # Now that the data has been copied, remove the original 'timestamp' field
-    migrator.remove_fields("user", "timestamp")
-
-    # Update the fields to be not null now that they are populated
-    migrator.change_fields(
-        "user",
-        created_at=pw.BigIntegerField(null=False),
-        updated_at=pw.BigIntegerField(null=False),
-        last_active_at=pw.BigIntegerField(null=False),
-    )
-
-
-def rollback(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your rollback migrations here."""
-
-    # Recreate the timestamp field initially allowing null values for safe transition
-    migrator.add_fields("user", timestamp=pw.BigIntegerField(null=True))
-
-    # Copy the earliest created_at date back into the new timestamp field
-    # This assumes created_at was originally a copy of timestamp
-    migrator.sql('UPDATE "user" SET timestamp = created_at')
-
-    # Remove the created_at and updated_at fields
-    migrator.remove_fields("user", "created_at", "updated_at", "last_active_at")
-
-    # Finally, alter the timestamp field to not allow nulls if that was the original setting
-    migrator.change_fields("user", timestamp=pw.BigIntegerField(null=False))

backend/open_webui/internal/migrations/008_add_memory.py

@@ -1,52 +0,0 @@
-"""Peewee migrations -- 002_add_local_sharing.py.
-
-Some examples (model - class or model name)::
-
-    > Model = migrator.orm['table_name']            # Return model in current state by name
-    > Model = migrator.ModelClass                   # Return model in current state by name
-
-    > migrator.sql(sql)                             # Run custom SQL
-    > migrator.run(func, *args, **kwargs)           # Run python function with the given args
-    > migrator.create_model(Model)                  # Create a model (could be used as decorator)
-    > migrator.remove_model(model, cascade=True)    # Remove a model
-    > migrator.add_fields(model, **fields)          # Add fields to a model
-    > migrator.change_fields(model, **fields)       # Change fields
-    > migrator.remove_fields(model, *field_names, cascade=True)
-    > migrator.rename_field(model, old_field_name, new_field_name)
-    > migrator.rename_table(model, new_table_name)
-    > migrator.add_index(model, *col_names, unique=False)
-    > migrator.add_not_null(model, *field_names)
-    > migrator.add_default(model, field_name, default)
-    > migrator.add_constraint(model, name, sql)
-    > migrator.drop_index(model, *col_names)
-    > migrator.drop_not_null(model, *field_names)
-    > migrator.drop_constraints(model, *constraints)
-
-"""
-
-from contextlib import suppress
-
-import peewee as pw
-from peewee_migrate import Migrator
-
-with suppress(ImportError):
-    import playhouse.postgres_ext as pw_pext
-
-
-def migrate(migrator: Migrator, database: pw.Database, *, fake=False):
-    @migrator.create_model
-    class Memory(pw.Model):
-        id = pw.CharField(max_length=255, unique=True)
-        user_id = pw.CharField(max_length=255)
-        content = pw.TextField(null=False)
-        updated_at = pw.BigIntegerField(null=False)
-        created_at = pw.BigIntegerField(null=False)
-
-        class Meta:
-            table_name = "memory"
-
-
-def rollback(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your rollback migrations here."""
-
-    migrator.remove_model("memory")

backend/open_webui/internal/migrations/009_add_models.py

@@ -1,60 +0,0 @@
-"""Peewee migrations -- 009_add_models.py.
-
-Some examples (model - class or model name)::
-
-    > Model = migrator.orm['table_name']            # Return model in current state by name
-    > Model = migrator.ModelClass                   # Return model in current state by name
-
-    > migrator.sql(sql)                             # Run custom SQL
-    > migrator.run(func, *args, **kwargs)           # Run python function with the given args
-    > migrator.create_model(Model)                  # Create a model (could be used as decorator)
-    > migrator.remove_model(model, cascade=True)    # Remove a model
-    > migrator.add_fields(model, **fields)          # Add fields to a model
-    > migrator.change_fields(model, **fields)       # Change fields
-    > migrator.remove_fields(model, *field_names, cascade=True)
-    > migrator.rename_field(model, old_field_name, new_field_name)
-    > migrator.rename_table(model, new_table_name)
-    > migrator.add_index(model, *col_names, unique=False)
-    > migrator.add_not_null(model, *field_names)
-    > migrator.add_default(model, field_name, default)
-    > migrator.add_constraint(model, name, sql)
-    > migrator.drop_index(model, *col_names)
-    > migrator.drop_not_null(model, *field_names)
-    > migrator.drop_constraints(model, *constraints)
-
-"""
-
-from contextlib import suppress
-
-import peewee as pw
-from peewee_migrate import Migrator
-
-with suppress(ImportError):
-    import playhouse.postgres_ext as pw_pext
-
-
-def migrate(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your migrations here."""
-
-    @migrator.create_model
-    class Model(pw.Model):
-        id = pw.TextField(unique=True)
-        user_id = pw.TextField()
-        base_model_id = pw.TextField(null=True)
-
-        name = pw.TextField()
-
-        meta = pw.TextField()
-        params = pw.TextField()
-
-        created_at = pw.BigIntegerField(null=False)
-        updated_at = pw.BigIntegerField(null=False)
-
-        class Meta:
-            table_name = "model"
-
-
-def rollback(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your rollback migrations here."""
-
-    migrator.remove_model("model")

backend/open_webui/internal/migrations/010_migrate_modelfiles_to_models.py

@@ -1,130 +0,0 @@
-"""Peewee migrations -- 009_add_models.py.
-
-Some examples (model - class or model name)::
-
-    > Model = migrator.orm['table_name']            # Return model in current state by name
-    > Model = migrator.ModelClass                   # Return model in current state by name
-
-    > migrator.sql(sql)                             # Run custom SQL
-    > migrator.run(func, *args, **kwargs)           # Run python function with the given args
-    > migrator.create_model(Model)                  # Create a model (could be used as decorator)
-    > migrator.remove_model(model, cascade=True)    # Remove a model
-    > migrator.add_fields(model, **fields)          # Add fields to a model
-    > migrator.change_fields(model, **fields)       # Change fields
-    > migrator.remove_fields(model, *field_names, cascade=True)
-    > migrator.rename_field(model, old_field_name, new_field_name)
-    > migrator.rename_table(model, new_table_name)
-    > migrator.add_index(model, *col_names, unique=False)
-    > migrator.add_not_null(model, *field_names)
-    > migrator.add_default(model, field_name, default)
-    > migrator.add_constraint(model, name, sql)
-    > migrator.drop_index(model, *col_names)
-    > migrator.drop_not_null(model, *field_names)
-    > migrator.drop_constraints(model, *constraints)
-
-"""
-
-from contextlib import suppress
-
-import peewee as pw
-from peewee_migrate import Migrator
-import json
-
-from open_webui.utils.misc import parse_ollama_modelfile
-
-with suppress(ImportError):
-    import playhouse.postgres_ext as pw_pext
-
-
-def migrate(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your migrations here."""
-
-    # Fetch data from 'modelfile' table and insert into 'model' table
-    migrate_modelfile_to_model(migrator, database)
-    # Drop the 'modelfile' table
-    migrator.remove_model("modelfile")
-
-
-def migrate_modelfile_to_model(migrator: Migrator, database: pw.Database):
-    ModelFile = migrator.orm["modelfile"]
-    Model = migrator.orm["model"]
-
-    modelfiles = ModelFile.select()
-
-    for modelfile in modelfiles:
-        # Extract and transform data in Python
-
-        modelfile.modelfile = json.loads(modelfile.modelfile)
-        meta = json.dumps(
-            {
-                "description": modelfile.modelfile.get("desc"),
-                "profile_image_url": modelfile.modelfile.get("imageUrl"),
-                "ollama": {"modelfile": modelfile.modelfile.get("content")},
-                "suggestion_prompts": modelfile.modelfile.get("suggestionPrompts"),
-                "categories": modelfile.modelfile.get("categories"),
-                "user": {**modelfile.modelfile.get("user", {}), "community": True},
-            }
-        )
-
-        info = parse_ollama_modelfile(modelfile.modelfile.get("content"))
-
-        # Insert the processed data into the 'model' table
-        Model.create(
-            id=f"ollama-{modelfile.tag_name}",
-            user_id=modelfile.user_id,
-            base_model_id=info.get("base_model_id"),
-            name=modelfile.modelfile.get("title"),
-            meta=meta,
-            params=json.dumps(info.get("params", {})),
-            created_at=modelfile.timestamp,
-            updated_at=modelfile.timestamp,
-        )
-
-
-def rollback(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your rollback migrations here."""
-
-    recreate_modelfile_table(migrator, database)
-    move_data_back_to_modelfile(migrator, database)
-    migrator.remove_model("model")
-
-
-def recreate_modelfile_table(migrator: Migrator, database: pw.Database):
-    query = """
-    CREATE TABLE IF NOT EXISTS modelfile (
-        user_id TEXT,
-        tag_name TEXT,
-        modelfile JSON,
-        timestamp BIGINT
-    )
-    """
-    migrator.sql(query)
-
-
-def move_data_back_to_modelfile(migrator: Migrator, database: pw.Database):
-    Model = migrator.orm["model"]
-    Modelfile = migrator.orm["modelfile"]
-
-    models = Model.select()
-
-    for model in models:
-        # Extract and transform data in Python
-        meta = json.loads(model.meta)
-
-        modelfile_data = {
-            "title": model.name,
-            "desc": meta.get("description"),
-            "imageUrl": meta.get("profile_image_url"),
-            "content": meta.get("ollama", {}).get("modelfile"),
-            "suggestionPrompts": meta.get("suggestion_prompts"),
-            "categories": meta.get("categories"),
-            "user": {k: v for k, v in meta.get("user", {}).items() if k != "community"},
-        }
-
-        # Insert the processed data back into the 'modelfile' table
-        Modelfile.create(
-            user_id=model.user_id,
-            tag_name=model.id,
-            modelfile=modelfile_data,
-            timestamp=model.created_at,
-        )

backend/open_webui/internal/migrations/011_add_user_settings.py

@@ -1,47 +0,0 @@
-"""Peewee migrations -- 002_add_local_sharing.py.
-
-Some examples (model - class or model name)::
-
-    > Model = migrator.orm['table_name']            # Return model in current state by name
-    > Model = migrator.ModelClass                   # Return model in current state by name
-
-    > migrator.sql(sql)                             # Run custom SQL
-    > migrator.run(func, *args, **kwargs)           # Run python function with the given args
-    > migrator.create_model(Model)                  # Create a model (could be used as decorator)
-    > migrator.remove_model(model, cascade=True)    # Remove a model
-    > migrator.add_fields(model, **fields)          # Add fields to a model
-    > migrator.change_fields(model, **fields)       # Change fields
-    > migrator.remove_fields(model, *field_names, cascade=True)
-    > migrator.rename_field(model, old_field_name, new_field_name)
-    > migrator.rename_table(model, new_table_name)
-    > migrator.add_index(model, *col_names, unique=False)
-    > migrator.add_not_null(model, *field_names)
-    > migrator.add_default(model, field_name, default)
-    > migrator.add_constraint(model, name, sql)
-    > migrator.drop_index(model, *col_names)
-    > migrator.drop_not_null(model, *field_names)
-    > migrator.drop_constraints(model, *constraints)
-
-"""
-
-from contextlib import suppress
-
-import peewee as pw
-from peewee_migrate import Migrator
-
-with suppress(ImportError):
-    import playhouse.postgres_ext as pw_pext
-
-
-def migrate(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your migrations here."""
-
-    # Adding fields settings to the 'user' table
-    migrator.add_fields("user", settings=pw.TextField(null=True))
-
-
-def rollback(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your rollback migrations here."""
-
-    # Remove the settings field
-    migrator.remove_fields("user", "settings")

backend/open_webui/internal/migrations/012_add_tools.py

@@ -1,60 +0,0 @@
-"""Peewee migrations -- 009_add_models.py.
-
-Some examples (model - class or model name)::
-
-    > Model = migrator.orm['table_name']            # Return model in current state by name
-    > Model = migrator.ModelClass                   # Return model in current state by name
-
-    > migrator.sql(sql)                             # Run custom SQL
-    > migrator.run(func, *args, **kwargs)           # Run python function with the given args
-    > migrator.create_model(Model)                  # Create a model (could be used as decorator)
-    > migrator.remove_model(model, cascade=True)    # Remove a model
-    > migrator.add_fields(model, **fields)          # Add fields to a model
-    > migrator.change_fields(model, **fields)       # Change fields
-    > migrator.remove_fields(model, *field_names, cascade=True)
-    > migrator.rename_field(model, old_field_name, new_field_name)
-    > migrator.rename_table(model, new_table_name)
-    > migrator.add_index(model, *col_names, unique=False)
-    > migrator.add_not_null(model, *field_names)
-    > migrator.add_default(model, field_name, default)
-    > migrator.add_constraint(model, name, sql)
-    > migrator.drop_index(model, *col_names)
-    > migrator.drop_not_null(model, *field_names)
-    > migrator.drop_constraints(model, *constraints)
-
-"""
-
-from contextlib import suppress
-
-import peewee as pw
-from peewee_migrate import Migrator
-
-with suppress(ImportError):
-    import playhouse.postgres_ext as pw_pext
-
-
-def migrate(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your migrations here."""
-
-    @migrator.create_model
-    class Tool(pw.Model):
-        id = pw.TextField(unique=True)
-        user_id = pw.TextField()
-
-        name = pw.TextField()
-        content = pw.TextField()
-        specs = pw.TextField()
-
-        meta = pw.TextField()
-
-        created_at = pw.BigIntegerField(null=False)
-        updated_at = pw.BigIntegerField(null=False)
-
-        class Meta:
-            table_name = "tool"
-
-
-def rollback(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your rollback migrations here."""
-
-    migrator.remove_model("tool")

backend/open_webui/internal/migrations/013_add_user_info.py

@@ -1,47 +0,0 @@
-"""Peewee migrations -- 002_add_local_sharing.py.
-
-Some examples (model - class or model name)::
-
-    > Model = migrator.orm['table_name']            # Return model in current state by name
-    > Model = migrator.ModelClass                   # Return model in current state by name
-
-    > migrator.sql(sql)                             # Run custom SQL
-    > migrator.run(func, *args, **kwargs)           # Run python function with the given args
-    > migrator.create_model(Model)                  # Create a model (could be used as decorator)
-    > migrator.remove_model(model, cascade=True)    # Remove a model
-    > migrator.add_fields(model, **fields)          # Add fields to a model
-    > migrator.change_fields(model, **fields)       # Change fields
-    > migrator.remove_fields(model, *field_names, cascade=True)
-    > migrator.rename_field(model, old_field_name, new_field_name)
-    > migrator.rename_table(model, new_table_name)
-    > migrator.add_index(model, *col_names, unique=False)
-    > migrator.add_not_null(model, *field_names)
-    > migrator.add_default(model, field_name, default)
-    > migrator.add_constraint(model, name, sql)
-    > migrator.drop_index(model, *col_names)
-    > migrator.drop_not_null(model, *field_names)
-    > migrator.drop_constraints(model, *constraints)
-
-"""
-
-from contextlib import suppress
-
-import peewee as pw
-from peewee_migrate import Migrator
-
-with suppress(ImportError):
-    import playhouse.postgres_ext as pw_pext
-
-
-def migrate(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your migrations here."""
-
-    # Adding fields info to the 'user' table
-    migrator.add_fields("user", info=pw.TextField(null=True))
-
-
-def rollback(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your rollback migrations here."""
-
-    # Remove the settings field
-    migrator.remove_fields("user", "info")

backend/open_webui/internal/migrations/014_add_files.py

@@ -1,54 +0,0 @@
-"""Peewee migrations -- 009_add_models.py.
-
-Some examples (model - class or model name)::
-
-    > Model = migrator.orm['table_name']            # Return model in current state by name
-    > Model = migrator.ModelClass                   # Return model in current state by name
-
-    > migrator.sql(sql)                             # Run custom SQL
-    > migrator.run(func, *args, **kwargs)           # Run python function with the given args
-    > migrator.create_model(Model)                  # Create a model (could be used as decorator)
-    > migrator.remove_model(model, cascade=True)    # Remove a model
-    > migrator.add_fields(model, **fields)          # Add fields to a model
-    > migrator.change_fields(model, **fields)       # Change fields
-    > migrator.remove_fields(model, *field_names, cascade=True)
-    > migrator.rename_field(model, old_field_name, new_field_name)
-    > migrator.rename_table(model, new_table_name)
-    > migrator.add_index(model, *col_names, unique=False)
-    > migrator.add_not_null(model, *field_names)
-    > migrator.add_default(model, field_name, default)
-    > migrator.add_constraint(model, name, sql)
-    > migrator.drop_index(model, *col_names)
-    > migrator.drop_not_null(model, *field_names)
-    > migrator.drop_constraints(model, *constraints)
-
-"""
-
-from contextlib import suppress
-
-import peewee as pw
-from peewee_migrate import Migrator
-
-with suppress(ImportError):
-    import playhouse.postgres_ext as pw_pext
-
-
-def migrate(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your migrations here."""
-
-    @migrator.create_model
-    class File(pw.Model):
-        id = pw.TextField(unique=True)
-        user_id = pw.TextField()
-        filename = pw.TextField()
-        meta = pw.TextField()
-        created_at = pw.BigIntegerField(null=False)
-
-        class Meta:
-            table_name = "file"
-
-
-def rollback(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your rollback migrations here."""
-
-    migrator.remove_model("file")

backend/open_webui/internal/migrations/015_add_functions.py

@@ -1,60 +0,0 @@
-"""Peewee migrations -- 009_add_models.py.
-
-Some examples (model - class or model name)::
-
-    > Model = migrator.orm['table_name']            # Return model in current state by name
-    > Model = migrator.ModelClass                   # Return model in current state by name
-
-    > migrator.sql(sql)                             # Run custom SQL
-    > migrator.run(func, *args, **kwargs)           # Run python function with the given args
-    > migrator.create_model(Model)                  # Create a model (could be used as decorator)
-    > migrator.remove_model(model, cascade=True)    # Remove a model
-    > migrator.add_fields(model, **fields)          # Add fields to a model
-    > migrator.change_fields(model, **fields)       # Change fields
-    > migrator.remove_fields(model, *field_names, cascade=True)
-    > migrator.rename_field(model, old_field_name, new_field_name)
-    > migrator.rename_table(model, new_table_name)
-    > migrator.add_index(model, *col_names, unique=False)
-    > migrator.add_not_null(model, *field_names)
-    > migrator.add_default(model, field_name, default)
-    > migrator.add_constraint(model, name, sql)
-    > migrator.drop_index(model, *col_names)
-    > migrator.drop_not_null(model, *field_names)
-    > migrator.drop_constraints(model, *constraints)
-
-"""
-
-from contextlib import suppress
-
-import peewee as pw
-from peewee_migrate import Migrator
-
-with suppress(ImportError):
-    import playhouse.postgres_ext as pw_pext
-
-
-def migrate(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your migrations here."""
-
-    @migrator.create_model
-    class Function(pw.Model):
-        id = pw.TextField(unique=True)
-        user_id = pw.TextField()
-
-        name = pw.TextField()
-        type = pw.TextField()
-
-        content = pw.TextField()
-        meta = pw.TextField()
-
-        created_at = pw.BigIntegerField(null=False)
-        updated_at = pw.BigIntegerField(null=False)
-
-        class Meta:
-            table_name = "function"
-
-
-def rollback(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your rollback migrations here."""
-
-    migrator.remove_model("function")

backend/open_webui/internal/migrations/016_add_valves_and_is_active.py

@@ -1,49 +0,0 @@
-"""Peewee migrations -- 009_add_models.py.
-
-Some examples (model - class or model name)::
-
-    > Model = migrator.orm['table_name']            # Return model in current state by name
-    > Model = migrator.ModelClass                   # Return model in current state by name
-
-    > migrator.sql(sql)                             # Run custom SQL
-    > migrator.run(func, *args, **kwargs)           # Run python function with the given args
-    > migrator.create_model(Model)                  # Create a model (could be used as decorator)
-    > migrator.remove_model(model, cascade=True)    # Remove a model
-    > migrator.add_fields(model, **fields)          # Add fields to a model
-    > migrator.change_fields(model, **fields)       # Change fields
-    > migrator.remove_fields(model, *field_names, cascade=True)
-    > migrator.rename_field(model, old_field_name, new_field_name)
-    > migrator.rename_table(model, new_table_name)
-    > migrator.add_index(model, *col_names, unique=False)
-    > migrator.add_not_null(model, *field_names)
-    > migrator.add_default(model, field_name, default)
-    > migrator.add_constraint(model, name, sql)
-    > migrator.drop_index(model, *col_names)
-    > migrator.drop_not_null(model, *field_names)
-    > migrator.drop_constraints(model, *constraints)
-
-"""
-
-from contextlib import suppress
-
-import peewee as pw
-from peewee_migrate import Migrator
-
-with suppress(ImportError):
-    import playhouse.postgres_ext as pw_pext
-
-
-def migrate(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your migrations here."""
-
-    migrator.add_fields("tool", valves=pw.TextField(null=True))
-    migrator.add_fields("function", valves=pw.TextField(null=True))
-    migrator.add_fields("function", is_active=pw.BooleanField(default=False))
-
-
-def rollback(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your rollback migrations here."""
-
-    migrator.remove_fields("tool", "valves")
-    migrator.remove_fields("function", "valves")
-    migrator.remove_fields("function", "is_active")

backend/open_webui/internal/migrations/017_add_user_oauth_sub.py

@@ -1,44 +0,0 @@
-"""Peewee migrations -- 017_add_user_oauth_sub.py.
-Some examples (model - class or model name)::
-    > Model = migrator.orm['table_name']            # Return model in current state by name
-    > Model = migrator.ModelClass                   # Return model in current state by name
-    > migrator.sql(sql)                             # Run custom SQL
-    > migrator.run(func, *args, **kwargs)           # Run python function with the given args
-    > migrator.create_model(Model)                  # Create a model (could be used as decorator)
-    > migrator.remove_model(model, cascade=True)    # Remove a model
-    > migrator.add_fields(model, **fields)          # Add fields to a model
-    > migrator.change_fields(model, **fields)       # Change fields
-    > migrator.remove_fields(model, *field_names, cascade=True)
-    > migrator.rename_field(model, old_field_name, new_field_name)
-    > migrator.rename_table(model, new_table_name)
-    > migrator.add_index(model, *col_names, unique=False)
-    > migrator.add_not_null(model, *field_names)
-    > migrator.add_default(model, field_name, default)
-    > migrator.add_constraint(model, name, sql)
-    > migrator.drop_index(model, *col_names)
-    > migrator.drop_not_null(model, *field_names)
-    > migrator.drop_constraints(model, *constraints)
-"""
-
-from contextlib import suppress
-
-import peewee as pw
-from peewee_migrate import Migrator
-
-with suppress(ImportError):
-    import playhouse.postgres_ext as pw_pext
-
-
-def migrate(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your migrations here."""
-
-    migrator.add_fields(
-        "user",
-        oauth_sub=pw.TextField(null=True, unique=True),
-    )
-
-
-def rollback(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your rollback migrations here."""
-
-    migrator.remove_fields("user", "oauth_sub")

backend/open_webui/internal/migrations/018_add_function_is_global.py

@@ -1,48 +0,0 @@
-"""Peewee migrations -- 017_add_user_oauth_sub.py.
-
-Some examples (model - class or model name)::
-
-    > Model = migrator.orm['table_name']            # Return model in current state by name
-    > Model = migrator.ModelClass                   # Return model in current state by name
-
-    > migrator.sql(sql)                             # Run custom SQL
-    > migrator.run(func, *args, **kwargs)           # Run python function with the given args
-    > migrator.create_model(Model)                  # Create a model (could be used as decorator)
-    > migrator.remove_model(model, cascade=True)    # Remove a model
-    > migrator.add_fields(model, **fields)          # Add fields to a model
-    > migrator.change_fields(model, **fields)       # Change fields
-    > migrator.remove_fields(model, *field_names, cascade=True)
-    > migrator.rename_field(model, old_field_name, new_field_name)
-    > migrator.rename_table(model, new_table_name)
-    > migrator.add_index(model, *col_names, unique=False)
-    > migrator.add_not_null(model, *field_names)
-    > migrator.add_default(model, field_name, default)
-    > migrator.add_constraint(model, name, sql)
-    > migrator.drop_index(model, *col_names)
-    > migrator.drop_not_null(model, *field_names)
-    > migrator.drop_constraints(model, *constraints)
-
-"""
-
-from contextlib import suppress
-
-import peewee as pw
-from peewee_migrate import Migrator
-
-with suppress(ImportError):
-    import playhouse.postgres_ext as pw_pext
-
-
-def migrate(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your migrations here."""
-
-    migrator.add_fields(
-        "function",
-        is_global=pw.BooleanField(default=False),
-    )
-
-
-def rollback(migrator: Migrator, database: pw.Database, *, fake=False):
-    """Write your rollback migrations here."""
-
-    migrator.remove_fields("function", "is_global")

backend/open_webui/internal/wrappers.py

@@ -1,86 +0,0 @@
-import logging
-import os
-from contextvars import ContextVar
-
-from peewee import *
-from peewee import InterfaceError as PeeWeeInterfaceError
-from peewee import PostgresqlDatabase
-from playhouse.db_url import connect, parse
-from playhouse.shortcuts import ReconnectMixin
-
-log = logging.getLogger(__name__)
-
-db_state_default = {"closed": None, "conn": None, "ctx": None, "transactions": None}
-db_state = ContextVar("db_state", default=db_state_default.copy())
-
-
-class PeeweeConnectionState(object):
-    def __init__(self, **kwargs):
-        super().__setattr__("_state", db_state)
-        super().__init__(**kwargs)
-
-    def __setattr__(self, name, value):
-        self._state.get()[name] = value
-
-    def __getattr__(self, name):
-        value = self._state.get()[name]
-        return value
-
-
-class CustomReconnectMixin(ReconnectMixin):
-    reconnect_errors = (
-        # psycopg2
-        (OperationalError, "termin"),
-        (InterfaceError, "closed"),
-        # peewee
-        (PeeWeeInterfaceError, "closed"),
-    )
-
-
-class ReconnectingPostgresqlDatabase(CustomReconnectMixin, PostgresqlDatabase):
-    pass
-
-
-def register_connection(db_url):
-    # Check if using SQLCipher protocol
-    if db_url.startswith("sqlite+sqlcipher://"):
-        database_password = os.environ.get("DATABASE_PASSWORD")
-        if not database_password or database_password.strip() == "":
-            raise ValueError(
-                "DATABASE_PASSWORD is required when using sqlite+sqlcipher:// URLs"
-            )
-        from playhouse.sqlcipher_ext import SqlCipherDatabase
-
-        # Parse the database path from SQLCipher URL
-        # Convert sqlite+sqlcipher:///path/to/db.sqlite to /path/to/db.sqlite
-        db_path = db_url.replace("sqlite+sqlcipher://", "")
-
-        # Use Peewee's native SqlCipherDatabase with encryption
-        db = SqlCipherDatabase(db_path, passphrase=database_password)
-        db.autoconnect = True
-        db.reuse_if_open = True
-        log.info("Connected to encrypted SQLite database using SQLCipher")
-
-    else:
-        # Standard database connection (existing logic)
-        db = connect(db_url, unquote_user=True, unquote_password=True)
-        if isinstance(db, PostgresqlDatabase):
-            # Enable autoconnect for SQLite databases, managed by Peewee
-            db.autoconnect = True
-            db.reuse_if_open = True
-            log.info("Connected to PostgreSQL database")
-
-            # Get the connection details
-            connection = parse(db_url, unquote_user=True, unquote_password=True)
-
-            # Use our custom database class that supports reconnection
-            db = ReconnectingPostgresqlDatabase(**connection)
-            db.connect(reuse_if_open=True)
-        elif isinstance(db, SqliteDatabase):
-            # Enable autoconnect for SQLite databases, managed by Peewee
-            db.autoconnect = True
-            db.reuse_if_open = True
-            log.info("Connected to SQLite database")
-        else:
-            raise ValueError("Unsupported database connection")
-    return db

backend/open_webui/migrations/env.py

@@ -1,108 +1,84 @@
-from logging.config import fileConfig
+from __future__ import annotations
 
-from alembic import context
+# Alembic environment configuration runner.
+# Coordinates database migrations in both offline and online execution modes.
+import logging.config
+import logging
+import alembic.context
+from open_webui.env import DATABASE_PASSWORD, DATABASE_URL, LOG_FORMAT
+from open_webui.internal.db import extract_ssl_params_from_url, reattach_ssl_params_to_url
 from open_webui.models.auths import Auth
-from open_webui.env import DATABASE_URL, DATABASE_PASSWORD
-from sqlalchemy import engine_from_config, pool, create_engine
+from open_webui.models.calendar import Calendar, CalendarEvent, CalendarEventAttendee  # noqa: F401
+from sqlalchemy import create_engine, engine_from_config, pool
 
-# this is the Alembic Config object, which provides
-# access to the values within the .ini file in use.
-config = context.config
+alembic_config = alembic.context.config
+if alembic_config.config_file_name:
+    logging.config.fileConfig(alembic_config.config_file_name, disable_existing_loggers=False)
+if LOG_FORMAT == 'json':
+    from open_webui.env import JSONFormatter
 
-# Interpret the config file for Python logging.
-# This line sets up loggers basically.
-if config.config_file_name is not None:
-    fileConfig(config.config_file_name, disable_existing_loggers=False)
-
-# add your model's MetaData object here
-# for 'autogenerate' support
-# from myapp import mymodel
-# target_metadata = mymodel.Base.metadata
-target_metadata = Auth.metadata
-
-# other values from the config, defined by the needs of env.py,
-# can be acquired:
-# my_important_option = config.get_main_option("my_important_option")
-# ... etc.
-
-DB_URL = DATABASE_URL
-
-if DB_URL:
-    config.set_main_option("sqlalchemy.url", DB_URL.replace("%", "%%"))
+    for log_handler in logging.root.handlers:
+        log_handler.setFormatter(JSONFormatter())
+migration_metadata = Auth.metadata
+target_db_url = DATABASE_URL
+base_url, ssl_query_params = extract_ssl_params_from_url(target_db_url)
+if ssl_query_params:
+    target_db_url = reattach_ssl_params_to_url(base_url, ssl_query_params)
+if target_db_url:
+    alembic_config.set_main_option('sqlalchemy.url', target_db_url.replace('%', '%%'))
 
 
 def run_migrations_offline() -> None:
-    """Run migrations in 'offline' mode.
-
-    This configures the context with just a URL
-    and not an Engine, though an Engine is acceptable
-    here as well.  By skipping the Engine creation
-    we don't even need a DBAPI to be available.
-
-    Calls to context.execute() here emit the given string to the
-    script output.
-
-    """
-    url = config.get_main_option("sqlalchemy.url")
-    context.configure(
-        url=url,
-        target_metadata=target_metadata,
+    """Execute Alembic migrations in offline mode (outputs raw SQL DDL)."""
+    db_connection_url = alembic_config.get_main_option('sqlalchemy.url')
+    alembic.context.configure(
+        url=db_connection_url,
+        target_metadata=migration_metadata,
         literal_binds=True,
-        dialect_opts={"paramstyle": "named"},
+        dialect_opts={'paramstyle': 'named'},
     )
+    with alembic.context.begin_transaction():
+        alembic.context.run_migrations()
 
-    with context.begin_transaction():
-        context.run_migrations()
+
+def _get_engine_connectable():
+    """Build the database engine based on target URL and authentication credentials."""
+    if target_db_url and target_db_url.startswith('sqlite+sqlcipher://'):
+        if not DATABASE_PASSWORD or not DATABASE_PASSWORD.strip():
+            raise ValueError('DATABASE_PASSWORD is required when using sqlite+sqlcipher:// URLs')
+        raw_db_path = target_db_url.replace('sqlite+sqlcipher://', '')
+        if raw_db_path.startswith('/'):
+            raw_db_path = raw_db_path[1:]
+
+        def _sqlite_cipher_creator():
+            import sqlcipher3
+
+            cipher_conn = sqlcipher3.connect(raw_db_path, check_same_thread=False)
+            cipher_conn.execute(f"PRAGMA key = '{DATABASE_PASSWORD}'")
+            return cipher_conn
+
+        return create_engine('sqlite://', creator=_sqlite_cipher_creator, echo=False)
+    return engine_from_config(
+        alembic_config.get_section(alembic_config.config_ini_section, {}),
+        prefix='sqlalchemy.',
+        poolclass=pool.NullPool,
+    )
 
 
 def run_migrations_online() -> None:
-    """Run migrations in 'online' mode.
-
-    In this scenario we need to create an Engine
-    and associate a connection with the context.
-
-    """
-    # Handle SQLCipher URLs
-    if DB_URL and DB_URL.startswith("sqlite+sqlcipher://"):
-        if not DATABASE_PASSWORD or DATABASE_PASSWORD.strip() == "":
-            raise ValueError(
-                "DATABASE_PASSWORD is required when using sqlite+sqlcipher:// URLs"
-            )
-
-        # Extract database path from SQLCipher URL
-        db_path = DB_URL.replace("sqlite+sqlcipher://", "")
-        if db_path.startswith("/"):
-            db_path = db_path[1:]  # Remove leading slash for relative paths
-
-        # Create a custom creator function that uses sqlcipher3
-        def create_sqlcipher_connection():
-            import sqlcipher3
-
-            conn = sqlcipher3.connect(db_path, check_same_thread=False)
-            conn.execute(f"PRAGMA key = '{DATABASE_PASSWORD}'")
-            return conn
-
-        connectable = create_engine(
-            "sqlite://",  # Dummy URL since we're using creator
-            creator=create_sqlcipher_connection,
-            echo=False,
+    """Execute migrations against a live database connection."""
+    live_connectable = _get_engine_connectable()
+    with live_connectable.connect() as live_connection:
+        alembic.context.configure(
+            connection=live_connection,
+            target_metadata=migration_metadata,
         )
-    else:
-        # Standard database connection (existing logic)
-        connectable = engine_from_config(
-            config.get_section(config.config_ini_section, {}),
-            prefix="sqlalchemy.",
-            poolclass=pool.NullPool,
-        )
-
-    with connectable.connect() as connection:
-        context.configure(connection=connection, target_metadata=target_metadata)
-
-        with context.begin_transaction():
-            context.run_migrations()
+        with alembic.context.begin_transaction():
+            alembic.context.run_migrations()
 
 
-if context.is_offline_mode():
-    run_migrations_offline()
-else:
-    run_migrations_online()
+# Alembic execution entrypoint branch
+if alembic.context.is_offline_mode():
+    run_migrations_offline()  # run in offline mode
+if not alembic.context.is_offline_mode():
+    run_migrations_online()  # run in online mode

backend/open_webui/migrations/util.py

@@ -1,15 +1,20 @@
-from alembic import op
-from sqlalchemy import Inspector
+from __future__ import annotations
+
+"""Alembic migration utilities."""
+
+from alembic import op  # noqa: E402 — alembic runtime context
+from sqlalchemy import inspect  # metadata inspection
 
 
-def get_existing_tables():
-    con = op.get_bind()
-    inspector = Inspector.from_engine(con)
-    tables = set(inspector.get_table_names())
-    return tables
+# --- database helper functions ---
+def get_existing_tables() -> set[str]:
+    """Return table names already present in the database."""
+    conn = op.get_bind()
+    return set(inspect(conn).get_table_names())
 
 
-def get_revision_id():
+def get_revision_id() -> str:
+    """Generate a short random revision identifier."""
     import uuid
 
-    return str(uuid.uuid4()).replace("-", "")[:12]
+    return uuid.uuid4().hex[:12]

backend/open_webui/migrations/versions/018012973d35_add_indexes.py

@@ -6,41 +6,57 @@ Create Date: 2025-08-13 03:00:00.000000
 
 """
 
-from alembic import op
 import sqlalchemy as sa
+from alembic import op
 
-revision = "018012973d35"
-down_revision = "d31026856c01"
+revision = '018012973d35'
+down_revision = 'd31026856c01'
 branch_labels = None
 depends_on = None
 
 
 def upgrade():
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+
+    def _idx_exists(table, idx_name):
+        return any(i['name'] == idx_name for i in inspector.get_indexes(table))
+
     # Chat table indexes
-    op.create_index("folder_id_idx", "chat", ["folder_id"])
-    op.create_index("user_id_pinned_idx", "chat", ["user_id", "pinned"])
-    op.create_index("user_id_archived_idx", "chat", ["user_id", "archived"])
-    op.create_index("updated_at_user_id_idx", "chat", ["updated_at", "user_id"])
-    op.create_index("folder_id_user_id_idx", "chat", ["folder_id", "user_id"])
+    if not _idx_exists('chat', 'folder_id_idx'):
+        op.create_index('folder_id_idx', 'chat', ['folder_id'])
+    if not _idx_exists('chat', 'user_id_pinned_idx'):
+        op.create_index('user_id_pinned_idx', 'chat', ['user_id', 'pinned'])
+    if not _idx_exists('chat', 'user_id_archived_idx'):
+        op.create_index('user_id_archived_idx', 'chat', ['user_id', 'archived'])
+    if not _idx_exists('chat', 'updated_at_user_id_idx'):
+        op.create_index('updated_at_user_id_idx', 'chat', ['updated_at', 'user_id'])
+    if not _idx_exists('chat', 'folder_id_user_id_idx'):
+        op.create_index('folder_id_user_id_idx', 'chat', ['folder_id', 'user_id'])
 
     # Tag table index
-    op.create_index("user_id_idx", "tag", ["user_id"])
+    if not _idx_exists('tag', 'user_id_idx'):
+        op.create_index('user_id_idx', 'tag', ['user_id'])
 
-    # Function table index
-    op.create_index("is_global_idx", "function", ["is_global"])
+    # Function table index (only if is_global column exists — added by a later migration)
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    func_cols = {c['name'] for c in inspector.get_columns('function')}
+    if 'is_global' in func_cols and not _idx_exists('function', 'is_global_idx'):
+        op.create_index('is_global_idx', 'function', ['is_global'])
 
 
 def downgrade():
     # Chat table indexes
-    op.drop_index("folder_id_idx", table_name="chat")
-    op.drop_index("user_id_pinned_idx", table_name="chat")
-    op.drop_index("user_id_archived_idx", table_name="chat")
-    op.drop_index("updated_at_user_id_idx", table_name="chat")
-    op.drop_index("folder_id_user_id_idx", table_name="chat")
+    op.drop_index('folder_id_idx', table_name='chat')
+    op.drop_index('user_id_pinned_idx', table_name='chat')
+    op.drop_index('user_id_archived_idx', table_name='chat')
+    op.drop_index('updated_at_user_id_idx', table_name='chat')
+    op.drop_index('folder_id_user_id_idx', table_name='chat')
 
     # Tag table index
-    op.drop_index("user_id_idx", table_name="tag")
+    op.drop_index('user_id_idx', table_name='tag')
 
     # Function table index
 
-    op.drop_index("is_global_idx", table_name="function")
+    op.drop_index('is_global_idx', table_name='function')

backend/open_webui/migrations/versions/1af9b942657b_migrate_tags.py

@@ -6,15 +6,15 @@ Create Date: 2024-10-09 21:02:35.241684
 
 """
 
-from alembic import op
-import sqlalchemy as sa
-from sqlalchemy.sql import table, select, update, column
-from sqlalchemy.engine.reflection import Inspector
-
 import json
 
-revision = "1af9b942657b"
-down_revision = "242a2047eae0"
+import sqlalchemy as sa
+from alembic import op
+from sqlalchemy.engine.reflection import Inspector
+from sqlalchemy.sql import column, select, table, update
+
+revision = '1af9b942657b'
+down_revision = '242a2047eae0'
 branch_labels = None
 depends_on = None
 
@@ -25,43 +25,40 @@ def upgrade():
     inspector = Inspector.from_engine(conn)
 
     # Clean up potential leftover temp table from previous failures
-    conn.execute(sa.text("DROP TABLE IF EXISTS _alembic_tmp_tag"))
+    conn.execute(sa.text('DROP TABLE IF EXISTS _alembic_tmp_tag'))
 
     # Check if the 'tag' table exists
     tables = inspector.get_table_names()
 
     # Step 1: Modify Tag table using batch mode for SQLite support
-    if "tag" in tables:
+    if 'tag' in tables:
         # Get the current columns in the 'tag' table
-        columns = [col["name"] for col in inspector.get_columns("tag")]
+        columns = [col['name'] for col in inspector.get_columns('tag')]
 
         # Get any existing unique constraints on the 'tag' table
-        current_constraints = inspector.get_unique_constraints("tag")
+        current_constraints = inspector.get_unique_constraints('tag')
 
-        with op.batch_alter_table("tag", schema=None) as batch_op:
+        with op.batch_alter_table('tag', schema=None) as batch_op:
             # Check if the unique constraint already exists
-            if not any(
-                constraint["name"] == "uq_id_user_id"
-                for constraint in current_constraints
-            ):
+            if not any(constraint['name'] == 'uq_id_user_id' for constraint in current_constraints):
                 # Create unique constraint if it doesn't exist
-                batch_op.create_unique_constraint("uq_id_user_id", ["id", "user_id"])
+                batch_op.create_unique_constraint('uq_id_user_id', ['id', 'user_id'])
 
             # Check if the 'data' column exists before trying to drop it
-            if "data" in columns:
-                batch_op.drop_column("data")
+            if 'data' in columns:
+                batch_op.drop_column('data')
 
             # Check if the 'meta' column needs to be created
-            if "meta" not in columns:
+            if 'meta' not in columns:
                 # Add the 'meta' column if it doesn't already exist
-                batch_op.add_column(sa.Column("meta", sa.JSON(), nullable=True))
+                batch_op.add_column(sa.Column('meta', sa.JSON(), nullable=True))
 
     tag = table(
-        "tag",
-        column("id", sa.String()),
-        column("name", sa.String()),
-        column("user_id", sa.String()),
-        column("meta", sa.JSON()),
+        'tag',
+        column('id', sa.String()),
+        column('name', sa.String()),
+        column('user_id', sa.String()),
+        column('meta', sa.JSON()),
     )
 
     # Step 2: Migrate tags
@@ -70,12 +67,12 @@ def upgrade():
 
     tag_updates = {}
     for row in result:
-        new_id = row.name.replace(" ", "_").lower()
+        new_id = row.name.replace(' ', '_').lower()
         tag_updates[row.id] = new_id
 
     for tag_id, new_tag_id in tag_updates.items():
-        print(f"Updating tag {tag_id} to {new_tag_id}")
-        if new_tag_id == "pinned":
+        print(f'Updating tag {tag_id} to {new_tag_id}')
+        if new_tag_id == 'pinned':
             # delete tag
             delete_stmt = sa.delete(tag).where(tag.c.id == tag_id)
             conn.execute(delete_stmt)
@@ -86,9 +83,7 @@ def upgrade():
 
             if existing_tag_result:
                 # Handle duplicate case: the new_tag_id already exists
-                print(
-                    f"Tag {new_tag_id} already exists. Removing current tag with ID {tag_id} to avoid duplicates."
-                )
+                print(f'Tag {new_tag_id} already exists. Removing current tag with ID {tag_id} to avoid duplicates.')
                 # Option 1: Delete the current tag if an update to new_tag_id would cause duplication
                 delete_stmt = sa.delete(tag).where(tag.c.id == tag_id)
                 conn.execute(delete_stmt)
@@ -98,19 +93,18 @@ def upgrade():
                 conn.execute(update_stmt)
 
     # Add columns `pinned` and `meta` to 'chat'
-    op.add_column("chat", sa.Column("pinned", sa.Boolean(), nullable=True))
-    op.add_column(
-        "chat", sa.Column("meta", sa.JSON(), nullable=False, server_default="{}")
-    )
+    chat_columns = {c['name'] for c in inspector.get_columns('chat')}
+    if 'pinned' not in chat_columns:
+        op.add_column('chat', sa.Column('pinned', sa.Boolean(), nullable=True))
+    if 'meta' not in chat_columns:
+        op.add_column('chat', sa.Column('meta', sa.JSON(), nullable=False, server_default='{}'))
 
-    chatidtag = table(
-        "chatidtag", column("chat_id", sa.String()), column("tag_name", sa.String())
-    )
+    chatidtag = table('chatidtag', column('chat_id', sa.String()), column('tag_name', sa.String()))
     chat = table(
-        "chat",
-        column("id", sa.String()),
-        column("pinned", sa.Boolean()),
-        column("meta", sa.JSON()),
+        'chat',
+        column('id', sa.String()),
+        column('pinned', sa.Boolean()),
+        column('meta', sa.JSON()),
     )
 
     # Fetch existing tags
@@ -120,29 +114,27 @@ def upgrade():
     chat_updates = {}
     for row in result:
         chat_id = row.chat_id
-        tag_name = row.tag_name.replace(" ", "_").lower()
+        tag_name = row.tag_name.replace(' ', '_').lower()
 
-        if tag_name == "pinned":
+        if tag_name == 'pinned':
             # Specifically handle 'pinned' tag
             if chat_id not in chat_updates:
-                chat_updates[chat_id] = {"pinned": True, "meta": {}}
+                chat_updates[chat_id] = {'pinned': True, 'meta': {}}
             else:
-                chat_updates[chat_id]["pinned"] = True
+                chat_updates[chat_id]['pinned'] = True
         else:
             if chat_id not in chat_updates:
-                chat_updates[chat_id] = {"pinned": False, "meta": {"tags": [tag_name]}}
+                chat_updates[chat_id] = {'pinned': False, 'meta': {'tags': [tag_name]}}
             else:
-                tags = chat_updates[chat_id]["meta"].get("tags", [])
+                tags = chat_updates[chat_id]['meta'].get('tags', [])
                 tags.append(tag_name)
 
-                chat_updates[chat_id]["meta"]["tags"] = list(set(tags))
+                chat_updates[chat_id]['meta']['tags'] = list(set(tags))
 
     # Update chats based on accumulated changes
     for chat_id, updates in chat_updates.items():
         update_stmt = sa.update(chat).where(chat.c.id == chat_id)
-        update_stmt = update_stmt.values(
-            meta=updates.get("meta", {}), pinned=updates.get("pinned", False)
-        )
+        update_stmt = update_stmt.values(meta=updates.get('meta', {}), pinned=updates.get('pinned', False))
         conn.execute(update_stmt)
     pass
 

backend/open_webui/migrations/versions/242a2047eae0_update_chat_table.py

@@ -6,14 +6,14 @@ Create Date: 2024-10-09 21:02:35.241684
 
 """
 
-from alembic import op
-import sqlalchemy as sa
-from sqlalchemy.sql import table, select, update
-
 import json
 
-revision = "242a2047eae0"
-down_revision = "6a39f3d8e55c"
+import sqlalchemy as sa
+from alembic import op
+from sqlalchemy.sql import select, table, update
+
+revision = '242a2047eae0'
+down_revision = '6a39f3d8e55c'
 branch_labels = None
 depends_on = None
 
@@ -22,86 +22,79 @@ def upgrade():
     conn = op.get_bind()
     inspector = sa.inspect(conn)
 
-    columns = inspector.get_columns("chat")
-    column_dict = {col["name"]: col for col in columns}
+    columns = inspector.get_columns('chat')
+    column_dict = {col['name']: col for col in columns}
 
-    chat_column = column_dict.get("chat")
-    old_chat_exists = "old_chat" in column_dict
+    chat_column = column_dict.get('chat')
+    old_chat_exists = 'old_chat' in column_dict
 
     if chat_column:
-        if isinstance(chat_column["type"], sa.Text):
+        if isinstance(chat_column['type'], sa.Text):
             print("Converting 'chat' column to JSON")
 
             if old_chat_exists:
                 print("Dropping old 'old_chat' column")
-                op.drop_column("chat", "old_chat")
+                op.drop_column('chat', 'old_chat')
 
             # Step 1: Rename current 'chat' column to 'old_chat'
             print("Renaming 'chat' column to 'old_chat'")
-            op.alter_column(
-                "chat", "chat", new_column_name="old_chat", existing_type=sa.Text()
-            )
+            op.alter_column('chat', 'chat', new_column_name='old_chat', existing_type=sa.Text())
 
             # Step 2: Add new 'chat' column of type JSON
             print("Adding new 'chat' column of type JSON")
-            op.add_column("chat", sa.Column("chat", sa.JSON(), nullable=True))
+            op.add_column('chat', sa.Column('chat', sa.JSON(), nullable=True))
         else:
             # If the column is already JSON, no need to do anything
             pass
 
-    # Step 3: Migrate data from 'old_chat' to 'chat'
-    chat_table = table(
-        "chat",
-        sa.Column("id", sa.String(), primary_key=True),
-        sa.Column("old_chat", sa.Text()),
-        sa.Column("chat", sa.JSON()),
-    )
-
-    # - Selecting all data from the table
-    connection = op.get_bind()
-    results = connection.execute(select(chat_table.c.id, chat_table.c.old_chat))
-    for row in results:
-        try:
-            # Convert text JSON to actual JSON object, assuming the text is in JSON format
-            json_data = json.loads(row.old_chat)
-        except json.JSONDecodeError:
-            json_data = None  # Handle cases where the text cannot be converted to JSON
-
-        connection.execute(
-            sa.update(chat_table)
-            .where(chat_table.c.id == row.id)
-            .values(chat=json_data)
+    # Step 3: Migrate data from 'old_chat' to 'chat' (only if old_chat exists)
+    # Re-check columns after potential rename above
+    current_cols = {c['name'] for c in inspector.get_columns('chat')}
+    if 'old_chat' in current_cols:
+        chat_table = table(
+            'chat',
+            sa.Column('id', sa.String(), primary_key=True),
+            sa.Column('old_chat', sa.Text()),
+            sa.Column('chat', sa.JSON()),
         )
 
-    # Step 4: Drop 'old_chat' column
-    print("Dropping 'old_chat' column")
-    op.drop_column("chat", "old_chat")
+        # - Selecting all data from the table
+        connection = op.get_bind()
+        results = connection.execute(select(chat_table.c.id, chat_table.c.old_chat))
+        for row in results:
+            try:
+                # Convert text JSON to actual JSON object, assuming the text is in JSON format
+                json_data = json.loads(row.old_chat)
+            except json.JSONDecodeError:
+                json_data = None  # Handle cases where the text cannot be converted to JSON
+
+            connection.execute(sa.update(chat_table).where(chat_table.c.id == row.id).values(chat=json_data))
+
+        # Step 4: Drop 'old_chat' column
+        print("Dropping 'old_chat' column")
+        op.drop_column('chat', 'old_chat')
 
 
 def downgrade():
     # Step 1: Add 'old_chat' column back as Text
-    op.add_column("chat", sa.Column("old_chat", sa.Text(), nullable=True))
+    op.add_column('chat', sa.Column('old_chat', sa.Text(), nullable=True))
 
     # Step 2: Convert 'chat' JSON data back to text and store in 'old_chat'
     chat_table = table(
-        "chat",
-        sa.Column("id", sa.String(), primary_key=True),
-        sa.Column("chat", sa.JSON()),
-        sa.Column("old_chat", sa.Text()),
+        'chat',
+        sa.Column('id', sa.String(), primary_key=True),
+        sa.Column('chat', sa.JSON()),
+        sa.Column('old_chat', sa.Text()),
     )
 
     connection = op.get_bind()
     results = connection.execute(select(chat_table.c.id, chat_table.c.chat))
     for row in results:
         text_data = json.dumps(row.chat) if row.chat is not None else None
-        connection.execute(
-            sa.update(chat_table)
-            .where(chat_table.c.id == row.id)
-            .values(old_chat=text_data)
-        )
+        connection.execute(sa.update(chat_table).where(chat_table.c.id == row.id).values(old_chat=text_data))
 
     # Step 3: Remove the new 'chat' JSON column
-    op.drop_column("chat", "chat")
+    op.drop_column('chat', 'chat')
 
     # Step 4: Rename 'old_chat' back to 'chat'
-    op.alter_column("chat", "old_chat", new_column_name="chat", existing_type=sa.Text())
+    op.alter_column('chat', 'old_chat', new_column_name='chat', existing_type=sa.Text())

backend/open_webui/migrations/versions/2f1211949ecc_update_message_and_channel_member_table.py

@@ -8,95 +8,100 @@ Create Date: 2025-11-27 03:07:56.200231
 
 from typing import Sequence, Union
 
-from alembic import op
-import sqlalchemy as sa
 import open_webui.internal.db
+import sqlalchemy as sa
+from alembic import op
 
 # revision identifiers, used by Alembic.
-revision: str = "2f1211949ecc"
-down_revision: Union[str, None] = "37f288994c47"
+revision: str = '2f1211949ecc'
+down_revision: Union[str, None] = '37f288994c47'
 branch_labels: Union[str, Sequence[str], None] = None
 depends_on: Union[str, Sequence[str], None] = None
 
 
 def upgrade() -> None:
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+
     # New columns to be added to channel_member table
-    op.add_column("channel_member", sa.Column("status", sa.Text(), nullable=True))
-    op.add_column(
-        "channel_member",
-        sa.Column(
-            "is_active",
-            sa.Boolean(),
-            nullable=False,
-            default=True,
-            server_default=sa.sql.expression.true(),
-        ),
-    )
-
-    op.add_column(
-        "channel_member",
-        sa.Column(
-            "is_channel_muted",
-            sa.Boolean(),
-            nullable=False,
-            default=False,
-            server_default=sa.sql.expression.false(),
-        ),
-    )
-    op.add_column(
-        "channel_member",
-        sa.Column(
-            "is_channel_pinned",
-            sa.Boolean(),
-            nullable=False,
-            default=False,
-            server_default=sa.sql.expression.false(),
-        ),
-    )
-
-    op.add_column("channel_member", sa.Column("data", sa.JSON(), nullable=True))
-    op.add_column("channel_member", sa.Column("meta", sa.JSON(), nullable=True))
-
-    op.add_column(
-        "channel_member", sa.Column("joined_at", sa.BigInteger(), nullable=False)
-    )
-    op.add_column(
-        "channel_member", sa.Column("left_at", sa.BigInteger(), nullable=True)
-    )
-
-    op.add_column(
-        "channel_member", sa.Column("last_read_at", sa.BigInteger(), nullable=True)
-    )
-
-    op.add_column(
-        "channel_member", sa.Column("updated_at", sa.BigInteger(), nullable=True)
-    )
+    cm_cols = {c['name'] for c in inspector.get_columns('channel_member')}
+    if 'status' not in cm_cols:
+        op.add_column('channel_member', sa.Column('status', sa.Text(), nullable=True))
+    if 'is_active' not in cm_cols:
+        op.add_column(
+            'channel_member',
+            sa.Column(
+                'is_active',
+                sa.Boolean(),
+                nullable=False,
+                default=True,
+                server_default=sa.sql.expression.true(),
+            ),
+        )
+    if 'is_channel_muted' not in cm_cols:
+        op.add_column(
+            'channel_member',
+            sa.Column(
+                'is_channel_muted',
+                sa.Boolean(),
+                nullable=False,
+                default=False,
+                server_default=sa.sql.expression.false(),
+            ),
+        )
+    if 'is_channel_pinned' not in cm_cols:
+        op.add_column(
+            'channel_member',
+            sa.Column(
+                'is_channel_pinned',
+                sa.Boolean(),
+                nullable=False,
+                default=False,
+                server_default=sa.sql.expression.false(),
+            ),
+        )
+    if 'data' not in cm_cols:
+        op.add_column('channel_member', sa.Column('data', sa.JSON(), nullable=True))
+    if 'meta' not in cm_cols:
+        op.add_column('channel_member', sa.Column('meta', sa.JSON(), nullable=True))
+    if 'joined_at' not in cm_cols:
+        op.add_column('channel_member', sa.Column('joined_at', sa.BigInteger(), nullable=False))
+    if 'left_at' not in cm_cols:
+        op.add_column('channel_member', sa.Column('left_at', sa.BigInteger(), nullable=True))
+    if 'last_read_at' not in cm_cols:
+        op.add_column('channel_member', sa.Column('last_read_at', sa.BigInteger(), nullable=True))
+    if 'updated_at' not in cm_cols:
+        op.add_column('channel_member', sa.Column('updated_at', sa.BigInteger(), nullable=True))
 
     # New columns to be added to message table
-    op.add_column(
-        "message",
-        sa.Column(
-            "is_pinned",
-            sa.Boolean(),
-            nullable=False,
-            default=False,
-            server_default=sa.sql.expression.false(),
-        ),
-    )
-    op.add_column("message", sa.Column("pinned_at", sa.BigInteger(), nullable=True))
-    op.add_column("message", sa.Column("pinned_by", sa.Text(), nullable=True))
+    msg_cols = {c['name'] for c in inspector.get_columns('message')}
+    if 'is_pinned' not in msg_cols:
+        op.add_column(
+            'message',
+            sa.Column(
+                'is_pinned',
+                sa.Boolean(),
+                nullable=False,
+                default=False,
+                server_default=sa.sql.expression.false(),
+            ),
+        )
+    if 'pinned_at' not in msg_cols:
+        op.add_column('message', sa.Column('pinned_at', sa.BigInteger(), nullable=True))
+    if 'pinned_by' not in msg_cols:
+        op.add_column('message', sa.Column('pinned_by', sa.Text(), nullable=True))
 
 
 def downgrade() -> None:
-    op.drop_column("channel_member", "updated_at")
-    op.drop_column("channel_member", "last_read_at")
+    op.drop_column('channel_member', 'updated_at')
+    op.drop_column('channel_member', 'last_read_at')
 
-    op.drop_column("channel_member", "meta")
-    op.drop_column("channel_member", "data")
+    op.drop_column('channel_member', 'meta')
+    op.drop_column('channel_member', 'data')
 
-    op.drop_column("channel_member", "is_channel_pinned")
-    op.drop_column("channel_member", "is_channel_muted")
+    op.drop_column('channel_member', 'is_channel_pinned')
+    op.drop_column('channel_member', 'is_channel_muted')
 
-    op.drop_column("message", "pinned_by")
-    op.drop_column("message", "pinned_at")
-    op.drop_column("message", "is_pinned")
+    op.drop_column('message', 'pinned_by')
+    op.drop_column('message', 'pinned_at')
+    op.drop_column('message', 'is_pinned')

backend/open_webui/migrations/versions/374d2f66af06_add_prompt_history_table.py

@@ -6,164 +6,181 @@ Create Date: 2026-01-23 17:15:00.000000
 
 """
 
-from typing import Sequence, Union
 import uuid
+from typing import Sequence, Union
 
-from alembic import op
 import sqlalchemy as sa
+from alembic import op
 
-revision: str = "374d2f66af06"
-down_revision: Union[str, None] = "c440947495f3"
+revision: str = '374d2f66af06'
+down_revision: Union[str, None] = 'c440947495f3'
 branch_labels: Union[str, Sequence[str], None] = None
 depends_on: Union[str, Sequence[str], None] = None
 
 
 def upgrade() -> None:
     conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    existing_tables = set(inspector.get_table_names())
 
-    # Step 1: Read existing data from OLD table (schema likely command as PK)
-    # We use batch_alter previously, but we want to move to new table.
-    # We need to assume the OLD structure.
+    # If the final state already exists (prompt has 'id' PK + prompt_history exists),
+    # the migration completed successfully on a prior run — nothing to do.
+    if 'prompt_history' in existing_tables and 'prompt_new' not in existing_tables:
+        # prompt_history exists and prompt_new was already renamed → done
+        prompt_cols = {c['name'] for c in inspector.get_columns('prompt')}
+        if 'id' in prompt_cols and 'version_id' in prompt_cols:
+            return
 
-    old_prompt_table = sa.table(
-        "prompt",
-        sa.column("command", sa.Text()),
-        sa.column("user_id", sa.Text()),
-        sa.column("title", sa.Text()),
-        sa.column("content", sa.Text()),
-        sa.column("timestamp", sa.BigInteger()),
-        sa.column("access_control", sa.JSON()),
-    )
-
-    # Check if table exists/read data
-    try:
-        existing_prompts = conn.execute(
-            sa.select(
-                old_prompt_table.c.command,
-                old_prompt_table.c.user_id,
-                old_prompt_table.c.title,
-                old_prompt_table.c.content,
-                old_prompt_table.c.timestamp,
-                old_prompt_table.c.access_control,
+    # Step 1: Read existing data from OLD table (schema: command as PK)
+    # Only read if the old-schema prompt table still exists (has 'command' but no 'version_id')
+    existing_prompts = []
+    if 'prompt' in existing_tables and 'prompt_new' not in existing_tables:
+        prompt_cols = {c['name'] for c in inspector.get_columns('prompt')}
+        if 'command' in prompt_cols and 'version_id' not in prompt_cols:
+            old_prompt_table = sa.table(
+                'prompt',
+                sa.column('command', sa.Text()),
+                sa.column('user_id', sa.Text()),
+                sa.column('title', sa.Text()),
+                sa.column('content', sa.Text()),
+                sa.column('timestamp', sa.BigInteger()),
+                sa.column('access_control', sa.JSON()),
             )
-        ).fetchall()
-    except Exception:
-        # Fallback if table doesn't exist (new install)
-        existing_prompts = []
+            try:
+                existing_prompts = conn.execute(
+                    sa.select(
+                        old_prompt_table.c.command,
+                        old_prompt_table.c.user_id,
+                        old_prompt_table.c.title,
+                        old_prompt_table.c.content,
+                        old_prompt_table.c.timestamp,
+                        old_prompt_table.c.access_control,
+                    )
+                ).fetchall()
+            except Exception:
+                existing_prompts = []
 
-    # Step 2: Create new prompt table with 'id' as PRIMARY KEY
-    op.create_table(
-        "prompt_new",
-        sa.Column("id", sa.Text(), primary_key=True),
-        sa.Column("command", sa.String(), unique=True, index=True),
-        sa.Column("user_id", sa.String(), nullable=False),
-        sa.Column("name", sa.Text(), nullable=False),
-        sa.Column("content", sa.Text(), nullable=False),
-        sa.Column("data", sa.JSON(), nullable=True),
-        sa.Column("meta", sa.JSON(), nullable=True),
-        sa.Column("access_control", sa.JSON(), nullable=True),
-        sa.Column("is_active", sa.Boolean(), nullable=False, server_default="1"),
-        sa.Column("version_id", sa.Text(), nullable=True),
-        sa.Column("tags", sa.JSON(), nullable=True),
-        sa.Column("created_at", sa.BigInteger(), nullable=False),
-        sa.Column("updated_at", sa.BigInteger(), nullable=False),
-    )
-
-    # Step 3: Create prompt_history table
-    op.create_table(
-        "prompt_history",
-        sa.Column("id", sa.Text(), primary_key=True),
-        sa.Column("prompt_id", sa.Text(), nullable=False, index=True),
-        sa.Column("parent_id", sa.Text(), nullable=True),
-        sa.Column("snapshot", sa.JSON(), nullable=False),
-        sa.Column("user_id", sa.Text(), nullable=False),
-        sa.Column("commit_message", sa.Text(), nullable=True),
-        sa.Column("created_at", sa.BigInteger(), nullable=False),
-    )
-
-    # Step 4: Migrate data
-    prompt_new_table = sa.table(
-        "prompt_new",
-        sa.column("id", sa.Text()),
-        sa.column("command", sa.String()),
-        sa.column("user_id", sa.String()),
-        sa.column("name", sa.Text()),
-        sa.column("content", sa.Text()),
-        sa.column("data", sa.JSON()),
-        sa.column("meta", sa.JSON()),
-        sa.column("access_control", sa.JSON()),
-        sa.column("is_active", sa.Boolean()),
-        sa.column("version_id", sa.Text()),
-        sa.column("tags", sa.JSON()),
-        sa.column("created_at", sa.BigInteger()),
-        sa.column("updated_at", sa.BigInteger()),
-    )
-
-    prompt_history_table = sa.table(
-        "prompt_history",
-        sa.column("id", sa.Text()),
-        sa.column("prompt_id", sa.Text()),
-        sa.column("parent_id", sa.Text()),
-        sa.column("snapshot", sa.JSON()),
-        sa.column("user_id", sa.Text()),
-        sa.column("commit_message", sa.Text()),
-        sa.column("created_at", sa.BigInteger()),
-    )
-
-    for row in existing_prompts:
-        command = row[0]
-        user_id = row[1]
-        title = row[2]
-        content = row[3]
-        timestamp = row[4]
-        access_control = row[5]
-
-        new_uuid = str(uuid.uuid4())
-        history_uuid = str(uuid.uuid4())
-        clean_command = command[1:] if command and command.startswith("/") else command
-
-        # Insert into prompt_new
-        conn.execute(
-            sa.insert(prompt_new_table).values(
-                id=new_uuid,
-                command=clean_command,
-                user_id=user_id,
-                name=title,
-                content=content,
-                data={},
-                meta={},
-                access_control=access_control,
-                is_active=True,
-                version_id=history_uuid,
-                tags=[],
-                created_at=timestamp,
-                updated_at=timestamp,
-            )
+    # Step 2: Create new prompt table with 'id' as PRIMARY KEY (if not already created)
+    if 'prompt_new' not in existing_tables:
+        op.create_table(
+            'prompt_new',
+            sa.Column('id', sa.Text(), primary_key=True),
+            sa.Column('command', sa.String(), unique=True, index=True),
+            sa.Column('user_id', sa.String(), nullable=False),
+            sa.Column('name', sa.Text(), nullable=False),
+            sa.Column('content', sa.Text(), nullable=False),
+            sa.Column('data', sa.JSON(), nullable=True),
+            sa.Column('meta', sa.JSON(), nullable=True),
+            sa.Column('access_control', sa.JSON(), nullable=True),
+            sa.Column('is_active', sa.Boolean(), nullable=False, server_default='1'),
+            sa.Column('version_id', sa.Text(), nullable=True),
+            sa.Column('tags', sa.JSON(), nullable=True),
+            sa.Column('created_at', sa.BigInteger(), nullable=False),
+            sa.Column('updated_at', sa.BigInteger(), nullable=False),
         )
 
-        # Create initial history entry
-        conn.execute(
-            sa.insert(prompt_history_table).values(
-                id=history_uuid,
-                prompt_id=new_uuid,
-                parent_id=None,
-                snapshot={
-                    "name": title,
-                    "content": content,
-                    "command": clean_command,
-                    "data": {},
-                    "meta": {},
-                    "access_control": access_control,
-                },
-                user_id=user_id,
-                commit_message=None,
-                created_at=timestamp,
-            )
+    # Step 3: Create prompt_history table (if not already created)
+    if 'prompt_history' not in existing_tables:
+        op.create_table(
+            'prompt_history',
+            sa.Column('id', sa.Text(), primary_key=True),
+            sa.Column('prompt_id', sa.Text(), nullable=False, index=True),
+            sa.Column('parent_id', sa.Text(), nullable=True),
+            sa.Column('snapshot', sa.JSON(), nullable=False),
+            sa.Column('user_id', sa.Text(), nullable=False),
+            sa.Column('commit_message', sa.Text(), nullable=True),
+            sa.Column('created_at', sa.BigInteger(), nullable=False),
         )
 
-    # Step 5: Replace old table with new one
-    op.drop_table("prompt")
-    op.rename_table("prompt_new", "prompt")
+    # Step 4: Migrate data (only if we have old data to migrate)
+    if existing_prompts:
+        prompt_new_table = sa.table(
+            'prompt_new',
+            sa.column('id', sa.Text()),
+            sa.column('command', sa.String()),
+            sa.column('user_id', sa.String()),
+            sa.column('name', sa.Text()),
+            sa.column('content', sa.Text()),
+            sa.column('data', sa.JSON()),
+            sa.column('meta', sa.JSON()),
+            sa.column('access_control', sa.JSON()),
+            sa.column('is_active', sa.Boolean()),
+            sa.column('version_id', sa.Text()),
+            sa.column('tags', sa.JSON()),
+            sa.column('created_at', sa.BigInteger()),
+            sa.column('updated_at', sa.BigInteger()),
+        )
+
+        prompt_history_table = sa.table(
+            'prompt_history',
+            sa.column('id', sa.Text()),
+            sa.column('prompt_id', sa.Text()),
+            sa.column('parent_id', sa.Text()),
+            sa.column('snapshot', sa.JSON()),
+            sa.column('user_id', sa.Text()),
+            sa.column('commit_message', sa.Text()),
+            sa.column('created_at', sa.BigInteger()),
+        )
+
+        for row in existing_prompts:
+            command = row[0]
+            user_id = row[1]
+            title = row[2]
+            content = row[3]
+            timestamp = row[4]
+            access_control = row[5]
+
+            new_uuid = str(uuid.uuid4())
+            history_uuid = str(uuid.uuid4())
+            clean_command = command[1:] if command and command.startswith('/') else command
+
+            # Insert into prompt_new
+            conn.execute(
+                sa.insert(prompt_new_table).values(
+                    id=new_uuid,
+                    command=clean_command,
+                    user_id=user_id,
+                    name=title,
+                    content=content,
+                    data={},
+                    meta={},
+                    access_control=access_control,
+                    is_active=True,
+                    version_id=history_uuid,
+                    tags=[],
+                    created_at=timestamp,
+                    updated_at=timestamp,
+                )
+            )
+
+            # Create initial history entry
+            conn.execute(
+                sa.insert(prompt_history_table).values(
+                    id=history_uuid,
+                    prompt_id=new_uuid,
+                    parent_id=None,
+                    snapshot={
+                        'name': title,
+                        'content': content,
+                        'command': clean_command,
+                        'data': {},
+                        'meta': {},
+                        'access_control': access_control,
+                    },
+                    user_id=user_id,
+                    commit_message=None,
+                    created_at=timestamp,
+                )
+            )
+
+    # Step 5: Replace old table with new one (only if prompt_new exists)
+    # Re-check tables after potential creation above
+    inspector.clear_cache()
+    current_tables = set(inspector.get_table_names())
+    if 'prompt_new' in current_tables:
+        if 'prompt' in current_tables:
+            op.drop_table('prompt')
+        op.rename_table('prompt_new', 'prompt')
 
 
 def downgrade() -> None:
@@ -171,13 +188,13 @@ def downgrade() -> None:
 
     # Step 1: Read new data
     prompt_table = sa.table(
-        "prompt",
-        sa.column("command", sa.String()),
-        sa.column("name", sa.Text()),
-        sa.column("created_at", sa.BigInteger()),
-        sa.column("user_id", sa.Text()),
-        sa.column("content", sa.Text()),
-        sa.column("access_control", sa.JSON()),
+        'prompt',
+        sa.column('command', sa.String()),
+        sa.column('name', sa.Text()),
+        sa.column('created_at', sa.BigInteger()),
+        sa.column('user_id', sa.Text()),
+        sa.column('content', sa.Text()),
+        sa.column('access_control', sa.JSON()),
     )
 
     try:
@@ -195,31 +212,31 @@ def downgrade() -> None:
         current_data = []
 
     # Step 2: Drop history and table
-    op.drop_table("prompt_history")
-    op.drop_table("prompt")
+    op.drop_table('prompt_history')
+    op.drop_table('prompt')
 
     # Step 3: Recreate old table (command as PK?)
     # Assuming old schema:
     op.create_table(
-        "prompt",
-        sa.Column("command", sa.String(), primary_key=True),
-        sa.Column("user_id", sa.String()),
-        sa.Column("title", sa.Text()),
-        sa.Column("content", sa.Text()),
-        sa.Column("timestamp", sa.BigInteger()),
-        sa.Column("access_control", sa.JSON()),
-        sa.Column("id", sa.Integer(), nullable=True),
+        'prompt',
+        sa.Column('command', sa.String(), primary_key=True),
+        sa.Column('user_id', sa.String()),
+        sa.Column('title', sa.Text()),
+        sa.Column('content', sa.Text()),
+        sa.Column('timestamp', sa.BigInteger()),
+        sa.Column('access_control', sa.JSON()),
+        sa.Column('id', sa.Integer(), nullable=True),
     )
 
     # Step 4: Restore data
     old_prompt_table = sa.table(
-        "prompt",
-        sa.column("command", sa.String()),
-        sa.column("user_id", sa.String()),
-        sa.column("title", sa.Text()),
-        sa.column("content", sa.Text()),
-        sa.column("timestamp", sa.BigInteger()),
-        sa.column("access_control", sa.JSON()),
+        'prompt',
+        sa.column('command', sa.String()),
+        sa.column('user_id', sa.String()),
+        sa.column('title', sa.Text()),
+        sa.column('content', sa.Text()),
+        sa.column('timestamp', sa.BigInteger()),
+        sa.column('access_control', sa.JSON()),
     )
 
     for row in current_data:
@@ -231,9 +248,7 @@ def downgrade() -> None:
         access_control = row[5]
 
         # Restore leading /
-        old_command = (
-            "/" + command if command and not command.startswith("/") else command
-        )
+        old_command = '/' + command if command and not command.startswith('/') else command
 
         conn.execute(
             sa.insert(old_prompt_table).values(

backend/open_webui/migrations/versions/3781e22d8b01_update_message_table.py

@@ -6,65 +6,65 @@ Create Date: 2024-12-30 03:00:00.000000
 
 """
 
-from alembic import op
 import sqlalchemy as sa
+from alembic import op
 
-revision = "3781e22d8b01"
-down_revision = "7826ab40b532"
+revision = '3781e22d8b01'
+down_revision = '7826ab40b532'
 branch_labels = None
 depends_on = None
 
 
 def upgrade():
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    existing_tables = set(inspector.get_table_names())
+
     # Add 'type' column to the 'channel' table
-    op.add_column(
-        "channel",
-        sa.Column(
-            "type",
-            sa.Text(),
-            nullable=True,
-        ),
-    )
+    channel_cols = {c['name'] for c in inspector.get_columns('channel')}
+    if 'type' not in channel_cols:
+        op.add_column(
+            'channel',
+            sa.Column(
+                'type',
+                sa.Text(),
+                nullable=True,
+            ),
+        )
 
     # Add 'parent_id' column to the 'message' table for threads
-    op.add_column(
-        "message",
-        sa.Column("parent_id", sa.Text(), nullable=True),
-    )
+    message_cols = {c['name'] for c in inspector.get_columns('message')}
+    if 'parent_id' not in message_cols:
+        op.add_column(
+            'message',
+            sa.Column('parent_id', sa.Text(), nullable=True),
+        )
 
-    op.create_table(
-        "message_reaction",
-        sa.Column(
-            "id", sa.Text(), nullable=False, primary_key=True, unique=True
-        ),  # Unique reaction ID
-        sa.Column("user_id", sa.Text(), nullable=False),  # User who reacted
-        sa.Column(
-            "message_id", sa.Text(), nullable=False
-        ),  # Message that was reacted to
-        sa.Column(
-            "name", sa.Text(), nullable=False
-        ),  # Reaction name (e.g. "thumbs_up")
-        sa.Column(
-            "created_at", sa.BigInteger(), nullable=True
-        ),  # Timestamp of when the reaction was added
-    )
+    if 'message_reaction' not in existing_tables:
+        op.create_table(
+            'message_reaction',
+            sa.Column('id', sa.Text(), nullable=False, primary_key=True, unique=True),  # Unique reaction ID
+            sa.Column('user_id', sa.Text(), nullable=False),  # User who reacted
+            sa.Column('message_id', sa.Text(), nullable=False),  # Message that was reacted to
+            sa.Column('name', sa.Text(), nullable=False),  # Reaction name (e.g. "thumbs_up")
+            sa.Column('created_at', sa.BigInteger(), nullable=True),  # Timestamp of when the reaction was added
+        )
 
-    op.create_table(
-        "channel_member",
-        sa.Column(
-            "id", sa.Text(), nullable=False, primary_key=True, unique=True
-        ),  # Record ID for the membership row
-        sa.Column("channel_id", sa.Text(), nullable=False),  # Associated channel
-        sa.Column("user_id", sa.Text(), nullable=False),  # Associated user
-        sa.Column(
-            "created_at", sa.BigInteger(), nullable=True
-        ),  # Timestamp of when the user joined the channel
-    )
+    if 'channel_member' not in existing_tables:
+        op.create_table(
+            'channel_member',
+            sa.Column(
+                'id', sa.Text(), nullable=False, primary_key=True, unique=True
+            ),  # Record ID for the membership row
+            sa.Column('channel_id', sa.Text(), nullable=False),  # Associated channel
+            sa.Column('user_id', sa.Text(), nullable=False),  # Associated user
+            sa.Column('created_at', sa.BigInteger(), nullable=True),  # Timestamp of when the user joined the channel
+        )
 
 
 def downgrade():
     # Revert 'type' column addition to the 'channel' table
-    op.drop_column("channel", "type")
-    op.drop_column("message", "parent_id")
-    op.drop_table("message_reaction")
-    op.drop_table("channel_member")
+    op.drop_column('channel', 'type')
+    op.drop_column('message', 'parent_id')
+    op.drop_table('message_reaction')
+    op.drop_table('channel_member')

backend/open_webui/migrations/versions/37f288994c47_add_group_member_table.py

@@ -6,68 +6,73 @@ Create Date: 2025-11-17 03:45:25.123939
 
 """
 
-import uuid
-import time
 import json
+import time
+import uuid
 from typing import Sequence, Union
 
-from alembic import op
 import sqlalchemy as sa
+from alembic import op
 
 # revision identifiers, used by Alembic.
-revision: str = "37f288994c47"
-down_revision: Union[str, None] = "a5c220713937"
+revision: str = '37f288994c47'
+down_revision: Union[str, None] = 'a5c220713937'
 branch_labels: Union[str, Sequence[str], None] = None
 depends_on: Union[str, Sequence[str], None] = None
 
 
 def upgrade() -> None:
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    existing_tables = set(inspector.get_table_names())
+
+    if 'group_member' in existing_tables:
+        return  # Already created — skip everything
+
     # 1. Create new table
     op.create_table(
-        "group_member",
-        sa.Column("id", sa.Text(), primary_key=True, unique=True, nullable=False),
+        'group_member',
+        sa.Column('id', sa.Text(), primary_key=True, unique=True, nullable=False),
         sa.Column(
-            "group_id",
+            'group_id',
             sa.Text(),
-            sa.ForeignKey("group.id", ondelete="CASCADE"),
+            sa.ForeignKey('group.id', ondelete='CASCADE'),
             nullable=False,
         ),
         sa.Column(
-            "user_id",
+            'user_id',
             sa.Text(),
-            sa.ForeignKey("user.id", ondelete="CASCADE"),
+            sa.ForeignKey('user.id', ondelete='CASCADE'),
             nullable=False,
         ),
-        sa.Column("created_at", sa.BigInteger(), nullable=True),
-        sa.Column("updated_at", sa.BigInteger(), nullable=True),
-        sa.UniqueConstraint("group_id", "user_id", name="uq_group_member_group_user"),
+        sa.Column('created_at', sa.BigInteger(), nullable=True),
+        sa.Column('updated_at', sa.BigInteger(), nullable=True),
+        sa.UniqueConstraint('group_id', 'user_id', name='uq_group_member_group_user'),
     )
 
     connection = op.get_bind()
 
     # 2. Read existing group with user_ids JSON column
     group_table = sa.Table(
-        "group",
+        'group',
         sa.MetaData(),
-        sa.Column("id", sa.Text()),
-        sa.Column("user_ids", sa.JSON()),  # JSON stored as text in SQLite + PG
+        sa.Column('id', sa.Text()),
+        sa.Column('user_ids', sa.JSON()),  # JSON stored as text in SQLite + PG
     )
 
-    results = connection.execute(
-        sa.select(group_table.c.id, group_table.c.user_ids)
-    ).fetchall()
+    results = connection.execute(sa.select(group_table.c.id, group_table.c.user_ids)).fetchall()
 
     print(results)
 
     # 3. Insert members into group_member table
     gm_table = sa.Table(
-        "group_member",
+        'group_member',
         sa.MetaData(),
-        sa.Column("id", sa.Text()),
-        sa.Column("group_id", sa.Text()),
-        sa.Column("user_id", sa.Text()),
-        sa.Column("created_at", sa.BigInteger()),
-        sa.Column("updated_at", sa.BigInteger()),
+        sa.Column('id', sa.Text()),
+        sa.Column('group_id', sa.Text()),
+        sa.Column('user_id', sa.Text()),
+        sa.Column('created_at', sa.BigInteger()),
+        sa.Column('updated_at', sa.BigInteger()),
     )
 
     now = int(time.time())
@@ -86,11 +91,11 @@ def upgrade() -> None:
 
         rows = [
             {
-                "id": str(uuid.uuid4()),
-                "group_id": group_id,
-                "user_id": uid,
-                "created_at": now,
-                "updated_at": now,
+                'id': str(uuid.uuid4()),
+                'group_id': group_id,
+                'user_id': uid,
+                'created_at': now,
+                'updated_at': now,
             }
             for uid in user_ids
         ]
@@ -99,47 +104,41 @@ def upgrade() -> None:
             connection.execute(gm_table.insert(), rows)
 
     # 4. Optionally drop the old column
-    with op.batch_alter_table("group") as batch:
-        batch.drop_column("user_ids")
+    with op.batch_alter_table('group') as batch:
+        batch.drop_column('user_ids')
 
 
 def downgrade():
     # Reverse: restore user_ids column
-    with op.batch_alter_table("group") as batch:
-        batch.add_column(sa.Column("user_ids", sa.JSON()))
+    with op.batch_alter_table('group') as batch:
+        batch.add_column(sa.Column('user_ids', sa.JSON()))
 
     connection = op.get_bind()
     gm_table = sa.Table(
-        "group_member",
+        'group_member',
         sa.MetaData(),
-        sa.Column("group_id", sa.Text()),
-        sa.Column("user_id", sa.Text()),
-        sa.Column("created_at", sa.BigInteger()),
-        sa.Column("updated_at", sa.BigInteger()),
+        sa.Column('group_id', sa.Text()),
+        sa.Column('user_id', sa.Text()),
+        sa.Column('created_at', sa.BigInteger()),
+        sa.Column('updated_at', sa.BigInteger()),
     )
 
     group_table = sa.Table(
-        "group",
+        'group',
         sa.MetaData(),
-        sa.Column("id", sa.Text()),
-        sa.Column("user_ids", sa.JSON()),
+        sa.Column('id', sa.Text()),
+        sa.Column('user_ids', sa.JSON()),
     )
 
     # Build JSON arrays again
     results = connection.execute(sa.select(group_table.c.id)).fetchall()
 
     for (group_id,) in results:
-        members = connection.execute(
-            sa.select(gm_table.c.user_id).where(gm_table.c.group_id == group_id)
-        ).fetchall()
+        members = connection.execute(sa.select(gm_table.c.user_id).where(gm_table.c.group_id == group_id)).fetchall()
 
         member_ids = [m[0] for m in members]
 
-        connection.execute(
-            group_table.update()
-            .where(group_table.c.id == group_id)
-            .values(user_ids=member_ids)
-        )
+        connection.execute(group_table.update().where(group_table.c.id == group_id).values(user_ids=member_ids))
 
     # Drop the new table
-    op.drop_table("group_member")
+    op.drop_table('group_member')

backend/open_webui/migrations/versions/38d63c18f30f_add_oauth_session_table.py

@@ -8,72 +8,57 @@ Create Date: 2025-09-08 14:19:59.583921
 
 from typing import Sequence, Union
 
-from alembic import op
 import sqlalchemy as sa
+from alembic import op
 
 # revision identifiers, used by Alembic.
-revision: str = "38d63c18f30f"
-down_revision: Union[str, None] = "3af16a1c9fb6"
+revision: str = '38d63c18f30f'
+down_revision: Union[str, None] = '3af16a1c9fb6'
 branch_labels: Union[str, Sequence[str], None] = None
 depends_on: Union[str, Sequence[str], None] = None
 
 
 def upgrade() -> None:
-    # Ensure 'id' column in 'user' table is unique and primary key (ForeignKey constraint)
     inspector = sa.inspect(op.get_bind())
-    columns = inspector.get_columns("user")
+    existing_tables = set(inspector.get_table_names())
 
-    pk_columns = inspector.get_pk_constraint("user")["constrained_columns"]
-    id_column = next((col for col in columns if col["name"] == "id"), None)
+    # ── Create oauth_session table (idempotent) ───────────────────────
+    if 'oauth_session' not in existing_tables:
+        op.create_table(
+            'oauth_session',
+            sa.Column('id', sa.Text(), primary_key=True, nullable=False, unique=True),
+            sa.Column(
+                'user_id',
+                sa.Text(),
+                sa.ForeignKey('user.id', ondelete='CASCADE'),
+                nullable=False,
+            ),
+            sa.Column('provider', sa.Text(), nullable=False),
+            sa.Column('token', sa.Text(), nullable=False),
+            sa.Column('expires_at', sa.BigInteger(), nullable=False),
+            sa.Column('created_at', sa.BigInteger(), nullable=False),
+            sa.Column('updated_at', sa.BigInteger(), nullable=False),
+        )
 
-    if id_column and not id_column.get("unique", False):
-        unique_constraints = inspector.get_unique_constraints("user")
-        unique_columns = {tuple(u["column_names"]) for u in unique_constraints}
-
-        with op.batch_alter_table("user") as batch_op:
-            # If primary key is wrong, drop it
-            if pk_columns and pk_columns != ["id"]:
-                batch_op.drop_constraint(
-                    inspector.get_pk_constraint("user")["name"], type_="primary"
-                )
-
-            # Add unique constraint if missing
-            if ("id",) not in unique_columns:
-                batch_op.create_unique_constraint("uq_user_id", ["id"])
-
-            # Re-create correct primary key
-            batch_op.create_primary_key("pk_user_id", ["id"])
-
-    # Create oauth_session table
-    op.create_table(
-        "oauth_session",
-        sa.Column("id", sa.Text(), primary_key=True, nullable=False, unique=True),
-        sa.Column(
-            "user_id",
-            sa.Text(),
-            sa.ForeignKey("user.id", ondelete="CASCADE"),
-            nullable=False,
-        ),
-        sa.Column("provider", sa.Text(), nullable=False),
-        sa.Column("token", sa.Text(), nullable=False),
-        sa.Column("expires_at", sa.BigInteger(), nullable=False),
-        sa.Column("created_at", sa.BigInteger(), nullable=False),
-        sa.Column("updated_at", sa.BigInteger(), nullable=False),
+    # Create indexes (idempotent — no-ops when table was just created
+    # with the columns above, and safe to call if indexes already exist).
+    existing_indexes = (
+        {idx['name'] for idx in inspector.get_indexes('oauth_session')} if 'oauth_session' in existing_tables else set()
     )
 
-    # Create indexes for better performance
-    op.create_index("idx_oauth_session_user_id", "oauth_session", ["user_id"])
-    op.create_index("idx_oauth_session_expires_at", "oauth_session", ["expires_at"])
-    op.create_index(
-        "idx_oauth_session_user_provider", "oauth_session", ["user_id", "provider"]
-    )
+    if 'idx_oauth_session_user_id' not in existing_indexes:
+        op.create_index('idx_oauth_session_user_id', 'oauth_session', ['user_id'])
+    if 'idx_oauth_session_expires_at' not in existing_indexes:
+        op.create_index('idx_oauth_session_expires_at', 'oauth_session', ['expires_at'])
+    if 'idx_oauth_session_user_provider' not in existing_indexes:
+        op.create_index('idx_oauth_session_user_provider', 'oauth_session', ['user_id', 'provider'])
 
 
 def downgrade() -> None:
     # Drop indexes first
-    op.drop_index("idx_oauth_session_user_provider", table_name="oauth_session")
-    op.drop_index("idx_oauth_session_expires_at", table_name="oauth_session")
-    op.drop_index("idx_oauth_session_user_id", table_name="oauth_session")
+    op.drop_index('idx_oauth_session_user_provider', table_name='oauth_session')
+    op.drop_index('idx_oauth_session_expires_at', table_name='oauth_session')
+    op.drop_index('idx_oauth_session_user_id', table_name='oauth_session')
 
     # Drop the table
-    op.drop_table("oauth_session")
+    op.drop_table('oauth_session')

backend/open_webui/migrations/versions/3ab32c4b8f59_update_tags.py

@@ -6,15 +6,15 @@ Create Date: 2024-10-09 21:02:35.241684
 
 """
 
-from alembic import op
-import sqlalchemy as sa
-from sqlalchemy.sql import table, select, update, column
-from sqlalchemy.engine.reflection import Inspector
-
 import json
 
-revision = "3ab32c4b8f59"
-down_revision = "1af9b942657b"
+import sqlalchemy as sa
+from alembic import op
+from sqlalchemy.engine.reflection import Inspector
+from sqlalchemy.sql import column, select, table, update
+
+revision = '3ab32c4b8f59'
+down_revision = '1af9b942657b'
 branch_labels = None
 depends_on = None
 
@@ -24,58 +24,55 @@ def upgrade():
     inspector = Inspector.from_engine(conn)
 
     # Inspecting the 'tag' table constraints and structure
-    existing_pk = inspector.get_pk_constraint("tag")
-    unique_constraints = inspector.get_unique_constraints("tag")
-    existing_indexes = inspector.get_indexes("tag")
+    existing_pk = inspector.get_pk_constraint('tag')
+    unique_constraints = inspector.get_unique_constraints('tag')
+    existing_indexes = inspector.get_indexes('tag')
 
-    print(f"Primary Key: {existing_pk}")
-    print(f"Unique Constraints: {unique_constraints}")
-    print(f"Indexes: {existing_indexes}")
+    print(f'Primary Key: {existing_pk}')
+    print(f'Unique Constraints: {unique_constraints}')
+    print(f'Indexes: {existing_indexes}')
 
-    with op.batch_alter_table("tag", schema=None) as batch_op:
+    with op.batch_alter_table('tag', schema=None) as batch_op:
         # Drop existing primary key constraint if it exists
-        if existing_pk and existing_pk.get("constrained_columns"):
-            pk_name = existing_pk.get("name")
+        if existing_pk and existing_pk.get('constrained_columns'):
+            pk_name = existing_pk.get('name')
             if pk_name:
-                print(f"Dropping primary key constraint: {pk_name}")
-                batch_op.drop_constraint(pk_name, type_="primary")
+                print(f'Dropping primary key constraint: {pk_name}')
+                batch_op.drop_constraint(pk_name, type_='primary')
 
         # Now create the new primary key with the combination of 'id' and 'user_id'
         print("Creating new primary key with 'id' and 'user_id'.")
-        batch_op.create_primary_key("pk_id_user_id", ["id", "user_id"])
+        batch_op.create_primary_key('pk_id_user_id', ['id', 'user_id'])
 
         # Drop unique constraints that could conflict with the new primary key
         for constraint in unique_constraints:
             if (
-                constraint["name"] == "uq_id_user_id"
+                constraint['name'] == 'uq_id_user_id'
             ):  # Adjust this name according to what is actually returned by the inspector
-                print(f"Dropping unique constraint: {constraint['name']}")
-                batch_op.drop_constraint(constraint["name"], type_="unique")
+                print(f'Dropping unique constraint: {constraint["name"]}')
+                batch_op.drop_constraint(constraint['name'], type_='unique')
 
         for index in existing_indexes:
-            if index["unique"]:
-                if not any(
-                    constraint["name"] == index["name"]
-                    for constraint in unique_constraints
-                ):
+            if index['unique']:
+                if not any(constraint['name'] == index['name'] for constraint in unique_constraints):
                     # You are attempting to drop unique indexes
-                    print(f"Dropping unique index: {index['name']}")
-                    batch_op.drop_index(index["name"])
+                    print(f'Dropping unique index: {index["name"]}')
+                    batch_op.drop_index(index['name'])
 
 
 def downgrade():
     conn = op.get_bind()
     inspector = Inspector.from_engine(conn)
 
-    current_pk = inspector.get_pk_constraint("tag")
+    current_pk = inspector.get_pk_constraint('tag')
 
-    with op.batch_alter_table("tag", schema=None) as batch_op:
+    with op.batch_alter_table('tag', schema=None) as batch_op:
         # Drop the current primary key first, if it matches the one we know we added in upgrade
-        if current_pk and "pk_id_user_id" == current_pk.get("name"):
-            batch_op.drop_constraint("pk_id_user_id", type_="primary")
+        if current_pk and 'pk_id_user_id' == current_pk.get('name'):
+            batch_op.drop_constraint('pk_id_user_id', type_='primary')
 
         # Restore the original primary key
-        batch_op.create_primary_key("pk_id", ["id"])
+        batch_op.create_primary_key('pk_id', ['id'])
 
         # Since primary key on just 'id' is restored, we now add back any unique constraints if necessary
-        batch_op.create_unique_constraint("uq_id_user_id", ["id", "user_id"])
+        batch_op.create_unique_constraint('uq_id_user_id', ['id', 'user_id'])

backend/open_webui/migrations/versions/3af16a1c9fb6_update_user_table.py

@@ -8,25 +8,33 @@ Create Date: 2025-08-21 02:07:18.078283
 
 from typing import Sequence, Union
 
-from alembic import op
 import sqlalchemy as sa
+from alembic import op
 
 # revision identifiers, used by Alembic.
-revision: str = "3af16a1c9fb6"
-down_revision: Union[str, None] = "018012973d35"
+revision: str = '3af16a1c9fb6'
+down_revision: Union[str, None] = '018012973d35'
 branch_labels: Union[str, Sequence[str], None] = None
 depends_on: Union[str, Sequence[str], None] = None
 
 
 def upgrade() -> None:
-    op.add_column("user", sa.Column("username", sa.String(length=50), nullable=True))
-    op.add_column("user", sa.Column("bio", sa.Text(), nullable=True))
-    op.add_column("user", sa.Column("gender", sa.Text(), nullable=True))
-    op.add_column("user", sa.Column("date_of_birth", sa.Date(), nullable=True))
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    user_cols = {c['name'] for c in inspector.get_columns('user')}
+
+    if 'username' not in user_cols:
+        op.add_column('user', sa.Column('username', sa.String(length=50), nullable=True))
+    if 'bio' not in user_cols:
+        op.add_column('user', sa.Column('bio', sa.Text(), nullable=True))
+    if 'gender' not in user_cols:
+        op.add_column('user', sa.Column('gender', sa.Text(), nullable=True))
+    if 'date_of_birth' not in user_cols:
+        op.add_column('user', sa.Column('date_of_birth', sa.Date(), nullable=True))
 
 
 def downgrade() -> None:
-    op.drop_column("user", "username")
-    op.drop_column("user", "bio")
-    op.drop_column("user", "gender")
-    op.drop_column("user", "date_of_birth")
+    op.drop_column('user', 'username')
+    op.drop_column('user', 'bio')
+    op.drop_column('user', 'gender')
+    op.drop_column('user', 'date_of_birth')

backend/open_webui/migrations/versions/3c9b0ca343fd_add_knowledge_directory_table.py

@@ -0,0 +1,72 @@
+"""add knowledge_directory table
+
+Revision ID: 3c9b0ca343fd
+Revises: a0b1c2d3e4f5
+Create Date: 2026-05-13 21:58:40.832482
+
+"""
+
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+# revision identifiers, used by Alembic.
+revision: str = '3c9b0ca343fd'
+down_revision: Union[str, None] = 'a0b1c2d3e4f5'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    existing_tables = set(inspector.get_table_names())
+
+    if 'knowledge_directory' not in existing_tables:
+        # Create knowledge_directory table
+        op.create_table(
+            'knowledge_directory',
+            sa.Column('id', sa.Text(), nullable=False),
+            sa.Column('knowledge_id', sa.Text(), nullable=False),
+            sa.Column('parent_id', sa.Text(), nullable=True),
+            sa.Column('name', sa.Text(), nullable=False),
+            sa.Column('user_id', sa.Text(), nullable=False),
+            sa.Column('created_at', sa.BigInteger(), nullable=False),
+            sa.Column('updated_at', sa.BigInteger(), nullable=False),
+            sa.ForeignKeyConstraint(['knowledge_id'], ['knowledge.id'], ondelete='CASCADE'),
+            sa.ForeignKeyConstraint(['parent_id'], ['knowledge_directory.id'], ondelete='CASCADE'),
+            sa.PrimaryKeyConstraint('id'),
+            sa.UniqueConstraint(
+                'knowledge_id', 'parent_id', 'name', name='uq_knowledge_directory_knowledge_parent_name'
+            ),
+        )
+        op.create_index('ix_knowledge_directory_knowledge_id', 'knowledge_directory', ['knowledge_id'])
+        op.create_index('ix_knowledge_directory_parent_id', 'knowledge_directory', ['parent_id'])
+
+    # Add directory_id column to knowledge_file
+    kf_cols = {c['name'] for c in inspector.get_columns('knowledge_file')}
+    if 'directory_id' not in kf_cols:
+        with op.batch_alter_table('knowledge_file') as batch:
+            batch.add_column(sa.Column('directory_id', sa.Text(), nullable=True))
+            batch.create_foreign_key(
+                'fk_knowledge_file_directory_id',
+                'knowledge_directory',
+                ['directory_id'],
+                ['id'],
+                ondelete='SET NULL',
+            )
+            batch.create_index('ix_knowledge_file_directory_id', ['directory_id'])
+
+
+def downgrade() -> None:
+    # Remove directory_id from knowledge_file
+    with op.batch_alter_table('knowledge_file') as batch:
+        batch.drop_index('ix_knowledge_file_directory_id')
+        batch.drop_constraint('fk_knowledge_file_directory_id', type_='foreignkey')
+        batch.drop_column('directory_id')
+
+    # Drop knowledge_directory table
+    op.drop_index('ix_knowledge_directory_parent_id', table_name='knowledge_directory')
+    op.drop_index('ix_knowledge_directory_knowledge_id', table_name='knowledge_directory')
+    op.drop_table('knowledge_directory')

backend/open_webui/migrations/versions/3e0e00844bb0_add_knowledge_file_table.py

@@ -6,50 +6,56 @@ Create Date: 2025-12-02 06:54:19.401334
 
 """
 
+import json
+import time
+import uuid
 from typing import Sequence, Union
 
-from alembic import op
-import sqlalchemy as sa
-from sqlalchemy import inspect
 import open_webui.internal.db
-
-import time
-import json
-import uuid
+import sqlalchemy as sa
+from alembic import op
+from sqlalchemy import inspect
 
 # revision identifiers, used by Alembic.
-revision: str = "3e0e00844bb0"
-down_revision: Union[str, None] = "90ef40d4714e"
+revision: str = '3e0e00844bb0'
+down_revision: Union[str, None] = '90ef40d4714e'
 branch_labels: Union[str, Sequence[str], None] = None
 depends_on: Union[str, Sequence[str], None] = None
 
 
 def upgrade() -> None:
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    existing_tables = set(inspector.get_table_names())
+
+    if 'knowledge_file' in existing_tables:
+        return  # Already created — skip everything
+
     op.create_table(
-        "knowledge_file",
-        sa.Column("id", sa.Text(), primary_key=True),
-        sa.Column("user_id", sa.Text(), nullable=False),
+        'knowledge_file',
+        sa.Column('id', sa.Text(), primary_key=True),
+        sa.Column('user_id', sa.Text(), nullable=False),
         sa.Column(
-            "knowledge_id",
+            'knowledge_id',
             sa.Text(),
-            sa.ForeignKey("knowledge.id", ondelete="CASCADE"),
+            sa.ForeignKey('knowledge.id', ondelete='CASCADE'),
             nullable=False,
         ),
         sa.Column(
-            "file_id",
+            'file_id',
             sa.Text(),
-            sa.ForeignKey("file.id", ondelete="CASCADE"),
+            sa.ForeignKey('file.id', ondelete='CASCADE'),
             nullable=False,
         ),
-        sa.Column("created_at", sa.BigInteger(), nullable=False),
-        sa.Column("updated_at", sa.BigInteger(), nullable=False),
+        sa.Column('created_at', sa.BigInteger(), nullable=False),
+        sa.Column('updated_at', sa.BigInteger(), nullable=False),
         # indexes
-        sa.Index("ix_knowledge_file_knowledge_id", "knowledge_id"),
-        sa.Index("ix_knowledge_file_file_id", "file_id"),
-        sa.Index("ix_knowledge_file_user_id", "user_id"),
+        sa.Index('ix_knowledge_file_knowledge_id', 'knowledge_id'),
+        sa.Index('ix_knowledge_file_file_id', 'file_id'),
+        sa.Index('ix_knowledge_file_user_id', 'user_id'),
         # unique constraints
         sa.UniqueConstraint(
-            "knowledge_id", "file_id", name="uq_knowledge_file_knowledge_file"
+            'knowledge_id', 'file_id', name='uq_knowledge_file_knowledge_file'
         ),  # prevent duplicate entries
     )
 
@@ -57,35 +63,33 @@ def upgrade() -> None:
 
     # 2. Read existing group with user_ids JSON column
     knowledge_table = sa.Table(
-        "knowledge",
+        'knowledge',
         sa.MetaData(),
-        sa.Column("id", sa.Text()),
-        sa.Column("user_id", sa.Text()),
-        sa.Column("data", sa.JSON()),  # JSON stored as text in SQLite + PG
+        sa.Column('id', sa.Text()),
+        sa.Column('user_id', sa.Text()),
+        sa.Column('data', sa.JSON()),  # JSON stored as text in SQLite + PG
     )
 
     results = connection.execute(
-        sa.select(
-            knowledge_table.c.id, knowledge_table.c.user_id, knowledge_table.c.data
-        )
+        sa.select(knowledge_table.c.id, knowledge_table.c.user_id, knowledge_table.c.data)
     ).fetchall()
 
     # 3. Insert members into group_member table
     kf_table = sa.Table(
-        "knowledge_file",
+        'knowledge_file',
         sa.MetaData(),
-        sa.Column("id", sa.Text()),
-        sa.Column("user_id", sa.Text()),
-        sa.Column("knowledge_id", sa.Text()),
-        sa.Column("file_id", sa.Text()),
-        sa.Column("created_at", sa.BigInteger()),
-        sa.Column("updated_at", sa.BigInteger()),
+        sa.Column('id', sa.Text()),
+        sa.Column('user_id', sa.Text()),
+        sa.Column('knowledge_id', sa.Text()),
+        sa.Column('file_id', sa.Text()),
+        sa.Column('created_at', sa.BigInteger()),
+        sa.Column('updated_at', sa.BigInteger()),
     )
 
     file_table = sa.Table(
-        "file",
+        'file',
         sa.MetaData(),
-        sa.Column("id", sa.Text()),
+        sa.Column('id', sa.Text()),
     )
 
     now = int(time.time())
@@ -102,50 +106,48 @@ def upgrade() -> None:
         if not isinstance(data, dict):
             continue
 
-        file_ids = data.get("file_ids", [])
+        file_ids = data.get('file_ids', [])
 
         for file_id in file_ids:
-            file_exists = connection.execute(
-                sa.select(file_table.c.id).where(file_table.c.id == file_id)
-            ).fetchone()
+            file_exists = connection.execute(sa.select(file_table.c.id).where(file_table.c.id == file_id)).fetchone()
 
             if not file_exists:
                 continue  # skip non-existing files
 
             row = {
-                "id": str(uuid.uuid4()),
-                "user_id": user_id,
-                "knowledge_id": knowledge_id,
-                "file_id": file_id,
-                "created_at": now,
-                "updated_at": now,
+                'id': str(uuid.uuid4()),
+                'user_id': user_id,
+                'knowledge_id': knowledge_id,
+                'file_id': file_id,
+                'created_at': now,
+                'updated_at': now,
             }
             connection.execute(kf_table.insert().values(**row))
 
-    with op.batch_alter_table("knowledge") as batch:
-        batch.drop_column("data")
+    with op.batch_alter_table('knowledge') as batch:
+        batch.drop_column('data')
 
 
 def downgrade() -> None:
     # 1. Add back the old data column
-    op.add_column("knowledge", sa.Column("data", sa.JSON(), nullable=True))
+    op.add_column('knowledge', sa.Column('data', sa.JSON(), nullable=True))
 
     connection = op.get_bind()
 
     # 2. Read knowledge_file entries and reconstruct data JSON
     knowledge_table = sa.Table(
-        "knowledge",
+        'knowledge',
         sa.MetaData(),
-        sa.Column("id", sa.Text()),
-        sa.Column("data", sa.JSON()),
+        sa.Column('id', sa.Text()),
+        sa.Column('data', sa.JSON()),
     )
 
     kf_table = sa.Table(
-        "knowledge_file",
+        'knowledge_file',
         sa.MetaData(),
-        sa.Column("id", sa.Text()),
-        sa.Column("knowledge_id", sa.Text()),
-        sa.Column("file_id", sa.Text()),
+        sa.Column('id', sa.Text()),
+        sa.Column('knowledge_id', sa.Text()),
+        sa.Column('file_id', sa.Text()),
     )
 
     results = connection.execute(sa.select(knowledge_table.c.id)).fetchall()
@@ -157,13 +159,9 @@ def downgrade() -> None:
 
         file_ids_list = [fid for (fid,) in file_ids]
 
-        data_json = {"file_ids": file_ids_list}
+        data_json = {'file_ids': file_ids_list}
 
-        connection.execute(
-            knowledge_table.update()
-            .where(knowledge_table.c.id == knowledge_id)
-            .values(data=data_json)
-        )
+        connection.execute(knowledge_table.update().where(knowledge_table.c.id == knowledge_id).values(data=data_json))
 
     # 3. Drop the knowledge_file table
-    op.drop_table("knowledge_file")
+    op.drop_table('knowledge_file')

backend/open_webui/migrations/versions/461111b60977_add_missing_primary_keys_to_legacy_.py

@@ -0,0 +1,74 @@
+"""add missing primary keys to legacy peewee tables
+
+Revision ID: 461111b60977
+Revises: 3c9b0ca343fd
+Create Date: 2026-05-14 04:38:14.000000
+
+"""
+
+from typing import Sequence, Union
+
+import sqlalchemy as sa
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision: str = '461111b60977'
+down_revision: Union[str, None] = '3c9b0ca343fd'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+# Tables bootstrapped by the old Peewee migration layer that may have
+# UNIQUE(id) but no PRIMARY KEY constraint.  Fresh Alembic installs
+# already have correct PKs from 7e5b5dc7342b_init.py.
+# 'tag' uses a composite PK since the same tag name can exist for multiple users.
+LEGACY_TABLES = {
+    'auth': ['id'],
+    'chat': ['id'],
+    'chatidtag': ['id'],
+    'document': ['id'],
+    'file': ['id'],
+    'function': ['id'],
+    'memory': ['id'],
+    'model': ['id'],
+    'prompt': ['id'],
+    'tag': ['id', 'user_id'],
+    'tool': ['id'],
+    'user': ['id'],
+}
+
+
+def upgrade() -> None:
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    existing_tables = set(inspector.get_table_names())
+
+    for table_name, pk_columns in LEGACY_TABLES.items():
+        if table_name not in existing_tables:
+            continue
+
+        pk = inspector.get_pk_constraint(table_name)
+        pk_cols = pk.get('constrained_columns', [])
+
+        # Already has the correct PK — nothing to do
+        if sorted(pk_cols) == sorted(pk_columns):
+            continue
+
+        # Check that all PK columns exist
+        columns = {c['name'] for c in inspector.get_columns(table_name)}
+        if not all(c in columns for c in pk_columns):
+            continue
+
+        print(f"Promoting UNIQUE(id) -> PRIMARY KEY({', '.join(pk_columns)}) for '{table_name}'")
+
+        conn.execute(sa.text(f'DROP TABLE IF EXISTS _alembic_tmp_{table_name}'))
+        with op.batch_alter_table(table_name) as batch_op:
+            # Drop existing PK if any (e.g. on wrong column)
+            if pk_cols and pk.get('name'):
+                batch_op.drop_constraint(pk['name'], type_='primary')
+
+            batch_op.create_primary_key(f'pk_{table_name}', pk_columns)
+
+
+def downgrade() -> None:
+    # Downgrade is a no-op — we don't want to remove PKs
+    pass

backend/open_webui/migrations/versions/4ace53fd72c8_update_folder_table_datetime.py

@@ -6,62 +6,78 @@ Create Date: 2024-10-23 03:00:00.000000
 
 """
 
-from alembic import op
 import sqlalchemy as sa
+from alembic import op
 
-revision = "4ace53fd72c8"
-down_revision = "af906e964978"
+revision = '4ace53fd72c8'
+down_revision = 'af906e964978'
 branch_labels = None
 depends_on = None
 
 
 def upgrade():
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    columns = {c['name']: c for c in inspector.get_columns('folder')}
+
+    created_at_col = columns.get('created_at')
+    if not created_at_col:
+        return
+
+    # Only convert if still DateTime — skip if already BigInteger
+    if isinstance(created_at_col['type'], sa.BigInteger):
+        return
+
     # Perform safe alterations using batch operation
-    with op.batch_alter_table("folder", schema=None) as batch_op:
+    with op.batch_alter_table('folder', schema=None) as batch_op:
         # Step 1: Remove server defaults for created_at and updated_at
         batch_op.alter_column(
-            "created_at",
+            'created_at',
             server_default=None,  # Removing server default
         )
         batch_op.alter_column(
-            "updated_at",
+            'updated_at',
             server_default=None,  # Removing server default
         )
 
         # Step 2: Change the column types to BigInteger for created_at
         batch_op.alter_column(
-            "created_at",
+            'created_at',
             type_=sa.BigInteger(),
             existing_type=sa.DateTime(),
             existing_nullable=False,
-            postgresql_using="extract(epoch from created_at)::bigint",  # Conversion for PostgreSQL
+            postgresql_using='extract(epoch from created_at)::bigint',  # Conversion for PostgreSQL
         )
 
         # Change the column types to BigInteger for updated_at
         batch_op.alter_column(
-            "updated_at",
+            'updated_at',
             type_=sa.BigInteger(),
             existing_type=sa.DateTime(),
             existing_nullable=False,
-            postgresql_using="extract(epoch from updated_at)::bigint",  # Conversion for PostgreSQL
+            postgresql_using='extract(epoch from updated_at)::bigint',  # Conversion for PostgreSQL
         )
 
 
 def downgrade():
-    # Downgrade: Convert columns back to DateTime and restore defaults
-    with op.batch_alter_table("folder", schema=None) as batch_op:
+    # Convert columns back to DateTime and restore defaults. Mirrors the
+    # upgrade's postgresql_using cast — without it, Postgres can't
+    # auto-cast BigInteger → timestamp and aborts with DatatypeMismatch.
+    with op.batch_alter_table('folder', schema=None) as batch_op:
         batch_op.alter_column(
-            "created_at",
+            'created_at',
             type_=sa.DateTime(),
             existing_type=sa.BigInteger(),
             existing_nullable=False,
-            server_default=sa.func.now(),  # Restoring server default on downgrade
+            server_default=sa.func.now(),
+            postgresql_using='to_timestamp(created_at)::timestamp without time zone',
         )
         batch_op.alter_column(
-            "updated_at",
+            'updated_at',
             type_=sa.DateTime(),
             existing_type=sa.BigInteger(),
             existing_nullable=False,
-            server_default=sa.func.now(),  # Restoring server default on downgrade
-            onupdate=sa.func.now(),  # Restoring onupdate behavior if it was there
+            server_default=sa.func.now(),
+            onupdate=sa.func.now(),
+            postgresql_using='to_timestamp(updated_at)::timestamp without time zone',
         )

backend/open_webui/migrations/versions/4de81c2a3af1_add_pinned_note_table.py

@@ -0,0 +1,88 @@
+"""add pinned_note table
+
+Revision ID: 4de81c2a3af1
+Revises: 56359461a091
+Create Date: 2026-05-09 04:29:27.651341
+
+"""
+
+from typing import Sequence, Union
+
+import open_webui.internal.db
+import sqlalchemy as sa
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision: str = '4de81c2a3af1'
+down_revision: Union[str, None] = '56359461a091'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+import time
+import uuid
+
+from sqlalchemy import insert, select, update
+from sqlalchemy.sql import column, table
+
+
+def upgrade() -> None:
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    existing_tables = set(inspector.get_table_names())
+
+    if 'pinned_note' not in existing_tables:
+        op.create_table(
+            'pinned_note',
+            sa.Column('id', sa.Text(), nullable=False),
+            sa.Column('user_id', sa.Text(), nullable=False),
+            sa.Column('note_id', sa.Text(), sa.ForeignKey('note.id', ondelete='CASCADE'), nullable=False),
+            sa.Column('created_at', sa.BigInteger(), nullable=False),
+            sa.PrimaryKeyConstraint('id'),
+            sa.UniqueConstraint('user_id', 'note_id', name='uq_pinned_note'),
+        )
+
+        note_table = table('note', column('id', sa.Text), column('user_id', sa.Text), column('is_pinned', sa.Boolean))
+
+        pinned_note_table = table(
+            'pinned_note',
+            column('id', sa.Text),
+            column('user_id', sa.Text),
+            column('note_id', sa.Text),
+            column('created_at', sa.BigInteger),
+        )
+
+        notes = conn.execute(
+            select(note_table.c.id, note_table.c.user_id).where(note_table.c.is_pinned == True)
+        ).fetchall()
+
+        if notes:
+            now = int(time.time_ns())
+            conn.execute(
+                insert(pinned_note_table),
+                [
+                    {'id': str(uuid.uuid4()), 'user_id': note[1], 'note_id': note[0], 'created_at': now}
+                    for note in notes
+                ],
+            )
+
+        with op.batch_alter_table('note', schema=None) as batch_op:
+            batch_op.drop_column('is_pinned')
+
+
+def downgrade() -> None:
+    with op.batch_alter_table('note', schema=None) as batch_op:
+        batch_op.add_column(sa.Column('is_pinned', sa.Boolean(), nullable=True))
+
+    conn = op.get_bind()
+
+    note_table = table('note', column('id', sa.Text), column('is_pinned', sa.Boolean))
+
+    pinned_note_table = table('pinned_note', column('note_id', sa.Text))
+
+    notes = conn.execute(select(pinned_note_table.c.note_id)).fetchall()
+
+    for note in notes:
+        conn.execute(update(note_table).where(note_table.c.id == note[0]).values(is_pinned=True))
+
+    op.drop_table('pinned_note')

backend/open_webui/migrations/versions/56359461a091_add_calendar_tables.py

@@ -0,0 +1,110 @@
+"""add calendar tables
+
+Revision ID: 56359461a091
+Revises: c1d2e3f4a5b6
+Create Date: 2026-04-19 16:20:58.162045
+
+"""
+
+from typing import Sequence, Union
+
+import sqlalchemy as sa
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision: str = '56359461a091'
+down_revision: Union[str, None] = 'c1d2e3f4a5b6'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def _index_exists(inspector, index_name, table_name):
+    """Check if an index already exists on the given table."""
+    indexes = inspector.get_indexes(table_name)
+    return any(idx['name'] == index_name for idx in indexes)
+
+
+def upgrade() -> None:
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    tables = inspector.get_table_names()
+
+    if 'calendar' not in tables:
+        op.create_table(
+            'calendar',
+            sa.Column('id', sa.Text(), nullable=False),
+            sa.Column('user_id', sa.Text(), nullable=False),
+            sa.Column('name', sa.Text(), nullable=False),
+            sa.Column('color', sa.Text(), nullable=True),
+            sa.Column('is_default', sa.Boolean(), nullable=False),
+            sa.Column('data', sa.JSON(), nullable=True),
+            sa.Column('meta', sa.JSON(), nullable=True),
+            sa.Column('created_at', sa.BigInteger(), nullable=False),
+            sa.Column('updated_at', sa.BigInteger(), nullable=False),
+            sa.PrimaryKeyConstraint('id'),
+        )
+
+    inspector.clear_cache()
+    if 'calendar' in inspector.get_table_names():
+        if not _index_exists(inspector, 'ix_calendar_user', 'calendar'):
+            op.create_index('ix_calendar_user', 'calendar', ['user_id'], unique=False)
+
+    if 'calendar_event' not in tables:
+        op.create_table(
+            'calendar_event',
+            sa.Column('id', sa.Text(), nullable=False),
+            sa.Column('calendar_id', sa.Text(), nullable=False),
+            sa.Column('user_id', sa.Text(), nullable=False),
+            sa.Column('title', sa.Text(), nullable=False),
+            sa.Column('description', sa.Text(), nullable=True),
+            sa.Column('start_at', sa.BigInteger(), nullable=False),
+            sa.Column('end_at', sa.BigInteger(), nullable=True),
+            sa.Column('all_day', sa.Boolean(), nullable=False),
+            sa.Column('rrule', sa.Text(), nullable=True),
+            sa.Column('color', sa.Text(), nullable=True),
+            sa.Column('location', sa.Text(), nullable=True),
+            sa.Column('data', sa.JSON(), nullable=True),
+            sa.Column('meta', sa.JSON(), nullable=True),
+            sa.Column('is_cancelled', sa.Boolean(), nullable=False),
+            sa.Column('created_at', sa.BigInteger(), nullable=False),
+            sa.Column('updated_at', sa.BigInteger(), nullable=False),
+            sa.PrimaryKeyConstraint('id'),
+        )
+
+    inspector.clear_cache()
+    if 'calendar_event' in inspector.get_table_names():
+        if not _index_exists(inspector, 'ix_calendar_event_calendar', 'calendar_event'):
+            op.create_index('ix_calendar_event_calendar', 'calendar_event', ['calendar_id', 'start_at'], unique=False)
+        if not _index_exists(inspector, 'ix_calendar_event_user_date', 'calendar_event'):
+            op.create_index('ix_calendar_event_user_date', 'calendar_event', ['user_id', 'start_at'], unique=False)
+
+    if 'calendar_event_attendee' not in tables:
+        op.create_table(
+            'calendar_event_attendee',
+            sa.Column('id', sa.Text(), nullable=False),
+            sa.Column('event_id', sa.Text(), nullable=False),
+            sa.Column('user_id', sa.Text(), nullable=False),
+            sa.Column('status', sa.Text(), nullable=False),
+            sa.Column('meta', sa.JSON(), nullable=True),
+            sa.Column('created_at', sa.BigInteger(), nullable=False),
+            sa.Column('updated_at', sa.BigInteger(), nullable=False),
+            sa.PrimaryKeyConstraint('id'),
+            sa.UniqueConstraint('event_id', 'user_id', name='uq_event_attendee'),
+        )
+
+    inspector.clear_cache()
+    if 'calendar_event_attendee' in inspector.get_table_names():
+        if not _index_exists(inspector, 'ix_calendar_event_attendee_user', 'calendar_event_attendee'):
+            op.create_index(
+                'ix_calendar_event_attendee_user', 'calendar_event_attendee', ['user_id', 'status'], unique=False
+            )
+
+
+def downgrade() -> None:
+    op.drop_index('ix_calendar_event_attendee_user', table_name='calendar_event_attendee')
+    op.drop_table('calendar_event_attendee')
+    op.drop_index('ix_calendar_event_user_date', table_name='calendar_event')
+    op.drop_index('ix_calendar_event_calendar', table_name='calendar_event')
+    op.drop_table('calendar_event')
+    op.drop_index('ix_calendar_user', table_name='calendar')
+    op.drop_table('calendar')

backend/open_webui/migrations/versions/57c599a3cb57_add_channel_table.py

@@ -6,43 +6,49 @@ Create Date: 2024-12-22 03:00:00.000000
 
 """
 
-from alembic import op
 import sqlalchemy as sa
+from alembic import op
 
-revision = "57c599a3cb57"
-down_revision = "922e7a387820"
+revision = '57c599a3cb57'
+down_revision = '922e7a387820'
 branch_labels = None
 depends_on = None
 
 
 def upgrade():
-    op.create_table(
-        "channel",
-        sa.Column("id", sa.Text(), nullable=False, primary_key=True, unique=True),
-        sa.Column("user_id", sa.Text()),
-        sa.Column("name", sa.Text()),
-        sa.Column("description", sa.Text(), nullable=True),
-        sa.Column("data", sa.JSON(), nullable=True),
-        sa.Column("meta", sa.JSON(), nullable=True),
-        sa.Column("access_control", sa.JSON(), nullable=True),
-        sa.Column("created_at", sa.BigInteger(), nullable=True),
-        sa.Column("updated_at", sa.BigInteger(), nullable=True),
-    )
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    existing_tables = set(inspector.get_table_names())
 
-    op.create_table(
-        "message",
-        sa.Column("id", sa.Text(), nullable=False, primary_key=True, unique=True),
-        sa.Column("user_id", sa.Text()),
-        sa.Column("channel_id", sa.Text(), nullable=True),
-        sa.Column("content", sa.Text()),
-        sa.Column("data", sa.JSON(), nullable=True),
-        sa.Column("meta", sa.JSON(), nullable=True),
-        sa.Column("created_at", sa.BigInteger(), nullable=True),
-        sa.Column("updated_at", sa.BigInteger(), nullable=True),
-    )
+    if 'channel' not in existing_tables:
+        op.create_table(
+            'channel',
+            sa.Column('id', sa.Text(), nullable=False, primary_key=True, unique=True),
+            sa.Column('user_id', sa.Text()),
+            sa.Column('name', sa.Text()),
+            sa.Column('description', sa.Text(), nullable=True),
+            sa.Column('data', sa.JSON(), nullable=True),
+            sa.Column('meta', sa.JSON(), nullable=True),
+            sa.Column('access_control', sa.JSON(), nullable=True),
+            sa.Column('created_at', sa.BigInteger(), nullable=True),
+            sa.Column('updated_at', sa.BigInteger(), nullable=True),
+        )
+
+    if 'message' not in existing_tables:
+        op.create_table(
+            'message',
+            sa.Column('id', sa.Text(), nullable=False, primary_key=True, unique=True),
+            sa.Column('user_id', sa.Text()),
+            sa.Column('channel_id', sa.Text(), nullable=True),
+            sa.Column('content', sa.Text()),
+            sa.Column('data', sa.JSON(), nullable=True),
+            sa.Column('meta', sa.JSON(), nullable=True),
+            sa.Column('created_at', sa.BigInteger(), nullable=True),
+            sa.Column('updated_at', sa.BigInteger(), nullable=True),
+        )
 
 
 def downgrade():
-    op.drop_table("channel")
+    op.drop_table('channel')
 
-    op.drop_table("message")
+    op.drop_table('message')

backend/open_webui/migrations/versions/6283dc0e4d8d_add_channel_file_table.py

@@ -8,46 +8,51 @@ Create Date: 2025-12-10 15:11:39.424601
 
 from typing import Sequence, Union
 
-from alembic import op
-import sqlalchemy as sa
 import open_webui.internal.db
+import sqlalchemy as sa
+from alembic import op
 
 # revision identifiers, used by Alembic.
-revision: str = "6283dc0e4d8d"
-down_revision: Union[str, None] = "3e0e00844bb0"
+revision: str = '6283dc0e4d8d'
+down_revision: Union[str, None] = '3e0e00844bb0'
 branch_labels: Union[str, Sequence[str], None] = None
 depends_on: Union[str, Sequence[str], None] = None
 
 
 def upgrade() -> None:
-    op.create_table(
-        "channel_file",
-        sa.Column("id", sa.Text(), primary_key=True),
-        sa.Column("user_id", sa.Text(), nullable=False),
-        sa.Column(
-            "channel_id",
-            sa.Text(),
-            sa.ForeignKey("channel.id", ondelete="CASCADE"),
-            nullable=False,
-        ),
-        sa.Column(
-            "file_id",
-            sa.Text(),
-            sa.ForeignKey("file.id", ondelete="CASCADE"),
-            nullable=False,
-        ),
-        sa.Column("created_at", sa.BigInteger(), nullable=False),
-        sa.Column("updated_at", sa.BigInteger(), nullable=False),
-        # indexes
-        sa.Index("ix_channel_file_channel_id", "channel_id"),
-        sa.Index("ix_channel_file_file_id", "file_id"),
-        sa.Index("ix_channel_file_user_id", "user_id"),
-        # unique constraints
-        sa.UniqueConstraint(
-            "channel_id", "file_id", name="uq_channel_file_channel_file"
-        ),  # prevent duplicate entries
-    )
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    existing_tables = set(inspector.get_table_names())
+
+    if 'channel_file' not in existing_tables:
+        op.create_table(
+            'channel_file',
+            sa.Column('id', sa.Text(), primary_key=True),
+            sa.Column('user_id', sa.Text(), nullable=False),
+            sa.Column(
+                'channel_id',
+                sa.Text(),
+                sa.ForeignKey('channel.id', ondelete='CASCADE'),
+                nullable=False,
+            ),
+            sa.Column(
+                'file_id',
+                sa.Text(),
+                sa.ForeignKey('file.id', ondelete='CASCADE'),
+                nullable=False,
+            ),
+            sa.Column('created_at', sa.BigInteger(), nullable=False),
+            sa.Column('updated_at', sa.BigInteger(), nullable=False),
+            # indexes
+            sa.Index('ix_channel_file_channel_id', 'channel_id'),
+            sa.Index('ix_channel_file_file_id', 'file_id'),
+            sa.Index('ix_channel_file_user_id', 'user_id'),
+            # unique constraints
+            sa.UniqueConstraint(
+                'channel_id', 'file_id', name='uq_channel_file_channel_file'
+            ),  # prevent duplicate entries
+        )
 
 
 def downgrade() -> None:
-    op.drop_table("channel_file")
+    op.drop_table('channel_file')

backend/open_webui/migrations/versions/6a39f3d8e55c_add_knowledge_table.py

@@ -6,74 +6,80 @@ Create Date: 2024-10-01 14:02:35.241684
 
 """
 
-from alembic import op
-import sqlalchemy as sa
-from sqlalchemy.sql import table, column, select
 import json
 
-revision = "6a39f3d8e55c"
-down_revision = "c0fbf31ca0db"
+import sqlalchemy as sa
+from alembic import op
+from sqlalchemy.sql import column, select, table
+
+revision = '6a39f3d8e55c'
+down_revision = 'c0fbf31ca0db'
 branch_labels = None
 depends_on = None
 
 
 def upgrade():
-    # Creating the 'knowledge' table
-    print("Creating knowledge table")
-    knowledge_table = op.create_table(
-        "knowledge",
-        sa.Column("id", sa.Text(), primary_key=True),
-        sa.Column("user_id", sa.Text(), nullable=False),
-        sa.Column("name", sa.Text(), nullable=False),
-        sa.Column("description", sa.Text(), nullable=True),
-        sa.Column("data", sa.JSON(), nullable=True),
-        sa.Column("meta", sa.JSON(), nullable=True),
-        sa.Column("created_at", sa.BigInteger(), nullable=False),
-        sa.Column("updated_at", sa.BigInteger(), nullable=True),
-    )
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    existing_tables = set(inspector.get_table_names())
 
-    print("Migrating data from document table to knowledge table")
-    # Representation of the existing 'document' table
-    document_table = table(
-        "document",
-        column("collection_name", sa.String()),
-        column("user_id", sa.String()),
-        column("name", sa.String()),
-        column("title", sa.Text()),
-        column("content", sa.Text()),
-        column("timestamp", sa.BigInteger()),
-    )
-
-    # Select all from existing document table
-    documents = op.get_bind().execute(
-        select(
-            document_table.c.collection_name,
-            document_table.c.user_id,
-            document_table.c.name,
-            document_table.c.title,
-            document_table.c.content,
-            document_table.c.timestamp,
+    if 'knowledge' not in existing_tables:
+        # Creating the 'knowledge' table
+        print('Creating knowledge table')
+        knowledge_table = op.create_table(
+            'knowledge',
+            sa.Column('id', sa.Text(), primary_key=True),
+            sa.Column('user_id', sa.Text(), nullable=False),
+            sa.Column('name', sa.Text(), nullable=False),
+            sa.Column('description', sa.Text(), nullable=True),
+            sa.Column('data', sa.JSON(), nullable=True),
+            sa.Column('meta', sa.JSON(), nullable=True),
+            sa.Column('created_at', sa.BigInteger(), nullable=False),
+            sa.Column('updated_at', sa.BigInteger(), nullable=True),
         )
-    )
 
-    # Insert data into knowledge table from document table
-    for doc in documents:
-        op.get_bind().execute(
-            knowledge_table.insert().values(
-                id=doc.collection_name,
-                user_id=doc.user_id,
-                description=doc.name,
-                meta={
-                    "legacy": True,
-                    "document": True,
-                    "tags": json.loads(doc.content or "{}").get("tags", []),
-                },
-                name=doc.title,
-                created_at=doc.timestamp,
-                updated_at=doc.timestamp,  # using created_at for both created_at and updated_at in project
+        print('Migrating data from document table to knowledge table')
+        # Representation of the existing 'document' table
+        document_table = table(
+            'document',
+            column('collection_name', sa.String()),
+            column('user_id', sa.String()),
+            column('name', sa.String()),
+            column('title', sa.Text()),
+            column('content', sa.Text()),
+            column('timestamp', sa.BigInteger()),
+        )
+
+        # Select all from existing document table
+        documents = conn.execute(
+            select(
+                document_table.c.collection_name,
+                document_table.c.user_id,
+                document_table.c.name,
+                document_table.c.title,
+                document_table.c.content,
+                document_table.c.timestamp,
             )
         )
 
+        # Insert data into knowledge table from document table
+        for doc in documents:
+            conn.execute(
+                knowledge_table.insert().values(
+                    id=doc.collection_name,
+                    user_id=doc.user_id,
+                    description=doc.name,
+                    meta={
+                        'legacy': True,
+                        'document': True,
+                        'tags': json.loads(doc.content or '{}').get('tags', []),
+                    },
+                    name=doc.title,
+                    created_at=doc.timestamp,
+                    updated_at=doc.timestamp,
+                )
+            )
+
 
 def downgrade():
-    op.drop_table("knowledge")
+    op.drop_table('knowledge')

backend/open_webui/migrations/versions/7826ab40b532_update_file_table.py

@@ -6,21 +6,26 @@ Create Date: 2024-12-23 03:00:00.000000
 
 """
 
-from alembic import op
 import sqlalchemy as sa
+from alembic import op
 
-revision = "7826ab40b532"
-down_revision = "57c599a3cb57"
+revision = '7826ab40b532'
+down_revision = '57c599a3cb57'
 branch_labels = None
 depends_on = None
 
 
 def upgrade():
-    op.add_column(
-        "file",
-        sa.Column("access_control", sa.JSON(), nullable=True),
-    )
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    file_cols = {c['name'] for c in inspector.get_columns('file')}
+
+    if 'access_control' not in file_cols:
+        op.add_column(
+            'file',
+            sa.Column('access_control', sa.JSON(), nullable=True),
+        )
 
 
 def downgrade():
-    op.drop_column("file", "access_control")
+    op.drop_column('file', 'access_control')

backend/open_webui/migrations/versions/7e5b5dc7342b_init.py

@@ -1,204 +1,192 @@
-"""init
-
-Revision ID: 7e5b5dc7342b
-Revises:
-Create Date: 2024-06-24 13:15:33.808998
-
-"""
-
-from typing import Sequence, Union
-
+# Initial bootstrap migration version.
+# Revision ID: 7e5b5dc7342b
+# Revises: (none)
+# Created on: 2024-06-24 13:15:33.808998
+from __future__ import annotations
+from typing import Sequence
+import open_webui.internal.db  # noqa: F401
 import sqlalchemy as sa
 from alembic import op
-
-import open_webui.internal.db
 from open_webui.internal.db import JSONField
 from open_webui.migrations.util import get_existing_tables
 
-# revision identifiers, used by Alembic.
-revision: str = "7e5b5dc7342b"
-down_revision: Union[str, None] = None
-branch_labels: Union[str, Sequence[str], None] = None
-depends_on: Union[str, Sequence[str], None] = None
+revision: str = '7e5b5dc7342b'
+down_revision: str | None = None
+branch_labels: str | Sequence[str] | None = None
+depends_on: str | Sequence[str] | None = None
+# Initial schema table declarations
+_INITIAL_TABLES: list[tuple[str, list[sa.Column], list]] = [
+    (
+        'auth',
+        [
+            sa.Column('id', sa.String(), nullable=False),
+            sa.Column('email', sa.String(), nullable=True),
+            sa.Column('password', sa.Text(), nullable=True),
+            sa.Column('active', sa.Boolean(), nullable=True),
+        ],
+        [sa.PrimaryKeyConstraint('id')],
+    ),
+    (
+        'chat',
+        [
+            sa.Column('id', sa.String(), nullable=False),
+            sa.Column('user_id', sa.String(), nullable=True),
+            sa.Column('title', sa.Text(), nullable=True),
+            sa.Column('chat', sa.Text(), nullable=True),
+            sa.Column('created_at', sa.BigInteger(), nullable=True),
+            sa.Column('updated_at', sa.BigInteger(), nullable=True),
+            sa.Column('share_id', sa.Text(), nullable=True),
+            sa.Column('archived', sa.Boolean(), nullable=True),
+        ],
+        [sa.PrimaryKeyConstraint('id'), sa.UniqueConstraint('share_id')],
+    ),
+    (
+        'chatidtag',
+        [
+            sa.Column('id', sa.String(), nullable=False),
+            sa.Column('tag_name', sa.String(), nullable=True),
+            sa.Column('chat_id', sa.String(), nullable=True),
+            sa.Column('user_id', sa.String(), nullable=True),
+            sa.Column('timestamp', sa.BigInteger(), nullable=True),
+        ],
+        [sa.PrimaryKeyConstraint('id')],
+    ),
+    (
+        'document',
+        [
+            sa.Column('collection_name', sa.String(), nullable=False),
+            sa.Column('name', sa.String(), nullable=True),
+            sa.Column('title', sa.Text(), nullable=True),
+            sa.Column('filename', sa.Text(), nullable=True),
+            sa.Column('content', sa.Text(), nullable=True),
+            sa.Column('user_id', sa.String(), nullable=True),
+            sa.Column('timestamp', sa.BigInteger(), nullable=True),
+        ],
+        [sa.PrimaryKeyConstraint('collection_name'), sa.UniqueConstraint('name')],
+    ),
+    (
+        'file',
+        [
+            sa.Column('id', sa.String(), nullable=False),
+            sa.Column('user_id', sa.String(), nullable=True),
+            sa.Column('filename', sa.Text(), nullable=True),
+            sa.Column('meta', JSONField(), nullable=True),
+            sa.Column('created_at', sa.BigInteger(), nullable=True),
+        ],
+        [sa.PrimaryKeyConstraint('id')],
+    ),
+    (
+        'function',
+        [
+            sa.Column('id', sa.String(), nullable=False),
+            sa.Column('user_id', sa.String(), nullable=True),
+            sa.Column('name', sa.Text(), nullable=True),
+            sa.Column('type', sa.Text(), nullable=True),
+            sa.Column('content', sa.Text(), nullable=True),
+            sa.Column('meta', JSONField(), nullable=True),
+            sa.Column('valves', JSONField(), nullable=True),
+            sa.Column('is_active', sa.Boolean(), nullable=True),
+            sa.Column('is_global', sa.Boolean(), nullable=True),
+            sa.Column('updated_at', sa.BigInteger(), nullable=True),
+            sa.Column('created_at', sa.BigInteger(), nullable=True),
+        ],
+        [sa.PrimaryKeyConstraint('id')],
+    ),
+    (
+        'memory',
+        [
+            sa.Column('id', sa.String(), nullable=False),
+            sa.Column('user_id', sa.String(), nullable=True),
+            sa.Column('content', sa.Text(), nullable=True),
+            sa.Column('updated_at', sa.BigInteger(), nullable=True),
+            sa.Column('created_at', sa.BigInteger(), nullable=True),
+        ],
+        [sa.PrimaryKeyConstraint('id')],
+    ),
+    (
+        'model',
+        [
+            sa.Column('id', sa.Text(), nullable=False),
+            sa.Column('user_id', sa.Text(), nullable=True),
+            sa.Column('base_model_id', sa.Text(), nullable=True),
+            sa.Column('name', sa.Text(), nullable=True),
+            sa.Column('params', JSONField(), nullable=True),
+            sa.Column('meta', JSONField(), nullable=True),
+            sa.Column('updated_at', sa.BigInteger(), nullable=True),
+            sa.Column('created_at', sa.BigInteger(), nullable=True),
+        ],
+        [sa.PrimaryKeyConstraint('id')],
+    ),
+    (
+        'prompt',
+        [
+            sa.Column('command', sa.String(), nullable=False),
+            sa.Column('user_id', sa.String(), nullable=True),
+            sa.Column('title', sa.Text(), nullable=True),
+            sa.Column('content', sa.Text(), nullable=True),
+            sa.Column('timestamp', sa.BigInteger(), nullable=True),
+        ],
+        [sa.PrimaryKeyConstraint('command')],
+    ),
+    (
+        'tag',
+        [
+            sa.Column('id', sa.String(), nullable=False),
+            sa.Column('name', sa.String(), nullable=True),
+            sa.Column('user_id', sa.String(), nullable=True),
+            sa.Column('data', sa.Text(), nullable=True),
+        ],
+        [sa.PrimaryKeyConstraint('id')],
+    ),
+    (
+        'tool',
+        [
+            sa.Column('id', sa.String(), nullable=False),
+            sa.Column('user_id', sa.String(), nullable=True),
+            sa.Column('name', sa.Text(), nullable=True),
+            sa.Column('content', sa.Text(), nullable=True),
+            sa.Column('specs', JSONField(), nullable=True),
+            sa.Column('meta', JSONField(), nullable=True),
+            sa.Column('valves', JSONField(), nullable=True),
+            sa.Column('updated_at', sa.BigInteger(), nullable=True),
+            sa.Column('created_at', sa.BigInteger(), nullable=True),
+        ],
+        [sa.PrimaryKeyConstraint('id')],
+    ),
+    (
+        'user',
+        [
+            sa.Column('id', sa.String(), nullable=False),
+            sa.Column('name', sa.String(), nullable=True),
+            sa.Column('email', sa.String(), nullable=True),
+            sa.Column('role', sa.String(), nullable=True),
+            sa.Column('profile_image_url', sa.Text(), nullable=True),
+            sa.Column('last_active_at', sa.BigInteger(), nullable=True),
+            sa.Column('updated_at', sa.BigInteger(), nullable=True),
+            sa.Column('created_at', sa.BigInteger(), nullable=True),
+            sa.Column('api_key', sa.String(), nullable=True),
+            sa.Column('settings', JSONField(), nullable=True),
+            sa.Column('info', JSONField(), nullable=True),
+            sa.Column('oauth_sub', sa.Text(), nullable=True),
+        ],
+        [
+            sa.PrimaryKeyConstraint('id'),
+            sa.UniqueConstraint('api_key'),
+            sa.UniqueConstraint('oauth_sub'),
+        ],
+    ),
+]
 
 
-def upgrade() -> None:
+# --- migration execution ---
+def upgrade() -> None:  # deploy initial schema tables
     existing_tables = set(get_existing_tables())
-
-    # ### commands auto generated by Alembic - please adjust! ###
-    if "auth" not in existing_tables:
-        op.create_table(
-            "auth",
-            sa.Column("id", sa.String(), nullable=False),
-            sa.Column("email", sa.String(), nullable=True),
-            sa.Column("password", sa.Text(), nullable=True),
-            sa.Column("active", sa.Boolean(), nullable=True),
-            sa.PrimaryKeyConstraint("id"),
-        )
-
-    if "chat" not in existing_tables:
-        op.create_table(
-            "chat",
-            sa.Column("id", sa.String(), nullable=False),
-            sa.Column("user_id", sa.String(), nullable=True),
-            sa.Column("title", sa.Text(), nullable=True),
-            sa.Column("chat", sa.Text(), nullable=True),
-            sa.Column("created_at", sa.BigInteger(), nullable=True),
-            sa.Column("updated_at", sa.BigInteger(), nullable=True),
-            sa.Column("share_id", sa.Text(), nullable=True),
-            sa.Column("archived", sa.Boolean(), nullable=True),
-            sa.PrimaryKeyConstraint("id"),
-            sa.UniqueConstraint("share_id"),
-        )
-
-    if "chatidtag" not in existing_tables:
-        op.create_table(
-            "chatidtag",
-            sa.Column("id", sa.String(), nullable=False),
-            sa.Column("tag_name", sa.String(), nullable=True),
-            sa.Column("chat_id", sa.String(), nullable=True),
-            sa.Column("user_id", sa.String(), nullable=True),
-            sa.Column("timestamp", sa.BigInteger(), nullable=True),
-            sa.PrimaryKeyConstraint("id"),
-        )
-
-    if "document" not in existing_tables:
-        op.create_table(
-            "document",
-            sa.Column("collection_name", sa.String(), nullable=False),
-            sa.Column("name", sa.String(), nullable=True),
-            sa.Column("title", sa.Text(), nullable=True),
-            sa.Column("filename", sa.Text(), nullable=True),
-            sa.Column("content", sa.Text(), nullable=True),
-            sa.Column("user_id", sa.String(), nullable=True),
-            sa.Column("timestamp", sa.BigInteger(), nullable=True),
-            sa.PrimaryKeyConstraint("collection_name"),
-            sa.UniqueConstraint("name"),
-        )
-
-    if "file" not in existing_tables:
-        op.create_table(
-            "file",
-            sa.Column("id", sa.String(), nullable=False),
-            sa.Column("user_id", sa.String(), nullable=True),
-            sa.Column("filename", sa.Text(), nullable=True),
-            sa.Column("meta", JSONField(), nullable=True),
-            sa.Column("created_at", sa.BigInteger(), nullable=True),
-            sa.PrimaryKeyConstraint("id"),
-        )
-
-    if "function" not in existing_tables:
-        op.create_table(
-            "function",
-            sa.Column("id", sa.String(), nullable=False),
-            sa.Column("user_id", sa.String(), nullable=True),
-            sa.Column("name", sa.Text(), nullable=True),
-            sa.Column("type", sa.Text(), nullable=True),
-            sa.Column("content", sa.Text(), nullable=True),
-            sa.Column("meta", JSONField(), nullable=True),
-            sa.Column("valves", JSONField(), nullable=True),
-            sa.Column("is_active", sa.Boolean(), nullable=True),
-            sa.Column("is_global", sa.Boolean(), nullable=True),
-            sa.Column("updated_at", sa.BigInteger(), nullable=True),
-            sa.Column("created_at", sa.BigInteger(), nullable=True),
-            sa.PrimaryKeyConstraint("id"),
-        )
-
-    if "memory" not in existing_tables:
-        op.create_table(
-            "memory",
-            sa.Column("id", sa.String(), nullable=False),
-            sa.Column("user_id", sa.String(), nullable=True),
-            sa.Column("content", sa.Text(), nullable=True),
-            sa.Column("updated_at", sa.BigInteger(), nullable=True),
-            sa.Column("created_at", sa.BigInteger(), nullable=True),
-            sa.PrimaryKeyConstraint("id"),
-        )
-
-    if "model" not in existing_tables:
-        op.create_table(
-            "model",
-            sa.Column("id", sa.Text(), nullable=False),
-            sa.Column("user_id", sa.Text(), nullable=True),
-            sa.Column("base_model_id", sa.Text(), nullable=True),
-            sa.Column("name", sa.Text(), nullable=True),
-            sa.Column("params", JSONField(), nullable=True),
-            sa.Column("meta", JSONField(), nullable=True),
-            sa.Column("updated_at", sa.BigInteger(), nullable=True),
-            sa.Column("created_at", sa.BigInteger(), nullable=True),
-            sa.PrimaryKeyConstraint("id"),
-        )
-
-    if "prompt" not in existing_tables:
-        op.create_table(
-            "prompt",
-            sa.Column("command", sa.String(), nullable=False),
-            sa.Column("user_id", sa.String(), nullable=True),
-            sa.Column("title", sa.Text(), nullable=True),
-            sa.Column("content", sa.Text(), nullable=True),
-            sa.Column("timestamp", sa.BigInteger(), nullable=True),
-            sa.PrimaryKeyConstraint("command"),
-        )
-
-    if "tag" not in existing_tables:
-        op.create_table(
-            "tag",
-            sa.Column("id", sa.String(), nullable=False),
-            sa.Column("name", sa.String(), nullable=True),
-            sa.Column("user_id", sa.String(), nullable=True),
-            sa.Column("data", sa.Text(), nullable=True),
-            sa.PrimaryKeyConstraint("id"),
-        )
-
-    if "tool" not in existing_tables:
-        op.create_table(
-            "tool",
-            sa.Column("id", sa.String(), nullable=False),
-            sa.Column("user_id", sa.String(), nullable=True),
-            sa.Column("name", sa.Text(), nullable=True),
-            sa.Column("content", sa.Text(), nullable=True),
-            sa.Column("specs", JSONField(), nullable=True),
-            sa.Column("meta", JSONField(), nullable=True),
-            sa.Column("valves", JSONField(), nullable=True),
-            sa.Column("updated_at", sa.BigInteger(), nullable=True),
-            sa.Column("created_at", sa.BigInteger(), nullable=True),
-            sa.PrimaryKeyConstraint("id"),
-        )
-
-    if "user" not in existing_tables:
-        op.create_table(
-            "user",
-            sa.Column("id", sa.String(), nullable=False),
-            sa.Column("name", sa.String(), nullable=True),
-            sa.Column("email", sa.String(), nullable=True),
-            sa.Column("role", sa.String(), nullable=True),
-            sa.Column("profile_image_url", sa.Text(), nullable=True),
-            sa.Column("last_active_at", sa.BigInteger(), nullable=True),
-            sa.Column("updated_at", sa.BigInteger(), nullable=True),
-            sa.Column("created_at", sa.BigInteger(), nullable=True),
-            sa.Column("api_key", sa.String(), nullable=True),
-            sa.Column("settings", JSONField(), nullable=True),
-            sa.Column("info", JSONField(), nullable=True),
-            sa.Column("oauth_sub", sa.Text(), nullable=True),
-            sa.PrimaryKeyConstraint("id"),
-            sa.UniqueConstraint("api_key"),
-            sa.UniqueConstraint("oauth_sub"),
-        )
-    # ### end Alembic commands ###
+    for name, columns, constraints in _INITIAL_TABLES:
+        if name not in existing_tables:
+            op.create_table(name, *columns, *constraints)
 
 
-def downgrade() -> None:
-    # ### commands auto generated by Alembic - please adjust! ###
-    op.drop_table("user")
-    op.drop_table("tool")
-    op.drop_table("tag")
-    op.drop_table("prompt")
-    op.drop_table("model")
-    op.drop_table("memory")
-    op.drop_table("function")
-    op.drop_table("file")
-    op.drop_table("document")
-    op.drop_table("chatidtag")
-    op.drop_table("chat")
-    op.drop_table("auth")
-    # ### end Alembic commands ###
+# --- rollback function ---
+def downgrade() -> None:  # rollback initial schema tables
+    for table_name, _, _ in reversed(_INITIAL_TABLES):
+        op.drop_table(table_name)

backend/open_webui/migrations/versions/81cc2ce44d79_update_channel_file_and_knowledge_table.py

@@ -8,41 +8,46 @@ Create Date: 2025-12-10 16:07:58.001282
 
 from typing import Sequence, Union
 
-from alembic import op
-import sqlalchemy as sa
 import open_webui.internal.db
+import sqlalchemy as sa
+from alembic import op
 
 # revision identifiers, used by Alembic.
-revision: str = "81cc2ce44d79"
-down_revision: Union[str, None] = "6283dc0e4d8d"
+revision: str = '81cc2ce44d79'
+down_revision: Union[str, None] = '6283dc0e4d8d'
 branch_labels: Union[str, Sequence[str], None] = None
 depends_on: Union[str, Sequence[str], None] = None
 
 
 def upgrade() -> None:
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+
     # Add message_id column to channel_file table
-    with op.batch_alter_table("channel_file", schema=None) as batch_op:
-        batch_op.add_column(
-            sa.Column(
-                "message_id",
-                sa.Text(),
-                sa.ForeignKey(
-                    "message.id", ondelete="CASCADE", name="fk_channel_file_message_id"
-                ),
-                nullable=True,
+    cf_cols = {c['name'] for c in inspector.get_columns('channel_file')}
+    if 'message_id' not in cf_cols:
+        with op.batch_alter_table('channel_file', schema=None) as batch_op:
+            batch_op.add_column(
+                sa.Column(
+                    'message_id',
+                    sa.Text(),
+                    sa.ForeignKey('message.id', ondelete='CASCADE', name='fk_channel_file_message_id'),
+                    nullable=True,
+                )
             )
-        )
 
     # Add data column to knowledge table
-    with op.batch_alter_table("knowledge", schema=None) as batch_op:
-        batch_op.add_column(sa.Column("data", sa.JSON(), nullable=True))
+    k_cols = {c['name'] for c in inspector.get_columns('knowledge')}
+    if 'data' not in k_cols:
+        with op.batch_alter_table('knowledge', schema=None) as batch_op:
+            batch_op.add_column(sa.Column('data', sa.JSON(), nullable=True))
 
 
 def downgrade() -> None:
     # Remove message_id column from channel_file table
-    with op.batch_alter_table("channel_file", schema=None) as batch_op:
-        batch_op.drop_column("message_id")
+    with op.batch_alter_table('channel_file', schema=None) as batch_op:
+        batch_op.drop_column('message_id')
 
     # Remove data column from knowledge table
-    with op.batch_alter_table("knowledge", schema=None) as batch_op:
-        batch_op.drop_column("data")
+    with op.batch_alter_table('knowledge', schema=None) as batch_op:
+        batch_op.drop_column('data')

backend/open_webui/migrations/versions/8452d01d26d7_add_chat_message_table.py

@@ -6,100 +6,135 @@ Create Date: 2026-02-01 04:00:00.000000
 
 """
 
-import time
 import json
 import logging
+import time
 from typing import Sequence, Union
 
-from alembic import op
 import sqlalchemy as sa
+from alembic import op
 
 log = logging.getLogger(__name__)
 
-revision: str = "8452d01d26d7"
-down_revision: Union[str, None] = "374d2f66af06"
+revision: str = '8452d01d26d7'
+down_revision: Union[str, None] = '374d2f66af06'
 branch_labels: Union[str, Sequence[str], None] = None
 depends_on: Union[str, Sequence[str], None] = None
 
+BATCH_SIZE = 5000
+
+
+def _flush_batch(conn, table, batch):
+    """
+    Insert a batch of messages, falling back to row-by-row on error.
+
+    Tries a single bulk insert first (fast path). If that fails (e.g. due to
+    a duplicate key), falls back to individual inserts wrapped in savepoints
+    so the rest of the batch can still succeed.
+    """
+    savepoint = conn.begin_nested()
+    try:
+        conn.execute(sa.insert(table), batch)
+        savepoint.commit()
+        return len(batch), 0
+    except Exception:
+        savepoint.rollback()
+        # Batch failed - insert one-by-one to isolate the bad row(s)
+        inserted = 0
+        failed = 0
+        for msg in batch:
+            sp = conn.begin_nested()
+            try:
+                conn.execute(sa.insert(table).values(**msg))
+                sp.commit()
+                inserted += 1
+            except Exception as e:
+                sp.rollback()
+                failed += 1
+                log.warning(f'Failed to insert message {msg["id"]}: {e}')
+        return inserted, failed
+
 
 def upgrade() -> None:
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    existing_tables = set(inspector.get_table_names())
+
+    if 'chat_message' in existing_tables:
+        return  # Already created — skip everything
+
     # Step 1: Create table
     op.create_table(
-        "chat_message",
-        sa.Column("id", sa.Text(), primary_key=True),
-        sa.Column("chat_id", sa.Text(), nullable=False, index=True),
-        sa.Column("user_id", sa.Text(), index=True),
-        sa.Column("role", sa.Text(), nullable=False),
-        sa.Column("parent_id", sa.Text(), nullable=True),
-        sa.Column("content", sa.JSON(), nullable=True),
-        sa.Column("output", sa.JSON(), nullable=True),
-        sa.Column("model_id", sa.Text(), nullable=True, index=True),
-        sa.Column("files", sa.JSON(), nullable=True),
-        sa.Column("sources", sa.JSON(), nullable=True),
-        sa.Column("embeds", sa.JSON(), nullable=True),
-        sa.Column("done", sa.Boolean(), default=True),
-        sa.Column("status_history", sa.JSON(), nullable=True),
-        sa.Column("error", sa.JSON(), nullable=True),
-        sa.Column("usage", sa.JSON(), nullable=True),
-        sa.Column("created_at", sa.BigInteger(), index=True),
-        sa.Column("updated_at", sa.BigInteger()),
-        sa.ForeignKeyConstraint(["chat_id"], ["chat.id"], ondelete="CASCADE"),
+        'chat_message',
+        sa.Column('id', sa.Text(), primary_key=True),
+        sa.Column('chat_id', sa.Text(), nullable=False, index=True),
+        sa.Column('user_id', sa.Text(), index=True),
+        sa.Column('role', sa.Text(), nullable=False),
+        sa.Column('parent_id', sa.Text(), nullable=True),
+        sa.Column('content', sa.JSON(), nullable=True),
+        sa.Column('output', sa.JSON(), nullable=True),
+        sa.Column('model_id', sa.Text(), nullable=True, index=True),
+        sa.Column('files', sa.JSON(), nullable=True),
+        sa.Column('sources', sa.JSON(), nullable=True),
+        sa.Column('embeds', sa.JSON(), nullable=True),
+        sa.Column('done', sa.Boolean(), default=True),
+        sa.Column('status_history', sa.JSON(), nullable=True),
+        sa.Column('error', sa.JSON(), nullable=True),
+        sa.Column('usage', sa.JSON(), nullable=True),
+        sa.Column('created_at', sa.BigInteger(), index=True),
+        sa.Column('updated_at', sa.BigInteger()),
+        sa.ForeignKeyConstraint(['chat_id'], ['chat.id'], ondelete='CASCADE'),
     )
 
     # Create composite indexes
-    op.create_index(
-        "chat_message_chat_parent_idx", "chat_message", ["chat_id", "parent_id"]
-    )
-    op.create_index(
-        "chat_message_model_created_idx", "chat_message", ["model_id", "created_at"]
-    )
-    op.create_index(
-        "chat_message_user_created_idx", "chat_message", ["user_id", "created_at"]
-    )
+    op.create_index('chat_message_chat_parent_idx', 'chat_message', ['chat_id', 'parent_id'])
+    op.create_index('chat_message_model_created_idx', 'chat_message', ['model_id', 'created_at'])
+    op.create_index('chat_message_user_created_idx', 'chat_message', ['user_id', 'created_at'])
 
     # Step 2: Backfill from existing chats
-    conn = op.get_bind()
-
     chat_table = sa.table(
-        "chat",
-        sa.column("id", sa.Text()),
-        sa.column("user_id", sa.Text()),
-        sa.column("chat", sa.JSON()),
+        'chat',
+        sa.column('id', sa.Text()),
+        sa.column('user_id', sa.Text()),
+        sa.column('chat', sa.JSON()),
     )
 
     chat_message_table = sa.table(
-        "chat_message",
-        sa.column("id", sa.Text()),
-        sa.column("chat_id", sa.Text()),
-        sa.column("user_id", sa.Text()),
-        sa.column("role", sa.Text()),
-        sa.column("parent_id", sa.Text()),
-        sa.column("content", sa.JSON()),
-        sa.column("output", sa.JSON()),
-        sa.column("model_id", sa.Text()),
-        sa.column("files", sa.JSON()),
-        sa.column("sources", sa.JSON()),
-        sa.column("embeds", sa.JSON()),
-        sa.column("done", sa.Boolean()),
-        sa.column("status_history", sa.JSON()),
-        sa.column("error", sa.JSON()),
-        sa.column("usage", sa.JSON()),
-        sa.column("created_at", sa.BigInteger()),
-        sa.column("updated_at", sa.BigInteger()),
+        'chat_message',
+        sa.column('id', sa.Text()),
+        sa.column('chat_id', sa.Text()),
+        sa.column('user_id', sa.Text()),
+        sa.column('role', sa.Text()),
+        sa.column('parent_id', sa.Text()),
+        sa.column('content', sa.JSON()),
+        sa.column('output', sa.JSON()),
+        sa.column('model_id', sa.Text()),
+        sa.column('files', sa.JSON()),
+        sa.column('sources', sa.JSON()),
+        sa.column('embeds', sa.JSON()),
+        sa.column('done', sa.Boolean()),
+        sa.column('status_history', sa.JSON()),
+        sa.column('error', sa.JSON()),
+        sa.column('usage', sa.JSON()),
+        sa.column('created_at', sa.BigInteger()),
+        sa.column('updated_at', sa.BigInteger()),
     )
 
-    # Fetch all chats (excluding shared chats which have user_id starting with 'shared-')
-    chats = conn.execute(
-        sa.select(chat_table.c.id, chat_table.c.user_id, chat_table.c.chat).where(
-            ~chat_table.c.user_id.like("shared-%")
-        )
-    ).fetchall()
+    # Stream rows instead of loading all into memory:
+    # - yield_per: fetches rows in chunks via cursor.fetchmany() (all backends)
+    # - stream_results: enables server-side cursors on PostgreSQL (no-op on SQLite)
+    result = conn.execute(
+        sa.select(chat_table.c.id, chat_table.c.user_id, chat_table.c.chat)
+        .where(~chat_table.c.user_id.like('shared-%'))
+        .execution_options(yield_per=1000, stream_results=True)
+    )
 
     now = int(time.time())
-    messages_inserted = 0
-    messages_failed = 0
+    messages_batch = []
+    total_inserted = 0
+    total_failed = 0
 
-    for chat_row in chats:
+    for chat_row in result:
         chat_id = chat_row[0]
         user_id = chat_row[1]
         chat_data = chat_row[2]
@@ -114,18 +149,28 @@ def upgrade() -> None:
             except Exception:
                 continue
 
-        history = chat_data.get("history", {})
-        messages = history.get("messages", {})
+        history = chat_data.get('history', {})
+        if not isinstance(history, dict):
+            continue
+
+        messages = history.get('messages', {})
+        if not isinstance(messages, dict):
+            continue
 
         for message_id, message in messages.items():
             if not isinstance(message, dict):
                 continue
 
-            role = message.get("role")
+            role = message.get('role')
             if not role:
                 continue
 
-            timestamp = message.get("timestamp", now)
+            timestamp = message.get('timestamp', now)
+
+            try:
+                timestamp = int(float(timestamp))
+            except Exception as e:
+                timestamp = now
 
             # Normalize timestamp: convert ms to seconds, validate range
             if timestamp > 10_000_000_000:
@@ -134,44 +179,48 @@ def upgrade() -> None:
             if timestamp < 1577836800 or timestamp > now + 86400:
                 timestamp = now
 
-            # Use savepoint to allow individual insert failures without aborting transaction
-            savepoint = conn.begin_nested()
-            try:
-                conn.execute(
-                    sa.insert(chat_message_table).values(
-                        id=f"{chat_id}-{message_id}",
-                        chat_id=chat_id,
-                        user_id=user_id,
-                        role=role,
-                        parent_id=message.get("parentId"),
-                        content=message.get("content"),
-                        output=message.get("output"),
-                        model_id=message.get("model"),
-                        files=message.get("files"),
-                        sources=message.get("sources"),
-                        embeds=message.get("embeds"),
-                        done=message.get("done", True),
-                        status_history=message.get("statusHistory"),
-                        error=message.get("error"),
-                        created_at=timestamp,
-                        updated_at=timestamp,
-                    )
-                )
-                savepoint.commit()
-                messages_inserted += 1
-            except Exception as e:
-                savepoint.rollback()
-                messages_failed += 1
-                log.warning(f"Failed to insert message {message_id}: {e}")
-                continue
+            messages_batch.append(
+                {
+                    'id': f'{chat_id}-{message_id}',
+                    'chat_id': chat_id,
+                    'user_id': user_id,
+                    'role': role,
+                    'parent_id': message.get('parentId'),
+                    'content': message.get('content'),
+                    'output': message.get('output'),
+                    'model_id': message.get('model'),
+                    'files': message.get('files'),
+                    'sources': message.get('sources'),
+                    'embeds': message.get('embeds'),
+                    'done': message.get('done', True),
+                    'status_history': message.get('statusHistory'),
+                    'error': message.get('error'),
+                    'usage': message.get('usage'),
+                    'created_at': timestamp,
+                    'updated_at': timestamp,
+                }
+            )
 
-    log.info(
-        f"Backfilled {messages_inserted} messages into chat_message table ({messages_failed} failed)"
-    )
+            # Flush batch when full
+            if len(messages_batch) >= BATCH_SIZE:
+                inserted, failed = _flush_batch(conn, chat_message_table, messages_batch)
+                total_inserted += inserted
+                total_failed += failed
+                if total_inserted % 50000 < BATCH_SIZE:
+                    log.info(f'Migration progress: {total_inserted} messages inserted...')
+                messages_batch.clear()
+
+    # Flush remaining messages
+    if messages_batch:
+        inserted, failed = _flush_batch(conn, chat_message_table, messages_batch)
+        total_inserted += inserted
+        total_failed += failed
+
+    log.info(f'Backfilled {total_inserted} messages into chat_message table ({total_failed} failed)')
 
 
 def downgrade() -> None:
-    op.drop_index("chat_message_user_created_idx", table_name="chat_message")
-    op.drop_index("chat_message_model_created_idx", table_name="chat_message")
-    op.drop_index("chat_message_chat_parent_idx", table_name="chat_message")
-    op.drop_table("chat_message")
+    op.drop_index('chat_message_user_created_idx', table_name='chat_message')
+    op.drop_index('chat_message_model_created_idx', table_name='chat_message')
+    op.drop_index('chat_message_chat_parent_idx', table_name='chat_message')
+    op.drop_table('chat_message')

backend/open_webui/migrations/versions/90ef40d4714e_update_channel_and_channel_members_table.py

@@ -8,73 +8,80 @@ Create Date: 2025-11-30 06:33:38.790341
 
 from typing import Sequence, Union
 
-from alembic import op
-import sqlalchemy as sa
 import open_webui.internal.db
+import sqlalchemy as sa
+from alembic import op
 
 # revision identifiers, used by Alembic.
-revision: str = "90ef40d4714e"
-down_revision: Union[str, None] = "b10670c03dd5"
+revision: str = '90ef40d4714e'
+down_revision: Union[str, None] = 'b10670c03dd5'
 branch_labels: Union[str, Sequence[str], None] = None
 depends_on: Union[str, Sequence[str], None] = None
 
 
 def upgrade() -> None:
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    existing_tables = set(inspector.get_table_names())
+
     # Update 'channel' table
-    op.add_column("channel", sa.Column("is_private", sa.Boolean(), nullable=True))
-
-    op.add_column("channel", sa.Column("archived_at", sa.BigInteger(), nullable=True))
-    op.add_column("channel", sa.Column("archived_by", sa.Text(), nullable=True))
-
-    op.add_column("channel", sa.Column("deleted_at", sa.BigInteger(), nullable=True))
-    op.add_column("channel", sa.Column("deleted_by", sa.Text(), nullable=True))
-
-    op.add_column("channel", sa.Column("updated_by", sa.Text(), nullable=True))
+    channel_cols = {c['name'] for c in inspector.get_columns('channel')}
+    if 'is_private' not in channel_cols:
+        op.add_column('channel', sa.Column('is_private', sa.Boolean(), nullable=True))
+    if 'archived_at' not in channel_cols:
+        op.add_column('channel', sa.Column('archived_at', sa.BigInteger(), nullable=True))
+    if 'archived_by' not in channel_cols:
+        op.add_column('channel', sa.Column('archived_by', sa.Text(), nullable=True))
+    if 'deleted_at' not in channel_cols:
+        op.add_column('channel', sa.Column('deleted_at', sa.BigInteger(), nullable=True))
+    if 'deleted_by' not in channel_cols:
+        op.add_column('channel', sa.Column('deleted_by', sa.Text(), nullable=True))
+    if 'updated_by' not in channel_cols:
+        op.add_column('channel', sa.Column('updated_by', sa.Text(), nullable=True))
 
     # Update 'channel_member' table
-    op.add_column("channel_member", sa.Column("role", sa.Text(), nullable=True))
-    op.add_column("channel_member", sa.Column("invited_by", sa.Text(), nullable=True))
-    op.add_column(
-        "channel_member", sa.Column("invited_at", sa.BigInteger(), nullable=True)
-    )
+    cm_cols = {c['name'] for c in inspector.get_columns('channel_member')}
+    if 'role' not in cm_cols:
+        op.add_column('channel_member', sa.Column('role', sa.Text(), nullable=True))
+    if 'invited_by' not in cm_cols:
+        op.add_column('channel_member', sa.Column('invited_by', sa.Text(), nullable=True))
+    if 'invited_at' not in cm_cols:
+        op.add_column('channel_member', sa.Column('invited_at', sa.BigInteger(), nullable=True))
 
     #  Create 'channel_webhook' table
-    op.create_table(
-        "channel_webhook",
-        sa.Column("id", sa.Text(), primary_key=True, unique=True, nullable=False),
-        sa.Column("user_id", sa.Text(), nullable=False),
-        sa.Column(
-            "channel_id",
-            sa.Text(),
-            sa.ForeignKey("channel.id", ondelete="CASCADE"),
-            nullable=False,
-        ),
-        sa.Column("name", sa.Text(), nullable=False),
-        sa.Column("profile_image_url", sa.Text(), nullable=True),
-        sa.Column("token", sa.Text(), nullable=False),
-        sa.Column("last_used_at", sa.BigInteger(), nullable=True),
-        sa.Column("created_at", sa.BigInteger(), nullable=False),
-        sa.Column("updated_at", sa.BigInteger(), nullable=False),
-    )
-
-    pass
+    if 'channel_webhook' not in existing_tables:
+        op.create_table(
+            'channel_webhook',
+            sa.Column('id', sa.Text(), primary_key=True, unique=True, nullable=False),
+            sa.Column('user_id', sa.Text(), nullable=False),
+            sa.Column(
+                'channel_id',
+                sa.Text(),
+                sa.ForeignKey('channel.id', ondelete='CASCADE'),
+                nullable=False,
+            ),
+            sa.Column('name', sa.Text(), nullable=False),
+            sa.Column('profile_image_url', sa.Text(), nullable=True),
+            sa.Column('token', sa.Text(), nullable=False),
+            sa.Column('last_used_at', sa.BigInteger(), nullable=True),
+            sa.Column('created_at', sa.BigInteger(), nullable=False),
+            sa.Column('updated_at', sa.BigInteger(), nullable=False),
+        )
 
 
 def downgrade() -> None:
     # Downgrade 'channel' table
-    op.drop_column("channel", "is_private")
-    op.drop_column("channel", "archived_at")
-    op.drop_column("channel", "archived_by")
-    op.drop_column("channel", "deleted_at")
-    op.drop_column("channel", "deleted_by")
-    op.drop_column("channel", "updated_by")
+    op.drop_column('channel', 'is_private')
+    op.drop_column('channel', 'archived_at')
+    op.drop_column('channel', 'archived_by')
+    op.drop_column('channel', 'deleted_at')
+    op.drop_column('channel', 'deleted_by')
+    op.drop_column('channel', 'updated_by')
 
     # Downgrade 'channel_member' table
-    op.drop_column("channel_member", "role")
-    op.drop_column("channel_member", "invited_by")
-    op.drop_column("channel_member", "invited_at")
+    op.drop_column('channel_member', 'role')
+    op.drop_column('channel_member', 'invited_by')
+    op.drop_column('channel_member', 'invited_at')
 
     # Drop 'channel_webhook' table
-    op.drop_table("channel_webhook")
-
-    pass
+    op.drop_table('channel_webhook')

backend/open_webui/migrations/versions/922e7a387820_add_group_table.py

@@ -6,80 +6,65 @@ Create Date: 2024-11-14 03:00:00.000000
 
 """
 
-from alembic import op
 import sqlalchemy as sa
+from alembic import op
 
-revision = "922e7a387820"
-down_revision = "4ace53fd72c8"
+revision = '922e7a387820'
+down_revision = '4ace53fd72c8'
 branch_labels = None
 depends_on = None
 
 
 def upgrade():
-    op.create_table(
-        "group",
-        sa.Column("id", sa.Text(), nullable=False, primary_key=True, unique=True),
-        sa.Column("user_id", sa.Text(), nullable=True),
-        sa.Column("name", sa.Text(), nullable=True),
-        sa.Column("description", sa.Text(), nullable=True),
-        sa.Column("data", sa.JSON(), nullable=True),
-        sa.Column("meta", sa.JSON(), nullable=True),
-        sa.Column("permissions", sa.JSON(), nullable=True),
-        sa.Column("user_ids", sa.JSON(), nullable=True),
-        sa.Column("created_at", sa.BigInteger(), nullable=True),
-        sa.Column("updated_at", sa.BigInteger(), nullable=True),
-    )
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    existing_tables = set(inspector.get_table_names())
+
+    if 'group' not in existing_tables:
+        op.create_table(
+            'group',
+            sa.Column('id', sa.Text(), nullable=False, primary_key=True, unique=True),
+            sa.Column('user_id', sa.Text(), nullable=True),
+            sa.Column('name', sa.Text(), nullable=True),
+            sa.Column('description', sa.Text(), nullable=True),
+            sa.Column('data', sa.JSON(), nullable=True),
+            sa.Column('meta', sa.JSON(), nullable=True),
+            sa.Column('permissions', sa.JSON(), nullable=True),
+            sa.Column('user_ids', sa.JSON(), nullable=True),
+            sa.Column('created_at', sa.BigInteger(), nullable=True),
+            sa.Column('updated_at', sa.BigInteger(), nullable=True),
+        )
 
     # Add 'access_control' column to 'model' table
-    op.add_column(
-        "model",
-        sa.Column("access_control", sa.JSON(), nullable=True),
-    )
-
-    # Add 'is_active' column to 'model' table
-    op.add_column(
-        "model",
-        sa.Column(
-            "is_active",
-            sa.Boolean(),
-            nullable=False,
-            server_default=sa.sql.expression.true(),
-        ),
-    )
+    model_cols = {c['name'] for c in inspector.get_columns('model')}
+    if 'access_control' not in model_cols:
+        op.add_column('model', sa.Column('access_control', sa.JSON(), nullable=True))
+    if 'is_active' not in model_cols:
+        op.add_column(
+            'model',
+            sa.Column('is_active', sa.Boolean(), nullable=False, server_default=sa.sql.expression.true()),
+        )
 
     # Add 'access_control' column to 'knowledge' table
-    op.add_column(
-        "knowledge",
-        sa.Column("access_control", sa.JSON(), nullable=True),
-    )
+    knowledge_cols = {c['name'] for c in inspector.get_columns('knowledge')}
+    if 'access_control' not in knowledge_cols:
+        op.add_column('knowledge', sa.Column('access_control', sa.JSON(), nullable=True))
 
     # Add 'access_control' column to 'prompt' table
-    op.add_column(
-        "prompt",
-        sa.Column("access_control", sa.JSON(), nullable=True),
-    )
+    prompt_cols = {c['name'] for c in inspector.get_columns('prompt')}
+    if 'access_control' not in prompt_cols:
+        op.add_column('prompt', sa.Column('access_control', sa.JSON(), nullable=True))
 
     # Add 'access_control' column to 'tools' table
-    op.add_column(
-        "tool",
-        sa.Column("access_control", sa.JSON(), nullable=True),
-    )
+    tool_cols = {c['name'] for c in inspector.get_columns('tool')}
+    if 'access_control' not in tool_cols:
+        op.add_column('tool', sa.Column('access_control', sa.JSON(), nullable=True))
 
 
 def downgrade():
-    op.drop_table("group")
-
-    # Drop 'access_control' column from 'model' table
-    op.drop_column("model", "access_control")
-
-    # Drop 'is_active' column from 'model' table
-    op.drop_column("model", "is_active")
-
-    # Drop 'access_control' column from 'knowledge' table
-    op.drop_column("knowledge", "access_control")
-
-    # Drop 'access_control' column from 'prompt' table
-    op.drop_column("prompt", "access_control")
-
-    # Drop 'access_control' column from 'tools' table
-    op.drop_column("tool", "access_control")
+    op.drop_table('group')
+    op.drop_column('model', 'access_control')
+    op.drop_column('model', 'is_active')
+    op.drop_column('knowledge', 'access_control')
+    op.drop_column('prompt', 'access_control')
+    op.drop_column('tool', 'access_control')

backend/open_webui/migrations/versions/9f0c9cd09105_add_note_table.py

@@ -6,28 +6,33 @@ Create Date: 2025-05-03 03:00:00.000000
 
 """
 
-from alembic import op
 import sqlalchemy as sa
+from alembic import op
 
-revision = "9f0c9cd09105"
-down_revision = "3781e22d8b01"
+revision = '9f0c9cd09105'
+down_revision = '3781e22d8b01'
 branch_labels = None
 depends_on = None
 
 
 def upgrade():
-    op.create_table(
-        "note",
-        sa.Column("id", sa.Text(), nullable=False, primary_key=True, unique=True),
-        sa.Column("user_id", sa.Text(), nullable=True),
-        sa.Column("title", sa.Text(), nullable=True),
-        sa.Column("data", sa.JSON(), nullable=True),
-        sa.Column("meta", sa.JSON(), nullable=True),
-        sa.Column("access_control", sa.JSON(), nullable=True),
-        sa.Column("created_at", sa.BigInteger(), nullable=True),
-        sa.Column("updated_at", sa.BigInteger(), nullable=True),
-    )
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    existing_tables = set(inspector.get_table_names())
+
+    if 'note' not in existing_tables:
+        op.create_table(
+            'note',
+            sa.Column('id', sa.Text(), nullable=False, primary_key=True, unique=True),
+            sa.Column('user_id', sa.Text(), nullable=True),
+            sa.Column('title', sa.Text(), nullable=True),
+            sa.Column('data', sa.JSON(), nullable=True),
+            sa.Column('meta', sa.JSON(), nullable=True),
+            sa.Column('access_control', sa.JSON(), nullable=True),
+            sa.Column('created_at', sa.BigInteger(), nullable=True),
+            sa.Column('updated_at', sa.BigInteger(), nullable=True),
+        )
 
 
 def downgrade():
-    op.drop_table("note")
+    op.drop_table('note')

backend/open_webui/migrations/versions/a0b1c2d3e4f5_add_memory_user_id_index.py

@@ -0,0 +1,28 @@
+"""Add memory user_id index
+
+Revision ID: a0b1c2d3e4f5
+Revises: 4de81c2a3af1
+Create Date: 2025-09-15 03:00:00.000000
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+
+revision = 'a0b1c2d3e4f5'
+down_revision = '4de81c2a3af1'
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    existing_indexes = {idx['name'] for idx in inspector.get_indexes('memory')}
+
+    if 'ix_memory_user_id' not in existing_indexes:
+        op.create_index('ix_memory_user_id', 'memory', ['user_id'])
+
+
+def downgrade():
+    op.drop_index('ix_memory_user_id', table_name='memory')

backend/open_webui/migrations/versions/a1b2c3d4e5f6_add_skill_table.py

@@ -8,13 +8,12 @@ Create Date: 2026-02-11 09:30:00.000000
 
 from typing import Sequence, Union
 
-from alembic import op
 import sqlalchemy as sa
-
+from alembic import op
 from open_webui.migrations.util import get_existing_tables
 
-revision: str = "a1b2c3d4e5f6"
-down_revision: Union[str, None] = "f1e2d3c4b5a6"
+revision: str = 'a1b2c3d4e5f6'
+down_revision: Union[str, None] = 'f1e2d3c4b5a6'
 branch_labels: Union[str, Sequence[str], None] = None
 depends_on: Union[str, Sequence[str], None] = None
 
@@ -22,24 +21,24 @@ depends_on: Union[str, Sequence[str], None] = None
 def upgrade() -> None:
     existing_tables = set(get_existing_tables())
 
-    if "skill" not in existing_tables:
+    if 'skill' not in existing_tables:
         op.create_table(
-            "skill",
-            sa.Column("id", sa.String(), nullable=False, primary_key=True),
-            sa.Column("user_id", sa.String(), nullable=False),
-            sa.Column("name", sa.Text(), nullable=False, unique=True),
-            sa.Column("description", sa.Text(), nullable=True),
-            sa.Column("content", sa.Text(), nullable=False),
-            sa.Column("meta", sa.JSON(), nullable=True),
-            sa.Column("is_active", sa.Boolean(), nullable=False),
-            sa.Column("updated_at", sa.BigInteger(), nullable=False),
-            sa.Column("created_at", sa.BigInteger(), nullable=False),
+            'skill',
+            sa.Column('id', sa.String(), nullable=False, primary_key=True),
+            sa.Column('user_id', sa.String(), nullable=False),
+            sa.Column('name', sa.Text(), nullable=False, unique=True),
+            sa.Column('description', sa.Text(), nullable=True),
+            sa.Column('content', sa.Text(), nullable=False),
+            sa.Column('meta', sa.JSON(), nullable=True),
+            sa.Column('is_active', sa.Boolean(), nullable=False),
+            sa.Column('updated_at', sa.BigInteger(), nullable=False),
+            sa.Column('created_at', sa.BigInteger(), nullable=False),
         )
-        op.create_index("idx_skill_user_id", "skill", ["user_id"])
-        op.create_index("idx_skill_updated_at", "skill", ["updated_at"])
+        op.create_index('idx_skill_user_id', 'skill', ['user_id'])
+        op.create_index('idx_skill_updated_at', 'skill', ['updated_at'])
 
 
 def downgrade() -> None:
-    op.drop_index("idx_skill_updated_at", table_name="skill")
-    op.drop_index("idx_skill_user_id", table_name="skill")
-    op.drop_table("skill")
+    op.drop_index('idx_skill_updated_at', table_name='skill')
+    op.drop_index('idx_skill_user_id', table_name='skill')
+    op.drop_table('skill')

backend/open_webui/migrations/versions/a3dd5bedd151_add_tasks_and_summary_to_chat.py

@@ -0,0 +1,34 @@
+"""Add tasks and summary columns to chat table
+
+Revision ID: a3dd5bedd151
+Revises: b2c3d4e5f6a7
+Create Date: 2026-03-29 22:15:00.000000
+
+"""
+
+from typing import Sequence, Union
+
+import sqlalchemy as sa
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision: str = 'a3dd5bedd151'
+down_revision: Union[str, None] = 'b2c3d4e5f6a7'
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    columns = [col['name'] for col in inspector.get_columns('chat')]
+
+    if 'tasks' not in columns:
+        op.add_column('chat', sa.Column('tasks', sa.JSON(), nullable=True))
+    if 'summary' not in columns:
+        op.add_column('chat', sa.Column('summary', sa.Text(), nullable=True))
+
+
+def downgrade() -> None:
+    op.drop_column('chat', 'summary')
+    op.drop_column('chat', 'tasks')

backend/open_webui/migrations/versions/a5c220713937_add_reply_to_id_column_to_message.py

@@ -8,27 +8,29 @@ Create Date: 2025-09-27 02:24:18.058455
 
 from typing import Sequence, Union
 
-from alembic import op
 import sqlalchemy as sa
+from alembic import op
 
 # revision identifiers, used by Alembic.
-revision: str = "a5c220713937"
-down_revision: Union[str, None] = "38d63c18f30f"
+revision: str = 'a5c220713937'
+down_revision: Union[str, None] = '38d63c18f30f'
 branch_labels: Union[str, Sequence[str], None] = None
 depends_on: Union[str, Sequence[str], None] = None
 
 
 def upgrade() -> None:
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    msg_cols = {c['name'] for c in inspector.get_columns('message')}
+
     # Add 'reply_to_id' column to the 'message' table for replying to messages
-    op.add_column(
-        "message",
-        sa.Column("reply_to_id", sa.Text(), nullable=True),
-    )
-    pass
+    if 'reply_to_id' not in msg_cols:
+        op.add_column(
+            'message',
+            sa.Column('reply_to_id', sa.Text(), nullable=True),
+        )
 
 
 def downgrade() -> None:
     # Remove 'reply_to_id' column from the 'message' table
-    op.drop_column("message", "reply_to_id")
-
-    pass
+    op.drop_column('message', 'reply_to_id')

backend/open_webui/migrations/versions/af906e964978_add_feedback_table.py

@@ -6,46 +6,41 @@ Create Date: 2024-10-20 17:02:35.241684
 
 """
 
-from alembic import op
 import sqlalchemy as sa
+from alembic import op
 
 # Revision identifiers, used by Alembic.
-revision = "af906e964978"
-down_revision = "c29facfe716b"
+revision = 'af906e964978'
+down_revision = 'c29facfe716b'
 branch_labels = None
 depends_on = None
 
 
 def upgrade():
-    # ### Create feedback table ###
-    op.create_table(
-        "feedback",
-        sa.Column(
-            "id", sa.Text(), primary_key=True
-        ),  # Unique identifier for each feedback (TEXT type)
-        sa.Column(
-            "user_id", sa.Text(), nullable=True
-        ),  # ID of the user providing the feedback (TEXT type)
-        sa.Column(
-            "version", sa.BigInteger(), default=0
-        ),  # Version of feedback (BIGINT type)
-        sa.Column("type", sa.Text(), nullable=True),  # Type of feedback (TEXT type)
-        sa.Column("data", sa.JSON(), nullable=True),  # Feedback data (JSON type)
-        sa.Column(
-            "meta", sa.JSON(), nullable=True
-        ),  # Metadata for feedback (JSON type)
-        sa.Column(
-            "snapshot", sa.JSON(), nullable=True
-        ),  # snapshot data for feedback (JSON type)
-        sa.Column(
-            "created_at", sa.BigInteger(), nullable=False
-        ),  # Feedback creation timestamp (BIGINT representing epoch)
-        sa.Column(
-            "updated_at", sa.BigInteger(), nullable=False
-        ),  # Feedback update timestamp (BIGINT representing epoch)
-    )
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    existing_tables = set(inspector.get_table_names())
+
+    if 'feedback' not in existing_tables:
+        # ### Create feedback table ###
+        op.create_table(
+            'feedback',
+            sa.Column('id', sa.Text(), primary_key=True),  # Unique identifier for each feedback (TEXT type)
+            sa.Column('user_id', sa.Text(), nullable=True),  # ID of the user providing the feedback (TEXT type)
+            sa.Column('version', sa.BigInteger(), default=0),  # Version of feedback (BIGINT type)
+            sa.Column('type', sa.Text(), nullable=True),  # Type of feedback (TEXT type)
+            sa.Column('data', sa.JSON(), nullable=True),  # Feedback data (JSON type)
+            sa.Column('meta', sa.JSON(), nullable=True),  # Metadata for feedback (JSON type)
+            sa.Column('snapshot', sa.JSON(), nullable=True),  # snapshot data for feedback (JSON type)
+            sa.Column(
+                'created_at', sa.BigInteger(), nullable=False
+            ),  # Feedback creation timestamp (BIGINT representing epoch)
+            sa.Column(
+                'updated_at', sa.BigInteger(), nullable=False
+            ),  # Feedback update timestamp (BIGINT representing epoch)
+        )
 
 
 def downgrade():
     # ### Drop feedback table ###
-    op.drop_table("feedback")
+    op.drop_table('feedback')

backend/open_webui/migrations/versions/b10670c03dd5_update_user_table.py

@@ -6,74 +6,97 @@ Create Date: 2025-11-28 04:55:31.737538
 
 """
 
-from typing import Sequence, Union
-
-from alembic import op
-import sqlalchemy as sa
-
-
-import open_webui.internal.db
 import json
 import time
+from typing import Sequence, Union
+
+import open_webui.internal.db
+import sqlalchemy as sa
+from alembic import op
 
 # revision identifiers, used by Alembic.
-revision: str = "b10670c03dd5"
-down_revision: Union[str, None] = "2f1211949ecc"
+revision: str = 'b10670c03dd5'
+down_revision: Union[str, None] = '2f1211949ecc'
 branch_labels: Union[str, Sequence[str], None] = None
 depends_on: Union[str, Sequence[str], None] = None
 
+# ── Ad-hoc table references for Core DML ─────────────────────────────────
+# These are lightweight table() / column() references used only inside this
+# migration for SELECT / UPDATE / INSERT — they do NOT create or alter
+# anything on disk.
+
+_user = sa.table(
+    'user',
+    sa.column('id', sa.Text),
+    sa.column('oauth_sub', sa.Text),
+    sa.column('oauth', sa.JSON),
+    sa.column('api_key', sa.Text),
+    sa.column('info', sa.Text),
+    sa.column('settings', sa.Text),
+)
+
+_api_key = sa.table(
+    'api_key',
+    sa.column('id', sa.Text),
+    sa.column('user_id', sa.Text),
+    sa.column('key', sa.Text),
+    sa.column('created_at', sa.BigInteger),
+    sa.column('updated_at', sa.BigInteger),
+)
+
 
 def _drop_sqlite_indexes_for_column(table_name, column_name, conn):
     """
-    SQLite requires manual removal of any indexes referencing a column
-    before ALTER TABLE ... DROP COLUMN can succeed.
+    SQLite requires manual removal of any user-created indexes referencing
+    a column before ALTER TABLE ... DROP COLUMN can succeed.
+
+    NOTE: PRAGMAs have no Core equivalent — raw text is unavoidable here.
     """
     indexes = conn.execute(sa.text(f"PRAGMA index_list('{table_name}')")).fetchall()
 
     for idx in indexes:
         index_name = idx[1]  # index name
-        # Get indexed columns
-        idx_info = conn.execute(
-            sa.text(f"PRAGMA index_info('{index_name}')")
-        ).fetchall()
-
-        indexed_cols = [row[2] for row in idx_info]  # col names
+        # Skip system-managed autoindexes (PK / UNIQUE constraints) — they
+        # cannot be dropped directly and will disappear when the column is
+        # removed via batch_alter_table.
+        if index_name.startswith('sqlite_autoindex_'):
+            continue
+        idx_info = conn.execute(sa.text(f"PRAGMA index_info('{index_name}')")).fetchall()
+        indexed_cols = [row[2] for row in idx_info]
         if column_name in indexed_cols:
-            conn.execute(sa.text(f"DROP INDEX IF EXISTS {index_name}"))
+            conn.execute(sa.text(f'DROP INDEX IF EXISTS {index_name}'))
 
 
 def _convert_column_to_json(table: str, column: str):
     conn = op.get_bind()
     dialect = conn.dialect.name
 
+    t = sa.table(table, sa.column('id', sa.Text), sa.column(column, sa.Text))
+    t_json = sa.column(f'{column}_json', sa.JSON)
+
     # SQLite cannot ALTER COLUMN → must recreate column
-    if dialect == "sqlite":
-        # 1. Add temporary column
-        op.add_column(table, sa.Column(f"{column}_json", sa.JSON(), nullable=True))
+    if dialect == 'sqlite':
+        op.add_column(table, sa.Column(f'{column}_json', sa.JSON(), nullable=True))
 
-        # 2. Load old data
-        rows = conn.execute(sa.text(f'SELECT id, {column} FROM "{table}"')).fetchall()
+        rows = conn.execute(sa.select(t.c.id, t.c[column])).fetchall()
 
-        for row in rows:
-            uid, raw = row
+        for uid, raw in rows:
             if raw is None:
                 parsed = None
             else:
                 try:
                     parsed = json.loads(raw)
                 except Exception:
-                    parsed = None  # fallback safe behavior
+                    parsed = None
 
             conn.execute(
-                sa.text(f'UPDATE "{table}" SET {column}_json = :val WHERE id = :id'),
-                {"val": json.dumps(parsed) if parsed else None, "id": uid},
+                sa.update(sa.table(table, sa.column('id'), t_json))
+                .where(sa.column('id') == uid)
+                .values({f'{column}_json': json.dumps(parsed) if parsed else None})
             )
 
-        # 3. Drop old TEXT column
         op.drop_column(table, column)
-
-        # 4. Rename new JSON column → original name
-        op.alter_column(table, f"{column}_json", new_column_name=column)
+        op.alter_column(table, f'{column}_json', new_column_name=column)
 
     else:
         # PostgreSQL supports direct CAST
@@ -81,7 +104,7 @@ def _convert_column_to_json(table: str, column: str):
             table,
             column,
             type_=sa.JSON(),
-            postgresql_using=f"{column}::json",
+            postgresql_using=f'{column}::json',
         )
 
 
@@ -89,161 +112,152 @@ def _convert_column_to_text(table: str, column: str):
     conn = op.get_bind()
     dialect = conn.dialect.name
 
-    if dialect == "sqlite":
-        op.add_column(table, sa.Column(f"{column}_text", sa.Text(), nullable=True))
+    t = sa.table(table, sa.column('id', sa.Text), sa.column(column))
+    t_text = sa.column(f'{column}_text', sa.Text)
 
-        rows = conn.execute(sa.text(f'SELECT id, {column} FROM "{table}"')).fetchall()
+    if dialect == 'sqlite':
+        op.add_column(table, sa.Column(f'{column}_text', sa.Text(), nullable=True))
+
+        rows = conn.execute(sa.select(t.c.id, t.c[column])).fetchall()
 
         for uid, raw in rows:
             conn.execute(
-                sa.text(f'UPDATE "{table}" SET {column}_text = :val WHERE id = :id'),
-                {"val": json.dumps(raw) if raw else None, "id": uid},
+                sa.update(sa.table(table, sa.column('id'), t_text))
+                .where(sa.column('id') == uid)
+                .values({f'{column}_text': json.dumps(raw) if raw else None})
             )
 
         op.drop_column(table, column)
-        op.alter_column(table, f"{column}_text", new_column_name=column)
+        op.alter_column(table, f'{column}_text', new_column_name=column)
 
     else:
         op.alter_column(
             table,
             column,
             type_=sa.Text(),
-            postgresql_using=f"to_json({column})::text",
+            postgresql_using=f'to_json({column})::text',
         )
 
 
 def upgrade() -> None:
-    op.add_column(
-        "user", sa.Column("profile_banner_image_url", sa.Text(), nullable=True)
-    )
-    op.add_column("user", sa.Column("timezone", sa.String(), nullable=True))
-
-    op.add_column("user", sa.Column("presence_state", sa.String(), nullable=True))
-    op.add_column("user", sa.Column("status_emoji", sa.String(), nullable=True))
-    op.add_column("user", sa.Column("status_message", sa.Text(), nullable=True))
-    op.add_column(
-        "user", sa.Column("status_expires_at", sa.BigInteger(), nullable=True)
-    )
-
-    op.add_column("user", sa.Column("oauth", sa.JSON(), nullable=True))
-
-    # Convert info (TEXT/JSONField) → JSON
-    _convert_column_to_json("user", "info")
-    # Convert settings (TEXT/JSONField) → JSON
-    _convert_column_to_json("user", "settings")
-
-    op.create_table(
-        "api_key",
-        sa.Column("id", sa.Text(), primary_key=True, unique=True),
-        sa.Column("user_id", sa.Text(), sa.ForeignKey("user.id", ondelete="CASCADE")),
-        sa.Column("key", sa.Text(), unique=True, nullable=False),
-        sa.Column("data", sa.JSON(), nullable=True),
-        sa.Column("expires_at", sa.BigInteger(), nullable=True),
-        sa.Column("last_used_at", sa.BigInteger(), nullable=True),
-        sa.Column("created_at", sa.BigInteger(), nullable=False),
-        sa.Column("updated_at", sa.BigInteger(), nullable=False),
-    )
-
     conn = op.get_bind()
-    users = conn.execute(
-        sa.text('SELECT id, oauth_sub FROM "user" WHERE oauth_sub IS NOT NULL')
-    ).fetchall()
+    inspector = sa.inspect(conn)
+    existing_tables = set(inspector.get_table_names())
+    user_columns = {c['name'] for c in inspector.get_columns('user')}
 
-    for uid, oauth_sub in users:
-        if oauth_sub:
-            # Example formats supported:
-            #   provider@sub
-            #   plain sub (stored as {"oidc": {"sub": sub}})
-            if "@" in oauth_sub:
-                provider, sub = oauth_sub.split("@", 1)
-            else:
-                provider, sub = "oidc", oauth_sub
+    # ── Add new columns (idempotent) ──────────────────────────────────
+    for col_name, col_type in [
+        ('profile_banner_image_url', sa.Text()),
+        ('timezone', sa.String()),
+        ('presence_state', sa.String()),
+        ('status_emoji', sa.String()),
+        ('status_message', sa.Text()),
+        ('status_expires_at', sa.BigInteger()),
+        ('oauth', sa.JSON()),
+    ]:
+        if col_name not in user_columns:
+            op.add_column('user', sa.Column(col_name, col_type, nullable=True))
 
-            oauth_json = json.dumps({provider: {"sub": sub}})
-            conn.execute(
-                sa.text('UPDATE "user" SET oauth = :oauth WHERE id = :id'),
-                {"oauth": oauth_json, "id": uid},
-            )
+    # Convert info (TEXT/JSONField) → JSON (skip if already JSON)
+    user_col_types = {c['name']: c['type'] for c in inspector.get_columns('user')}
+    if isinstance(user_col_types.get('info'), sa.Text):
+        _convert_column_to_json('user', 'info')
+    # Convert settings (TEXT/JSONField) → JSON (skip if already JSON)
+    if isinstance(user_col_types.get('settings'), sa.Text):
+        _convert_column_to_json('user', 'settings')
 
-    users_with_keys = conn.execute(
-        sa.text('SELECT id, api_key FROM "user" WHERE api_key IS NOT NULL')
-    ).fetchall()
-    now = int(time.time())
+    # ── Create api_key table (idempotent) ─────────────────────────────
+    if 'api_key' not in existing_tables:
+        op.create_table(
+            'api_key',
+            sa.Column('id', sa.Text(), primary_key=True, unique=True),
+            sa.Column('user_id', sa.Text(), sa.ForeignKey('user.id', ondelete='CASCADE')),
+            sa.Column('key', sa.Text(), unique=True, nullable=False),
+            sa.Column('data', sa.JSON(), nullable=True),
+            sa.Column('expires_at', sa.BigInteger(), nullable=True),
+            sa.Column('last_used_at', sa.BigInteger(), nullable=True),
+            sa.Column('created_at', sa.BigInteger(), nullable=False),
+            sa.Column('updated_at', sa.BigInteger(), nullable=False),
+        )
 
-    for uid, api_key in users_with_keys:
-        if api_key:
-            conn.execute(
-                sa.text("""
-                    INSERT INTO api_key (id, user_id, key, created_at, updated_at)
-                    VALUES (:id, :user_id, :key, :created_at, :updated_at)
-                """),
-                {
-                    "id": f"key_{uid}",
-                    "user_id": uid,
-                    "key": api_key,
-                    "created_at": now,
-                    "updated_at": now,
-                },
-            )
+    # ── Migrate oauth_sub → oauth JSON (only if old column still exists)
+    if 'oauth_sub' in user_columns:
+        rows = conn.execute(sa.select(_user.c.id, _user.c.oauth_sub).where(_user.c.oauth_sub.is_not(None))).fetchall()
 
-    if conn.dialect.name == "sqlite":
-        _drop_sqlite_indexes_for_column("user", "api_key", conn)
-        _drop_sqlite_indexes_for_column("user", "oauth_sub", conn)
+        for uid, oauth_sub in rows:
+            if oauth_sub:
+                provider, sub = oauth_sub.split('@', 1) if '@' in oauth_sub else ('oidc', oauth_sub)
+                conn.execute(
+                    sa.update(_user).where(_user.c.id == uid).values(oauth=json.dumps({provider: {'sub': sub}}))
+                )
 
-    with op.batch_alter_table("user") as batch_op:
-        batch_op.drop_column("api_key")
-        batch_op.drop_column("oauth_sub")
+    # ── Migrate api_key column → api_key table (only if old column still exists)
+    if 'api_key' in user_columns:
+        rows = conn.execute(sa.select(_user.c.id, _user.c.api_key).where(_user.c.api_key.is_not(None))).fetchall()
+        now = int(time.time())
+
+        for uid, key_val in rows:
+            if key_val:
+                conn.execute(
+                    sa.insert(_api_key).values(
+                        id=f'key_{uid}',
+                        user_id=uid,
+                        key=key_val,
+                        created_at=now,
+                        updated_at=now,
+                    )
+                )
+
+    # ── Drop legacy columns (idempotent) ──────────────────────────────
+    cols_to_drop = {'api_key', 'oauth_sub'} & user_columns
+    if cols_to_drop:
+        if conn.dialect.name == 'sqlite':
+            for col in cols_to_drop:
+                _drop_sqlite_indexes_for_column('user', col, conn)
+
+        with op.batch_alter_table('user') as batch_op:
+            for col in cols_to_drop:
+                batch_op.drop_column(col)
 
 
 def downgrade() -> None:
-    # --- 1. Restore old oauth_sub column ---
-    op.add_column("user", sa.Column("oauth_sub", sa.Text(), nullable=True))
+    op.add_column('user', sa.Column('oauth_sub', sa.Text(), nullable=True))
 
     conn = op.get_bind()
-    users = conn.execute(
-        sa.text('SELECT id, oauth FROM "user" WHERE oauth IS NOT NULL')
-    ).fetchall()
+    rows = conn.execute(sa.select(_user.c.id, _user.c.oauth).where(_user.c.oauth.is_not(None))).fetchall()
 
-    for uid, oauth in users:
+    for uid, oauth in rows:
         try:
             data = json.loads(oauth)
             provider = list(data.keys())[0]
-            sub = data[provider].get("sub")
-            oauth_sub = f"{provider}@{sub}"
+            sub = data[provider].get('sub')
+            oauth_sub = f'{provider}@{sub}'
         except Exception:
             oauth_sub = None
 
-        conn.execute(
-            sa.text('UPDATE "user" SET oauth_sub = :oauth_sub WHERE id = :id'),
-            {"oauth_sub": oauth_sub, "id": uid},
-        )
+        conn.execute(sa.update(_user).where(_user.c.id == uid).values(oauth_sub=oauth_sub))
 
-    op.drop_column("user", "oauth")
+    op.drop_column('user', 'oauth')
 
-    # --- 2. Restore api_key field ---
-    op.add_column("user", sa.Column("api_key", sa.String(), nullable=True))
+    # --- Restore api_key field ---
+    op.add_column('user', sa.Column('api_key', sa.String(), nullable=True))
 
-    # Restore values from api_key
-    keys = conn.execute(sa.text("SELECT user_id, key FROM api_key")).fetchall()
+    keys = conn.execute(sa.select(_api_key.c.user_id, _api_key.c.key)).fetchall()
     for uid, key in keys:
-        conn.execute(
-            sa.text('UPDATE "user" SET api_key = :key WHERE id = :id'),
-            {"key": key, "id": uid},
-        )
+        conn.execute(sa.update(_user).where(_user.c.id == uid).values(api_key=key))
 
-    # Drop new table
-    op.drop_table("api_key")
+    op.drop_table('api_key')
 
-    with op.batch_alter_table("user") as batch_op:
-        batch_op.drop_column("profile_banner_image_url")
-        batch_op.drop_column("timezone")
+    with op.batch_alter_table('user') as batch_op:
+        batch_op.drop_column('profile_banner_image_url')
+        batch_op.drop_column('timezone')
 
-        batch_op.drop_column("presence_state")
-        batch_op.drop_column("status_emoji")
-        batch_op.drop_column("status_message")
-        batch_op.drop_column("status_expires_at")
+        batch_op.drop_column('presence_state')
+        batch_op.drop_column('status_emoji')
+        batch_op.drop_column('status_message')
+        batch_op.drop_column('status_expires_at')
 
     # Convert info (JSON) → TEXT
-    _convert_column_to_text("user", "info")
+    _convert_column_to_text('user', 'info')
     # Convert settings (JSON) → TEXT
-    _convert_column_to_text("user", "settings")
+    _convert_column_to_text('user', 'settings')

backend/open_webui/migrations/versions/b2c3d4e5f6a7_add_scim_column_to_user_table.py

@@ -8,19 +8,24 @@ Create Date: 2026-02-13 14:19:00.000000
 
 from typing import Sequence, Union
 
-from alembic import op
 import sqlalchemy as sa
+from alembic import op
 
 # revision identifiers, used by Alembic.
-revision: str = "b2c3d4e5f6a7"
-down_revision: Union[str, None] = "a1b2c3d4e5f6"
+revision: str = 'b2c3d4e5f6a7'
+down_revision: Union[str, None] = 'a1b2c3d4e5f6'
 branch_labels: Union[str, Sequence[str], None] = None
 depends_on: Union[str, Sequence[str], None] = None
 
 
 def upgrade() -> None:
-    op.add_column("user", sa.Column("scim", sa.JSON(), nullable=True))
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    user_cols = {c['name'] for c in inspector.get_columns('user')}
+
+    if 'scim' not in user_cols:
+        op.add_column('user', sa.Column('scim', sa.JSON(), nullable=True))
 
 
 def downgrade() -> None:
-    op.drop_column("user", "scim")
+    op.drop_column('user', 'scim')

backend/open_webui/migrations/versions/b7c8d9e0f1a2_add_last_read_at_to_chat.py

@@ -0,0 +1,31 @@
+"""add last_read_at to chat
+
+Revision ID: b7c8d9e0f1a2
+Revises: d4e5f6a7b8c9
+Create Date: 2026-04-01 04:00:00.000000
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision = 'b7c8d9e0f1a2'
+down_revision = 'd4e5f6a7b8c9'
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    columns = [col['name'] for col in inspector.get_columns('chat')]
+
+    if 'last_read_at' not in columns:
+        op.add_column('chat', sa.Column('last_read_at', sa.BigInteger(), nullable=True))
+        # Set existing chats to be marked as read
+        op.execute('UPDATE chat SET last_read_at = updated_at')
+
+
+def downgrade():
+    op.drop_column('chat', 'last_read_at')

backend/open_webui/migrations/versions/c0fbf31ca0db_update_file_table.py

@@ -12,21 +12,28 @@ import sqlalchemy as sa
 from alembic import op
 
 # revision identifiers, used by Alembic.
-revision: str = "c0fbf31ca0db"
-down_revision: Union[str, None] = "ca81bd47c050"
+revision: str = 'c0fbf31ca0db'
+down_revision: Union[str, None] = 'ca81bd47c050'
 branch_labels: Union[str, Sequence[str], None] = None
 depends_on: Union[str, Sequence[str], None] = None
 
 
 def upgrade():
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    file_cols = {c['name'] for c in inspector.get_columns('file')}
+
     # ### commands auto generated by Alembic - please adjust! ###
-    op.add_column("file", sa.Column("hash", sa.Text(), nullable=True))
-    op.add_column("file", sa.Column("data", sa.JSON(), nullable=True))
-    op.add_column("file", sa.Column("updated_at", sa.BigInteger(), nullable=True))
+    if 'hash' not in file_cols:
+        op.add_column('file', sa.Column('hash', sa.Text(), nullable=True))
+    if 'data' not in file_cols:
+        op.add_column('file', sa.Column('data', sa.JSON(), nullable=True))
+    if 'updated_at' not in file_cols:
+        op.add_column('file', sa.Column('updated_at', sa.BigInteger(), nullable=True))
 
 
 def downgrade():
     # ### commands auto generated by Alembic - please adjust! ###
-    op.drop_column("file", "updated_at")
-    op.drop_column("file", "data")
-    op.drop_column("file", "hash")
+    op.drop_column('file', 'updated_at')
+    op.drop_column('file', 'data')
+    op.drop_column('file', 'hash')

backend/open_webui/migrations/versions/c1d2e3f4a5b6_add_shared_chat_table.py

@@ -0,0 +1,187 @@
+"""Add shared_chat table and migrate existing shares
+
+Revision ID: c1d2e3f4a5b6
+Revises: e1f2a3b4c5d6
+Create Date: 2026-04-16 23:00:00.000000
+
+"""
+
+import time
+import uuid
+
+import sqlalchemy as sa
+from alembic import op
+
+revision = 'c1d2e3f4a5b6'
+down_revision = 'e1f2a3b4c5d6'
+branch_labels = None
+depends_on = None
+
+# Lightweight table references for data migration (no ORM models needed)
+chat_t = sa.table(
+    'chat',
+    sa.column('id', sa.Text),
+    sa.column('user_id', sa.Text),
+    sa.column('title', sa.Text),
+    sa.column('chat', sa.JSON),
+    sa.column('share_id', sa.Text),
+    sa.column('created_at', sa.BigInteger),
+    sa.column('updated_at', sa.BigInteger),
+    sa.column('archived', sa.Boolean),
+    sa.column('meta', sa.JSON),
+)
+
+shared_chat_t = sa.table(
+    'shared_chat',
+    sa.column('id', sa.Text),
+    sa.column('chat_id', sa.Text),
+    sa.column('user_id', sa.Text),
+    sa.column('title', sa.Text),
+    sa.column('chat', sa.JSON),
+    sa.column('created_at', sa.BigInteger),
+    sa.column('updated_at', sa.BigInteger),
+)
+
+chat_message_t = sa.table(
+    'chat_message',
+    sa.column('chat_id', sa.Text),
+)
+
+access_grant_t = sa.table(
+    'access_grant',
+    sa.column('id', sa.Text),
+    sa.column('resource_type', sa.Text),
+    sa.column('resource_id', sa.Text),
+    sa.column('principal_type', sa.Text),
+    sa.column('principal_id', sa.Text),
+    sa.column('permission', sa.Text),
+    sa.column('created_at', sa.BigInteger),
+)
+
+
+def upgrade():
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    tables = inspector.get_table_names()
+
+    # 1. Create shared_chat table (idempotent)
+    if 'shared_chat' not in tables:
+        op.create_table(
+            'shared_chat',
+            sa.Column('id', sa.Text(), primary_key=True),
+            sa.Column('chat_id', sa.Text(), sa.ForeignKey('chat.id', ondelete='CASCADE'), nullable=False),
+            sa.Column('user_id', sa.Text(), nullable=False),
+            sa.Column('title', sa.Text(), nullable=True),
+            sa.Column('chat', sa.JSON(), nullable=True),
+            sa.Column('created_at', sa.BigInteger(), nullable=True),
+            sa.Column('updated_at', sa.BigInteger(), nullable=True),
+        )
+
+    # 2. Migrate existing shared-* rows
+    shared_rows = conn.execute(
+        sa.select(
+            chat_t.c.id,
+            chat_t.c.user_id,
+            chat_t.c.title,
+            chat_t.c.chat,
+            chat_t.c.created_at,
+            chat_t.c.updated_at,
+        ).where(chat_t.c.user_id.like('shared-%'))
+    ).fetchall()
+
+    for row in shared_rows:
+        share_token = row.id
+        original_chat_id = row.user_id.replace('shared-', '', 1)
+
+        # Verify original chat still exists
+        original = conn.execute(sa.select(chat_t.c.user_id).where(chat_t.c.id == original_chat_id)).fetchone()
+
+        if not original:
+            continue
+
+        # Check if shared_chat record already exists (idempotent)
+        existing_shared = conn.execute(
+            sa.select(shared_chat_t.c.id).where(shared_chat_t.c.id == share_token)
+        ).fetchone()
+
+        if not existing_shared:
+            # Insert snapshot into shared_chat
+            conn.execute(
+                shared_chat_t.insert().values(
+                    id=share_token,
+                    chat_id=original_chat_id,
+                    user_id=original.user_id,
+                    title=row.title,
+                    chat=row.chat,
+                    created_at=row.created_at,
+                    updated_at=row.updated_at,
+                )
+            )
+
+        # Check if access_grant record already exists (idempotent)
+        existing_grant = conn.execute(
+            sa.select(access_grant_t.c.id).where(
+                sa.and_(
+                    access_grant_t.c.resource_type == 'shared_chat',
+                    access_grant_t.c.resource_id == original_chat_id,
+                    access_grant_t.c.principal_type == 'user',
+                    access_grant_t.c.principal_id == '*',
+                    access_grant_t.c.permission == 'read',
+                )
+            )
+        ).fetchone()
+
+        if not existing_grant:
+            # Create user:*:read grant for backward compat
+            conn.execute(
+                access_grant_t.insert().values(
+                    id=str(uuid.uuid4()),
+                    resource_type='shared_chat',
+                    resource_id=original_chat_id,
+                    principal_type='user',
+                    principal_id='*',
+                    permission='read',
+                    created_at=row.created_at or int(time.time()),
+                )
+            )
+
+    # 3. Clean up old phantom rows
+    conn.execute(
+        chat_message_t.delete().where(
+            chat_message_t.c.chat_id.in_(sa.select(chat_t.c.id).where(chat_t.c.user_id.like('shared-%')))
+        )
+    )
+    conn.execute(chat_t.delete().where(chat_t.c.user_id.like('shared-%')))
+
+
+def downgrade():
+    conn = op.get_bind()
+
+    shared_rows = conn.execute(
+        sa.select(
+            shared_chat_t.c.id,
+            shared_chat_t.c.chat_id,
+            shared_chat_t.c.user_id,
+            shared_chat_t.c.title,
+            shared_chat_t.c.chat,
+            shared_chat_t.c.created_at,
+            shared_chat_t.c.updated_at,
+        )
+    ).fetchall()
+
+    for row in shared_rows:
+        conn.execute(
+            chat_t.insert().values(
+                id=row.id,
+                user_id=f'shared-{row.chat_id}',
+                title=row.title,
+                chat=row.chat,
+                created_at=row.created_at,
+                updated_at=row.updated_at,
+                archived=False,
+                meta={},
+            )
+        )
+
+    conn.execute(access_grant_t.delete().where(access_grant_t.c.resource_type == 'shared_chat'))
+    op.drop_table('shared_chat')

backend/open_webui/migrations/versions/c29facfe716b_update_file_table_path.py

@@ -6,41 +6,45 @@ Create Date: 2024-10-20 17:02:35.241684
 
 """
 
-from alembic import op
-import sqlalchemy as sa
 import json
-from sqlalchemy.sql import table, column
-from sqlalchemy import String, Text, JSON, and_
 
-revision = "c29facfe716b"
-down_revision = "c69f45358db4"
+import sqlalchemy as sa
+from alembic import op
+from sqlalchemy import JSON, String, Text, and_
+from sqlalchemy.sql import column, table
+
+revision = 'c29facfe716b'
+down_revision = 'c69f45358db4'
 branch_labels = None
 depends_on = None
 
 
 def upgrade():
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    file_cols = {c['name'] for c in inspector.get_columns('file')}
+
     # 1. Add the `path` column to the "file" table.
-    op.add_column("file", sa.Column("path", sa.Text(), nullable=True))
+    if 'path' not in file_cols:
+        op.add_column('file', sa.Column('path', sa.Text(), nullable=True))
 
     # 2. Convert the `meta` column from Text/JSONField to `JSON()`
     # Use Alembic's default batch_op for dialect compatibility.
-    with op.batch_alter_table("file", schema=None) as batch_op:
+    with op.batch_alter_table('file', schema=None) as batch_op:
         batch_op.alter_column(
-            "meta",
+            'meta',
             type_=sa.JSON(),
             existing_type=sa.Text(),
             existing_nullable=True,
             nullable=True,
-            postgresql_using="meta::json",
+            postgresql_using='meta::json',
         )
 
     # 3. Migrate legacy data from `meta` JSONField
     # Fetch and process `meta` data from the table, add values to the new `path` column as necessary.
     # We will use SQLAlchemy core bindings to ensure safety across different databases.
 
-    file_table = table(
-        "file", column("id", String), column("meta", JSON), column("path", Text)
-    )
+    file_table = table('file', column('id', String), column('meta', JSON), column('path', Text))
 
     # Create connection to the database
     connection = op.get_bind()
@@ -55,24 +59,18 @@ def upgrade():
 
     # Iterate over each row to extract and update the `path` from `meta` column
     for row in results:
-        if "path" in row.meta:
+        if 'path' in row.meta:
             # Extract the `path` field from the `meta` JSON
-            path = row.meta.get("path")
+            path = row.meta.get('path')
 
             # Update the `file` table with the new `path` value
-            connection.execute(
-                file_table.update()
-                .where(file_table.c.id == row.id)
-                .values({"path": path})
-            )
+            connection.execute(file_table.update().where(file_table.c.id == row.id).values({'path': path}))
 
 
 def downgrade():
     # 1. Remove the `path` column
-    op.drop_column("file", "path")
+    op.drop_column('file', 'path')
 
     # 2. Revert the `meta` column back to Text/JSONField
-    with op.batch_alter_table("file", schema=None) as batch_op:
-        batch_op.alter_column(
-            "meta", type_=sa.Text(), existing_type=sa.JSON(), existing_nullable=True
-        )
+    with op.batch_alter_table('file', schema=None) as batch_op:
+        batch_op.alter_column('meta', type_=sa.Text(), existing_type=sa.JSON(), existing_nullable=True)

backend/open_webui/migrations/versions/c440947495f3_add_chat_file_table.py

@@ -8,49 +8,50 @@ Create Date: 2025-12-21 20:27:41.694897
 
 from typing import Sequence, Union
 
-from alembic import op
 import sqlalchemy as sa
+from alembic import op
 
 # revision identifiers, used by Alembic.
-revision: str = "c440947495f3"
-down_revision: Union[str, None] = "81cc2ce44d79"
+revision: str = 'c440947495f3'
+down_revision: Union[str, None] = '81cc2ce44d79'
 branch_labels: Union[str, Sequence[str], None] = None
 depends_on: Union[str, Sequence[str], None] = None
 
 
 def upgrade() -> None:
-    op.create_table(
-        "chat_file",
-        sa.Column("id", sa.Text(), primary_key=True),
-        sa.Column("user_id", sa.Text(), nullable=False),
-        sa.Column(
-            "chat_id",
-            sa.Text(),
-            sa.ForeignKey("chat.id", ondelete="CASCADE"),
-            nullable=False,
-        ),
-        sa.Column(
-            "file_id",
-            sa.Text(),
-            sa.ForeignKey("file.id", ondelete="CASCADE"),
-            nullable=False,
-        ),
-        sa.Column("message_id", sa.Text(), nullable=True),
-        sa.Column("created_at", sa.BigInteger(), nullable=False),
-        sa.Column("updated_at", sa.BigInteger(), nullable=False),
-        # indexes
-        sa.Index("ix_chat_file_chat_id", "chat_id"),
-        sa.Index("ix_chat_file_file_id", "file_id"),
-        sa.Index("ix_chat_file_message_id", "message_id"),
-        sa.Index("ix_chat_file_user_id", "user_id"),
-        # unique constraints
-        sa.UniqueConstraint(
-            "chat_id", "file_id", name="uq_chat_file_chat_file"
-        ),  # prevent duplicate entries
-    )
-    pass
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    existing_tables = set(inspector.get_table_names())
+
+    if 'chat_file' not in existing_tables:
+        op.create_table(
+            'chat_file',
+            sa.Column('id', sa.Text(), primary_key=True),
+            sa.Column('user_id', sa.Text(), nullable=False),
+            sa.Column(
+                'chat_id',
+                sa.Text(),
+                sa.ForeignKey('chat.id', ondelete='CASCADE'),
+                nullable=False,
+            ),
+            sa.Column(
+                'file_id',
+                sa.Text(),
+                sa.ForeignKey('file.id', ondelete='CASCADE'),
+                nullable=False,
+            ),
+            sa.Column('message_id', sa.Text(), nullable=True),
+            sa.Column('created_at', sa.BigInteger(), nullable=False),
+            sa.Column('updated_at', sa.BigInteger(), nullable=False),
+            # indexes
+            sa.Index('ix_chat_file_chat_id', 'chat_id'),
+            sa.Index('ix_chat_file_file_id', 'file_id'),
+            sa.Index('ix_chat_file_message_id', 'message_id'),
+            sa.Index('ix_chat_file_user_id', 'user_id'),
+            # unique constraints
+            sa.UniqueConstraint('chat_id', 'file_id', name='uq_chat_file_chat_file'),  # prevent duplicate entries
+        )
 
 
 def downgrade() -> None:
-    op.drop_table("chat_file")
-    pass
+    op.drop_table('chat_file')

backend/open_webui/migrations/versions/c69f45358db4_add_folder_table.py

@@ -6,45 +6,50 @@ Create Date: 2024-10-16 02:02:35.241684
 
 """
 
-from alembic import op
 import sqlalchemy as sa
+from alembic import op
 
-revision = "c69f45358db4"
-down_revision = "3ab32c4b8f59"
+revision = 'c69f45358db4'
+down_revision = '3ab32c4b8f59'
 branch_labels = None
 depends_on = None
 
 
 def upgrade():
-    op.create_table(
-        "folder",
-        sa.Column("id", sa.Text(), nullable=False),
-        sa.Column("parent_id", sa.Text(), nullable=True),
-        sa.Column("user_id", sa.Text(), nullable=False),
-        sa.Column("name", sa.Text(), nullable=False),
-        sa.Column("items", sa.JSON(), nullable=True),
-        sa.Column("meta", sa.JSON(), nullable=True),
-        sa.Column("is_expanded", sa.Boolean(), default=False, nullable=False),
-        sa.Column(
-            "created_at", sa.DateTime(), server_default=sa.func.now(), nullable=False
-        ),
-        sa.Column(
-            "updated_at",
-            sa.DateTime(),
-            nullable=False,
-            server_default=sa.func.now(),
-            onupdate=sa.func.now(),
-        ),
-        sa.PrimaryKeyConstraint("id", "user_id"),
-    )
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    existing_tables = set(inspector.get_table_names())
 
-    op.add_column(
-        "chat",
-        sa.Column("folder_id", sa.Text(), nullable=True),
-    )
+    if 'folder' not in existing_tables:
+        op.create_table(
+            'folder',
+            sa.Column('id', sa.Text(), nullable=False),
+            sa.Column('parent_id', sa.Text(), nullable=True),
+            sa.Column('user_id', sa.Text(), nullable=False),
+            sa.Column('name', sa.Text(), nullable=False),
+            sa.Column('items', sa.JSON(), nullable=True),
+            sa.Column('meta', sa.JSON(), nullable=True),
+            sa.Column('is_expanded', sa.Boolean(), default=False, nullable=False),
+            sa.Column('created_at', sa.DateTime(), server_default=sa.func.now(), nullable=False),
+            sa.Column(
+                'updated_at',
+                sa.DateTime(),
+                nullable=False,
+                server_default=sa.func.now(),
+                onupdate=sa.func.now(),
+            ),
+            sa.PrimaryKeyConstraint('id', 'user_id'),
+        )
+
+    chat_cols = {c['name'] for c in inspector.get_columns('chat')}
+    if 'folder_id' not in chat_cols:
+        op.add_column(
+            'chat',
+            sa.Column('folder_id', sa.Text(), nullable=True),
+        )
 
 
 def downgrade():
-    op.drop_column("chat", "folder_id")
+    op.drop_column('chat', 'folder_id')
 
-    op.drop_table("folder")
+    op.drop_table('folder')

backend/open_webui/migrations/versions/ca81bd47c050_add_config_table.py

@@ -1,9 +1,8 @@
-"""Add config table
+"""Add config table.
 
 Revision ID: ca81bd47c050
 Revises: 7e5b5dc7342b
 Create Date: 2024-08-25 15:26:35.241684
-
 """
 
 from typing import Sequence, Union
@@ -11,31 +10,40 @@ from typing import Sequence, Union
 import sqlalchemy as sa
 from alembic import op
 
-# revision identifiers, used by Alembic.
-revision: str = "ca81bd47c050"
-down_revision: Union[str, None] = "7e5b5dc7342b"
+revision: str = 'ca81bd47c050'
+down_revision: Union[str, None] = '7e5b5dc7342b'
 branch_labels: Union[str, Sequence[str], None] = None
 depends_on: Union[str, Sequence[str], None] = None
 
 
-def upgrade():
-    op.create_table(
-        "config",
-        sa.Column("id", sa.Integer, primary_key=True),
-        sa.Column("data", sa.JSON(), nullable=False),
-        sa.Column("version", sa.Integer, nullable=False),
-        sa.Column(
-            "created_at", sa.DateTime(), nullable=False, server_default=sa.func.now()
-        ),
-        sa.Column(
-            "updated_at",
-            sa.DateTime(),
-            nullable=True,
-            server_default=sa.func.now(),
-            onupdate=sa.func.now(),
-        ),
-    )
+def upgrade() -> None:
+    """Create a key-value config table with versioning."""
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    existing_tables = set(inspector.get_table_names())
+
+    if 'config' not in existing_tables:
+        op.create_table(
+            'config',
+            sa.Column('id', sa.Integer, primary_key=True),
+            sa.Column('data', sa.JSON(), nullable=False),
+            sa.Column('version', sa.Integer, nullable=False),
+            sa.Column(
+                'created_at',
+                sa.DateTime(),
+                nullable=False,
+                server_default=sa.func.now(),
+            ),
+            sa.Column(
+                'updated_at',
+                sa.DateTime(),
+                nullable=True,
+                server_default=sa.func.now(),
+                onupdate=sa.func.now(),
+            ),
+        )
 
 
-def downgrade():
-    op.drop_table("config")
+def downgrade() -> None:
+    """Drop the config table."""
+    op.drop_table('config')

backend/open_webui/migrations/versions/d31026856c01_update_folder_table_data.py

@@ -6,18 +6,23 @@ Create Date: 2025-07-13 03:00:00.000000
 
 """
 
-from alembic import op
 import sqlalchemy as sa
+from alembic import op
 
-revision = "d31026856c01"
-down_revision = "9f0c9cd09105"
+revision = 'd31026856c01'
+down_revision = '9f0c9cd09105'
 branch_labels = None
 depends_on = None
 
 
 def upgrade():
-    op.add_column("folder", sa.Column("data", sa.JSON(), nullable=True))
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    folder_cols = {c['name'] for c in inspector.get_columns('folder')}
+
+    if 'data' not in folder_cols:
+        op.add_column('folder', sa.Column('data', sa.JSON(), nullable=True))
 
 
 def downgrade():
-    op.drop_column("folder", "data")
+    op.drop_column('folder', 'data')

backend/open_webui/migrations/versions/d4e5f6a7b8c9_add_automation_tables.py

@@ -0,0 +1,75 @@
+"""add automation tables
+
+Revision ID: d4e5f6a7b8c9
+Revises: f1e2d3c4b5a6
+Create Date: 2026-03-30
+"""
+
+from typing import Union
+
+import sqlalchemy as sa
+from alembic import op
+
+revision: str = 'd4e5f6a7b8c9'
+down_revision: Union[str, None] = 'a3dd5bedd151'
+branch_labels = None
+depends_on = None
+
+
+def _index_exists(inspector, index_name, table_name):
+    """Check if an index already exists on the given table (works for both SQLite and PostgreSQL)."""
+    indexes = inspector.get_indexes(table_name)
+    return any(idx['name'] == index_name for idx in indexes)
+
+
+def upgrade():
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    tables = inspector.get_table_names()
+
+    if 'automation' not in tables:
+        op.create_table(
+            'automation',
+            sa.Column('id', sa.Text(), primary_key=True),
+            sa.Column('user_id', sa.Text(), nullable=False),
+            sa.Column('name', sa.Text(), nullable=False),
+            sa.Column('data', sa.JSON(), nullable=False),
+            sa.Column('meta', sa.JSON(), nullable=True),
+            sa.Column('is_active', sa.Boolean(), nullable=False, default=True),
+            sa.Column('last_run_at', sa.BigInteger(), nullable=True),
+            sa.Column('next_run_at', sa.BigInteger(), nullable=True),
+            sa.Column('created_at', sa.BigInteger(), nullable=False),
+            sa.Column('updated_at', sa.BigInteger(), nullable=False),
+        )
+
+    inspector.clear_cache()
+    if 'automation' in inspector.get_table_names():
+        if not _index_exists(inspector, 'ix_automation_next_run', 'automation'):
+            op.create_index('ix_automation_next_run', 'automation', ['next_run_at'])
+
+    if 'automation_run' not in tables:
+        op.create_table(
+            'automation_run',
+            sa.Column('id', sa.Text(), primary_key=True),
+            sa.Column('automation_id', sa.Text(), nullable=False),
+            sa.Column('chat_id', sa.Text(), nullable=True),
+            sa.Column('status', sa.Text(), nullable=False),
+            sa.Column('error', sa.Text(), nullable=True),
+            sa.Column('created_at', sa.BigInteger(), nullable=False),
+        )
+
+    inspector.clear_cache()
+    if 'automation_run' in inspector.get_table_names():
+        if not _index_exists(inspector, 'ix_automation_run_automation_id', 'automation_run'):
+            op.create_index(
+                'ix_automation_run_automation_id',
+                'automation_run',
+                ['automation_id'],
+            )
+
+
+def downgrade():
+    op.drop_index('ix_automation_run_automation_id')
+    op.drop_table('automation_run')
+    op.drop_index('ix_automation_next_run')
+    op.drop_table('automation')

backend/open_webui/migrations/versions/e1f2a3b4c5d6_add_is_pinned_to_note.py

@@ -0,0 +1,28 @@
+"""Add is_pinned to note table
+
+Revision ID: e1f2a3b4c5d6
+Revises: b7c8d9e0f1a2
+Create Date: 2026-04-14 22:00:00.000000
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+
+revision = 'e1f2a3b4c5d6'
+down_revision = 'b7c8d9e0f1a2'
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    conn = op.get_bind()
+    inspector = sa.inspect(conn)
+    columns = [col['name'] for col in inspector.get_columns('note')]
+
+    if 'is_pinned' not in columns:
+        op.add_column('note', sa.Column('is_pinned', sa.Boolean(), nullable=True))
+
+
+def downgrade():
+    op.drop_column('note', 'is_pinned')

backend/open_webui/migrations/versions/f1e2d3c4b5a6_add_access_grant_table.py

@@ -11,17 +11,16 @@ Access control semantics:
 - {read: {...}, write: {...}}: Custom permissions -> insert specific grants
 """
 
-from typing import Sequence, Union
 import time
 import uuid
+from typing import Sequence, Union
 
-from alembic import op
 import sqlalchemy as sa
-
+from alembic import op
 from open_webui.migrations.util import get_existing_tables
 
-revision: str = "f1e2d3c4b5a6"
-down_revision: Union[str, None] = "8452d01d26d7"
+revision: str = 'f1e2d3c4b5a6'
+down_revision: Union[str, None] = '8452d01d26d7'
 branch_labels: Union[str, Sequence[str], None] = None
 depends_on: Union[str, Sequence[str], None] = None
 
@@ -30,34 +29,34 @@ def upgrade() -> None:
     existing_tables = set(get_existing_tables())
 
     # Create access_grant table
-    if "access_grant" not in existing_tables:
+    if 'access_grant' not in existing_tables:
         op.create_table(
-            "access_grant",
-            sa.Column("id", sa.Text(), nullable=False, primary_key=True),
-            sa.Column("resource_type", sa.Text(), nullable=False),
-            sa.Column("resource_id", sa.Text(), nullable=False),
-            sa.Column("principal_type", sa.Text(), nullable=False),
-            sa.Column("principal_id", sa.Text(), nullable=False),
-            sa.Column("permission", sa.Text(), nullable=False),
-            sa.Column("created_at", sa.BigInteger(), nullable=False),
+            'access_grant',
+            sa.Column('id', sa.Text(), nullable=False, primary_key=True),
+            sa.Column('resource_type', sa.Text(), nullable=False),
+            sa.Column('resource_id', sa.Text(), nullable=False),
+            sa.Column('principal_type', sa.Text(), nullable=False),
+            sa.Column('principal_id', sa.Text(), nullable=False),
+            sa.Column('permission', sa.Text(), nullable=False),
+            sa.Column('created_at', sa.BigInteger(), nullable=False),
             sa.UniqueConstraint(
-                "resource_type",
-                "resource_id",
-                "principal_type",
-                "principal_id",
-                "permission",
-                name="uq_access_grant_grant",
+                'resource_type',
+                'resource_id',
+                'principal_type',
+                'principal_id',
+                'permission',
+                name='uq_access_grant_grant',
             ),
         )
         op.create_index(
-            "idx_access_grant_resource",
-            "access_grant",
-            ["resource_type", "resource_id"],
+            'idx_access_grant_resource',
+            'access_grant',
+            ['resource_type', 'resource_id'],
         )
         op.create_index(
-            "idx_access_grant_principal",
-            "access_grant",
-            ["principal_type", "principal_id"],
+            'idx_access_grant_principal',
+            'access_grant',
+            ['principal_type', 'principal_id'],
         )
 
     # Backfill existing access_control JSON data
@@ -65,13 +64,13 @@ def upgrade() -> None:
 
     # Tables with access_control JSON columns: (table_name, resource_type)
     resource_tables = [
-        ("knowledge", "knowledge"),
-        ("prompt", "prompt"),
-        ("tool", "tool"),
-        ("model", "model"),
-        ("note", "note"),
-        ("channel", "channel"),
-        ("file", "file"),
+        ('knowledge', 'knowledge'),
+        ('prompt', 'prompt'),
+        ('tool', 'tool'),
+        ('model', 'model'),
+        ('note', 'note'),
+        ('channel', 'channel'),
+        ('file', 'file'),
     ]
 
     now = int(time.time())
@@ -81,15 +80,18 @@ def upgrade() -> None:
         if table_name not in existing_tables:
             continue
 
-        # Query all rows
-        try:
-            result = conn.execute(
-                sa.text(f'SELECT id, access_control FROM "{table_name}"')
-            )
-            rows = result.fetchall()
-        except Exception:
+        # Check if access_control and id columns exist (may already be dropped on re-run,
+        # or table may have been rebuilt without id during intermediate migration states)
+        insp = sa.inspect(conn)
+        insp.clear_cache()  # Ensure fresh metadata after prior migrations that rebuild tables
+        table_cols = {c['name'] for c in insp.get_columns(table_name)}
+        if 'access_control' not in table_cols or 'id' not in table_cols:
             continue
 
+        # Query all rows
+        result = conn.execute(sa.text(f'SELECT id, access_control FROM "{table_name}"'))
+        rows = result.fetchall()
+
         for row in rows:
             resource_id = row[0]
             access_control_json = row[1]
@@ -99,19 +101,16 @@ def upgrade() -> None:
             # EXCEPTION: files with NULL are PRIVATE (owner-only), not public
             is_null = (
                 access_control_json is None
-                or access_control_json == "null"
-                or (
-                    isinstance(access_control_json, str)
-                    and access_control_json.strip().lower() == "null"
-                )
+                or access_control_json == 'null'
+                or (isinstance(access_control_json, str) and access_control_json.strip().lower() == 'null')
             )
             if is_null:
                 # Files: NULL = private (no entry needed, owner has implicit access)
                 # Other resources: NULL = public (insert user:* for read)
-                if resource_type == "file":
+                if resource_type == 'file':
                     continue  # Private - no entry needed
 
-                key = (resource_type, resource_id, "user", "*", "read")
+                key = (resource_type, resource_id, 'user', '*', 'read')
                 if key not in inserted:
                     try:
                         conn.execute(
@@ -120,13 +119,13 @@ def upgrade() -> None:
                                 VALUES (:id, :resource_type, :resource_id, :principal_type, :principal_id, :permission, :created_at)
                             """),
                             {
-                                "id": str(uuid.uuid4()),
-                                "resource_type": resource_type,
-                                "resource_id": resource_id,
-                                "principal_type": "user",
-                                "principal_id": "*",
-                                "permission": "read",
-                                "created_at": now,
+                                'id': str(uuid.uuid4()),
+                                'resource_type': resource_type,
+                                'resource_id': resource_id,
+                                'principal_type': 'user',
+                                'principal_id': '*',
+                                'permission': 'read',
+                                'created_at': now,
                             },
                         )
                         inserted.add(key)
@@ -149,28 +148,24 @@ def upgrade() -> None:
                 continue
 
             # Check if it's effectively empty (no read/write keys with content)
-            read_data = access_control_json.get("read", {})
-            write_data = access_control_json.get("write", {})
+            read_data = access_control_json.get('read', {})
+            write_data = access_control_json.get('write', {})
 
-            has_read_grants = read_data.get("group_ids", []) or read_data.get(
-                "user_ids", []
-            )
-            has_write_grants = write_data.get("group_ids", []) or write_data.get(
-                "user_ids", []
-            )
+            has_read_grants = read_data.get('group_ids', []) or read_data.get('user_ids', [])
+            has_write_grants = write_data.get('group_ids', []) or write_data.get('user_ids', [])
 
             if not has_read_grants and not has_write_grants:
                 # Empty permissions = private, no grants needed
                 continue
 
             # Extract permissions and insert into access_grant table
-            for permission in ["read", "write"]:
+            for permission in ['read', 'write']:
                 perm_data = access_control_json.get(permission, {})
                 if not perm_data:
                     continue
 
-                for group_id in perm_data.get("group_ids", []):
-                    key = (resource_type, resource_id, "group", group_id, permission)
+                for group_id in perm_data.get('group_ids', []):
+                    key = (resource_type, resource_id, 'group', group_id, permission)
                     if key in inserted:
                         continue
                     try:
@@ -180,21 +175,21 @@ def upgrade() -> None:
                                 VALUES (:id, :resource_type, :resource_id, :principal_type, :principal_id, :permission, :created_at)
                             """),
                             {
-                                "id": str(uuid.uuid4()),
-                                "resource_type": resource_type,
-                                "resource_id": resource_id,
-                                "principal_type": "group",
-                                "principal_id": group_id,
-                                "permission": permission,
-                                "created_at": now,
+                                'id': str(uuid.uuid4()),
+                                'resource_type': resource_type,
+                                'resource_id': resource_id,
+                                'principal_type': 'group',
+                                'principal_id': group_id,
+                                'permission': permission,
+                                'created_at': now,
                             },
                         )
                         inserted.add(key)
                     except Exception:
                         pass
 
-                for user_id in perm_data.get("user_ids", []):
-                    key = (resource_type, resource_id, "user", user_id, permission)
+                for user_id in perm_data.get('user_ids', []):
+                    key = (resource_type, resource_id, 'user', user_id, permission)
                     if key in inserted:
                         continue
                     try:
@@ -204,28 +199,28 @@ def upgrade() -> None:
                                 VALUES (:id, :resource_type, :resource_id, :principal_type, :principal_id, :permission, :created_at)
                             """),
                             {
-                                "id": str(uuid.uuid4()),
-                                "resource_type": resource_type,
-                                "resource_id": resource_id,
-                                "principal_type": "user",
-                                "principal_id": user_id,
-                                "permission": permission,
-                                "created_at": now,
+                                'id': str(uuid.uuid4()),
+                                'resource_type': resource_type,
+                                'resource_id': resource_id,
+                                'principal_type': 'user',
+                                'principal_id': user_id,
+                                'permission': permission,
+                                'created_at': now,
                             },
                         )
                         inserted.add(key)
                     except Exception:
                         pass
 
-    # Drop access_control columns from resource tables
+    # Drop access_control columns from resource tables (only if column still exists)
+    inspector = sa.inspect(conn)
     for table_name, _ in resource_tables:
         if table_name not in existing_tables:
             continue
-        try:
+        cols = {c['name'] for c in inspector.get_columns(table_name)}
+        if 'access_control' in cols:
             with op.batch_alter_table(table_name) as batch:
-                batch.drop_column("access_control")
-        except Exception:
-            pass
+                batch.drop_column('access_control')
 
 
 def downgrade() -> None:
@@ -235,20 +230,20 @@ def downgrade() -> None:
 
     # Resource tables mapping: (table_name, resource_type)
     resource_tables = [
-        ("knowledge", "knowledge"),
-        ("prompt", "prompt"),
-        ("tool", "tool"),
-        ("model", "model"),
-        ("note", "note"),
-        ("channel", "channel"),
-        ("file", "file"),
+        ('knowledge', 'knowledge'),
+        ('prompt', 'prompt'),
+        ('tool', 'tool'),
+        ('model', 'model'),
+        ('note', 'note'),
+        ('channel', 'channel'),
+        ('file', 'file'),
     ]
 
     # Step 1: Re-add access_control columns to resource tables
     for table_name, _ in resource_tables:
         try:
             with op.batch_alter_table(table_name) as batch:
-                batch.add_column(sa.Column("access_control", sa.JSON(), nullable=True))
+                batch.add_column(sa.Column('access_control', sa.JSON(), nullable=True))
         except Exception:
             pass
 
@@ -262,7 +257,7 @@ def downgrade() -> None:
                     FROM access_grant
                     WHERE resource_type = :resource_type
                 """),
-                {"resource_type": resource_type},
+                {'resource_type': resource_type},
             )
             rows = result.fetchall()
         except Exception:
@@ -278,49 +273,35 @@ def downgrade() -> None:
 
             if resource_id not in resource_grants:
                 resource_grants[resource_id] = {
-                    "is_public": False,
-                    "read": {"group_ids": [], "user_ids": []},
-                    "write": {"group_ids": [], "user_ids": []},
+                    'is_public': False,
+                    'read': {'group_ids': [], 'user_ids': []},
+                    'write': {'group_ids': [], 'user_ids': []},
                 }
 
             # Handle public access (user:* for read)
-            if (
-                principal_type == "user"
-                and principal_id == "*"
-                and permission == "read"
-            ):
-                resource_grants[resource_id]["is_public"] = True
+            if principal_type == 'user' and principal_id == '*' and permission == 'read':
+                resource_grants[resource_id]['is_public'] = True
                 continue
 
             # Add to appropriate list
-            if permission in ["read", "write"]:
-                if principal_type == "group":
-                    if (
-                        principal_id
-                        not in resource_grants[resource_id][permission]["group_ids"]
-                    ):
-                        resource_grants[resource_id][permission]["group_ids"].append(
-                            principal_id
-                        )
-                elif principal_type == "user":
-                    if (
-                        principal_id
-                        not in resource_grants[resource_id][permission]["user_ids"]
-                    ):
-                        resource_grants[resource_id][permission]["user_ids"].append(
-                            principal_id
-                        )
+            if permission in ['read', 'write']:
+                if principal_type == 'group':
+                    if principal_id not in resource_grants[resource_id][permission]['group_ids']:
+                        resource_grants[resource_id][permission]['group_ids'].append(principal_id)
+                elif principal_type == 'user':
+                    if principal_id not in resource_grants[resource_id][permission]['user_ids']:
+                        resource_grants[resource_id][permission]['user_ids'].append(principal_id)
 
         # Step 3: Update each resource with reconstructed JSON
         for resource_id, grants in resource_grants.items():
-            if grants["is_public"]:
+            if grants['is_public']:
                 # Public = NULL
                 access_control_value = None
             elif (
-                not grants["read"]["group_ids"]
-                and not grants["read"]["user_ids"]
-                and not grants["write"]["group_ids"]
-                and not grants["write"]["user_ids"]
+                not grants['read']['group_ids']
+                and not grants['read']['user_ids']
+                and not grants['write']['group_ids']
+                and not grants['write']['user_ids']
             ):
                 # No grants = should not happen (would mean no entries), default to {}
                 access_control_value = json.dumps({})
@@ -328,17 +309,15 @@ def downgrade() -> None:
                 # Custom permissions
                 access_control_value = json.dumps(
                     {
-                        "read": grants["read"],
-                        "write": grants["write"],
+                        'read': grants['read'],
+                        'write': grants['write'],
                     }
                 )
 
             try:
                 conn.execute(
-                    sa.text(
-                        f'UPDATE "{table_name}" SET access_control = :access_control WHERE id = :id'
-                    ),
-                    {"access_control": access_control_value, "id": resource_id},
+                    sa.text(f'UPDATE "{table_name}" SET access_control = :access_control WHERE id = :id'),
+                    {'access_control': access_control_value, 'id': resource_id},
                 )
             except Exception:
                 pass
@@ -346,7 +325,7 @@ def downgrade() -> None:
         # Step 4: Set all resources WITHOUT entries to private
         # For files: NULL means private (owner-only), so leave as NULL
         # For other resources: {} means private, so update to {}
-        if resource_type != "file":
+        if resource_type != 'file':
             try:
                 conn.execute(
                     sa.text(f"""
@@ -357,13 +336,13 @@ def downgrade() -> None:
                         )
                         AND access_control IS NULL
                     """),
-                    {"private_value": json.dumps({}), "resource_type": resource_type},
+                    {'private_value': json.dumps({}), 'resource_type': resource_type},
                 )
             except Exception:
                 pass
         # For files, NULL stays NULL - no action needed
 
     # Step 5: Drop the access_grant table
-    op.drop_index("idx_access_grant_principal", table_name="access_grant")
-    op.drop_index("idx_access_grant_resource", table_name="access_grant")
-    op.drop_table("access_grant")
+    op.drop_index('idx_access_grant_principal', table_name='access_grant')
+    op.drop_index('idx_access_grant_resource', table_name='access_grant')
+    op.drop_table('access_grant')

backend/open_webui/models/access_grants.py

@@ -3,12 +3,11 @@ import time
 import uuid
 from typing import Optional
 
-from sqlalchemy.orm import Session
-from open_webui.internal.db import Base, get_db_context
-
+from open_webui.internal.db import Base, get_async_db_context
 from pydantic import BaseModel, ConfigDict
-from sqlalchemy import BigInteger, Column, Text, UniqueConstraint, or_, and_
+from sqlalchemy import BigInteger, Column, Text, UniqueConstraint, and_, delete, or_, select
 from sqlalchemy.dialects.postgresql import JSONB
+from sqlalchemy.ext.asyncio import AsyncSession
 
 log = logging.getLogger(__name__)
 
@@ -19,28 +18,24 @@ log = logging.getLogger(__name__)
 
 
 class AccessGrant(Base):
-    __tablename__ = "access_grant"
+    __tablename__ = 'access_grant'
 
     id = Column(Text, primary_key=True)
-    resource_type = Column(
-        Text, nullable=False
-    )  # "knowledge", "model", "prompt", "tool", "note", "channel", "file"
+    resource_type = Column(Text, nullable=False)  # "knowledge", "model", "prompt", "tool", "note", "channel", "file"
     resource_id = Column(Text, nullable=False)
     principal_type = Column(Text, nullable=False)  # "user" or "group"
-    principal_id = Column(
-        Text, nullable=False
-    )  # user_id, group_id, or "*" (wildcard for public)
+    principal_id = Column(Text, nullable=False)  # user_id, group_id, or "*" (wildcard for public)
     permission = Column(Text, nullable=False)  # "read" or "write"
     created_at = Column(BigInteger, nullable=False)
 
     __table_args__ = (
         UniqueConstraint(
-            "resource_type",
-            "resource_id",
-            "principal_type",
-            "principal_id",
-            "permission",
-            name="uq_access_grant_grant",
+            'resource_type',
+            'resource_id',
+            'principal_type',
+            'principal_id',
+            'permission',
+            name='uq_access_grant_grant',
         ),
     )
 
@@ -66,7 +61,7 @@ class AccessGrantResponse(BaseModel):
     permission: str
 
     @classmethod
-    def from_grant(cls, grant: "AccessGrantModel") -> "AccessGrantResponse":
+    def from_grant(cls, grant: 'AccessGrantModel') -> 'AccessGrantResponse':
         return cls(
             id=grant.id,
             principal_type=grant.principal_type,
@@ -100,14 +95,14 @@ def access_control_to_grants(
     if access_control is None:
         # NULL → public read (user:* for read)
         # Exception: files with NULL are private (owner-only), no grants needed
-        if resource_type != "file":
+        if resource_type != 'file':
             grants.append(
                 {
-                    "resource_type": resource_type,
-                    "resource_id": resource_id,
-                    "principal_type": "user",
-                    "principal_id": "*",
-                    "permission": "read",
+                    'resource_type': resource_type,
+                    'resource_id': resource_id,
+                    'principal_type': 'user',
+                    'principal_id': '*',
+                    'permission': 'read',
                 }
             )
         return grants
@@ -117,30 +112,30 @@ def access_control_to_grants(
         return grants
 
     # Parse structured permissions
-    for permission in ["read", "write"]:
+    for permission in ['read', 'write']:
         perm_data = access_control.get(permission, {})
         if not perm_data:
             continue
 
-        for group_id in perm_data.get("group_ids", []):
+        for group_id in perm_data.get('group_ids', []):
             grants.append(
                 {
-                    "resource_type": resource_type,
-                    "resource_id": resource_id,
-                    "principal_type": "group",
-                    "principal_id": group_id,
-                    "permission": permission,
+                    'resource_type': resource_type,
+                    'resource_id': resource_id,
+                    'principal_type': 'group',
+                    'principal_id': group_id,
+                    'permission': permission,
                 }
             )
 
-        for user_id in perm_data.get("user_ids", []):
+        for user_id in perm_data.get('user_ids', []):
             grants.append(
                 {
-                    "resource_type": resource_type,
-                    "resource_id": resource_id,
-                    "principal_type": "user",
-                    "principal_id": user_id,
-                    "permission": permission,
+                    'resource_type': resource_type,
+                    'resource_id': resource_id,
+                    'principal_type': 'user',
+                    'principal_id': user_id,
+                    'permission': permission,
                 }
             )
 
@@ -164,27 +159,23 @@ def normalize_access_grants(access_grants: Optional[list]) -> list[dict]:
         if not isinstance(grant, dict):
             continue
 
-        principal_type = grant.get("principal_type")
-        principal_id = grant.get("principal_id")
-        permission = grant.get("permission")
+        principal_type = grant.get('principal_type')
+        principal_id = grant.get('principal_id')
+        permission = grant.get('permission')
 
-        if principal_type not in ("user", "group"):
+        if principal_type not in ('user', 'group'):
             continue
-        if permission not in ("read", "write"):
+        if permission not in ('read', 'write'):
             continue
         if not isinstance(principal_id, str) or not principal_id:
             continue
 
         key = (principal_type, principal_id, permission)
         deduped[key] = {
-            "id": (
-                grant.get("id")
-                if isinstance(grant.get("id"), str) and grant.get("id")
-                else str(uuid.uuid4())
-            ),
-            "principal_type": principal_type,
-            "principal_id": principal_id,
-            "permission": permission,
+            'id': (grant.get('id') if isinstance(grant.get('id'), str) and grant.get('id') else str(uuid.uuid4())),
+            'principal_type': principal_type,
+            'principal_id': principal_id,
+            'permission': permission,
         }
 
     return list(deduped.values())
@@ -195,15 +186,49 @@ def has_public_read_access_grant(access_grants: Optional[list]) -> bool:
     Returns True when a direct grant list includes wildcard public-read.
     """
     for grant in normalize_access_grants(access_grants):
-        if (
-            grant["principal_type"] == "user"
-            and grant["principal_id"] == "*"
-            and grant["permission"] == "read"
-        ):
+        if grant['principal_type'] == 'user' and grant['principal_id'] == '*' and grant['permission'] == 'read':
             return True
     return False
 
 
+def has_public_write_access_grant(access_grants: Optional[list]) -> bool:
+    """
+    Returns True when a direct grant list includes wildcard public-write.
+    """
+    for grant in normalize_access_grants(access_grants):
+        if grant['principal_type'] == 'user' and grant['principal_id'] == '*' and grant['permission'] == 'write':
+            return True
+    return False
+
+
+def has_user_access_grant(access_grants: Optional[list]) -> bool:
+    """
+    Returns True when a direct grant list includes any non-wildcard user grant.
+    """
+    for grant in normalize_access_grants(access_grants):
+        if grant['principal_type'] == 'user' and grant['principal_id'] != '*':
+            return True
+    return False
+
+
+def strip_user_access_grants(access_grants: Optional[list]) -> list:
+    """
+    Remove all non-wildcard user grants from the list.
+    Keeps group grants and the public wildcard (user:*) intact.
+    """
+    if not access_grants:
+        return []
+    return [
+        grant
+        for grant in access_grants
+        if not (
+            (grant.get('principal_type') if isinstance(grant, dict) else getattr(grant, 'principal_type', None))
+            == 'user'
+            and (grant.get('principal_id') if isinstance(grant, dict) else getattr(grant, 'principal_id', None)) != '*'
+        )
+    ]
+
+
 def grants_to_access_control(grants: list) -> Optional[dict]:
     """
     Convert a list of grant objects (AccessGrantModel or AccessGrantResponse)
@@ -223,29 +248,25 @@ def grants_to_access_control(grants: list) -> Optional[dict]:
         return {}  # No grants = private/owner-only
 
     result = {
-        "read": {"group_ids": [], "user_ids": []},
-        "write": {"group_ids": [], "user_ids": []},
+        'read': {'group_ids': [], 'user_ids': []},
+        'write': {'group_ids': [], 'user_ids': []},
     }
 
     is_public = False
     for grant in grants:
-        if (
-            grant.principal_type == "user"
-            and grant.principal_id == "*"
-            and grant.permission == "read"
-        ):
+        if grant.principal_type == 'user' and grant.principal_id == '*' and grant.permission == 'read':
             is_public = True
             continue  # Don't add wildcard to user_ids list
 
-        if grant.permission not in ("read", "write"):
+        if grant.permission not in ('read', 'write'):
             continue
 
-        if grant.principal_type == "group":
-            if grant.principal_id not in result[grant.permission]["group_ids"]:
-                result[grant.permission]["group_ids"].append(grant.principal_id)
-        elif grant.principal_type == "user":
-            if grant.principal_id not in result[grant.permission]["user_ids"]:
-                result[grant.permission]["user_ids"].append(grant.principal_id)
+        if grant.principal_type == 'group':
+            if grant.principal_id not in result[grant.permission]['group_ids']:
+                result[grant.permission]['group_ids'].append(grant.principal_id)
+        elif grant.principal_type == 'user':
+            if grant.principal_id not in result[grant.permission]['user_ids']:
+                result[grant.permission]['user_ids'].append(grant.principal_id)
 
     if is_public:
         return None  # Public read access
@@ -259,29 +280,28 @@ def grants_to_access_control(grants: list) -> Optional[dict]:
 
 
 class AccessGrantsTable:
-    def grant_access(
+    async def grant_access(
         self,
         resource_type: str,
         resource_id: str,
         principal_type: str,
         principal_id: str,
         permission: str,
-        db: Optional[Session] = None,
+        db: Optional[AsyncSession] = None,
     ) -> Optional[AccessGrantModel]:
         """Add a single access grant. Idempotent (ignores duplicates)."""
-        with get_db_context(db) as db:
+        async with get_async_db_context(db) as db:
             # Check for existing grant
-            existing = (
-                db.query(AccessGrant)
-                .filter_by(
+            result = await db.execute(
+                select(AccessGrant).filter_by(
                     resource_type=resource_type,
                     resource_id=resource_id,
                     principal_type=principal_type,
                     principal_id=principal_id,
                     permission=permission,
                 )
-                .first()
             )
+            existing = result.scalars().first()
             if existing:
                 return AccessGrantModel.model_validate(existing)
 
@@ -295,76 +315,72 @@ class AccessGrantsTable:
                 created_at=int(time.time()),
             )
             db.add(grant)
-            db.commit()
-            db.refresh(grant)
+            await db.commit()
+            await db.refresh(grant)
             return AccessGrantModel.model_validate(grant)
 
-    def revoke_access(
+    async def revoke_access(
         self,
         resource_type: str,
         resource_id: str,
         principal_type: str,
         principal_id: str,
         permission: str,
-        db: Optional[Session] = None,
+        db: Optional[AsyncSession] = None,
     ) -> bool:
         """Remove a single access grant."""
-        with get_db_context(db) as db:
-            deleted = (
-                db.query(AccessGrant)
-                .filter_by(
+        async with get_async_db_context(db) as db:
+            result = await db.execute(
+                delete(AccessGrant).filter_by(
                     resource_type=resource_type,
                     resource_id=resource_id,
                     principal_type=principal_type,
                     principal_id=principal_id,
                     permission=permission,
                 )
-                .delete()
             )
-            db.commit()
-            return deleted > 0
+            await db.commit()
+            return result.rowcount > 0
 
-    def revoke_all_access(
+    async def revoke_all_access(
         self,
         resource_type: str,
         resource_id: str,
-        db: Optional[Session] = None,
+        db: Optional[AsyncSession] = None,
     ) -> int:
         """Remove all access grants for a resource."""
-        with get_db_context(db) as db:
-            deleted = (
-                db.query(AccessGrant)
-                .filter_by(
+        async with get_async_db_context(db) as db:
+            result = await db.execute(
+                delete(AccessGrant).filter_by(
                     resource_type=resource_type,
                     resource_id=resource_id,
                 )
-                .delete()
             )
-            db.commit()
-            return deleted
+            await db.commit()
+            return result.rowcount
 
-    def set_access_control(
+    async def set_access_control(
         self,
         resource_type: str,
         resource_id: str,
         access_control: Optional[dict],
-        db: Optional[Session] = None,
+        db: Optional[AsyncSession] = None,
     ) -> list[AccessGrantModel]:
         """
         Replace all grants for a resource from an access_control JSON dict.
         This is the primary bridge for backward compat with the frontend.
         """
-        with get_db_context(db) as db:
+        async with get_async_db_context(db) as db:
             # Delete all existing grants for this resource
-            db.query(AccessGrant).filter_by(
-                resource_type=resource_type,
-                resource_id=resource_id,
-            ).delete()
+            await db.execute(
+                delete(AccessGrant).filter_by(
+                    resource_type=resource_type,
+                    resource_id=resource_id,
+                )
+            )
 
             # Convert JSON to grant dicts
-            grant_dicts = access_control_to_grants(
-                resource_type, resource_id, access_control
-            )
+            grant_dicts = access_control_to_grants(resource_type, resource_id, access_control)
 
             # Insert new grants
             results = []
@@ -377,93 +393,115 @@ class AccessGrantsTable:
                 db.add(grant)
                 results.append(grant)
 
-            db.commit()
+            await db.commit()
 
             return [AccessGrantModel.model_validate(g) for g in results]
 
-    def set_access_grants(
+    async def set_access_grants(
         self,
         resource_type: str,
         resource_id: str,
         access_grants: Optional[list],
-        db: Optional[Session] = None,
+        db: Optional[AsyncSession] = None,
     ) -> list[AccessGrantModel]:
         """
         Replace all grants for a resource from a direct access_grants list.
         """
-        with get_db_context(db) as db:
-            db.query(AccessGrant).filter_by(
-                resource_type=resource_type,
-                resource_id=resource_id,
-            ).delete()
+        async with get_async_db_context(db) as db:
+            await db.execute(
+                delete(AccessGrant).filter_by(
+                    resource_type=resource_type,
+                    resource_id=resource_id,
+                )
+            )
 
             normalized_grants = normalize_access_grants(access_grants)
 
             results = []
             for grant_dict in normalized_grants:
                 grant = AccessGrant(
-                    id=grant_dict["id"],
+                    id=str(uuid.uuid4()),
                     resource_type=resource_type,
                     resource_id=resource_id,
-                    principal_type=grant_dict["principal_type"],
-                    principal_id=grant_dict["principal_id"],
-                    permission=grant_dict["permission"],
+                    principal_type=grant_dict['principal_type'],
+                    principal_id=grant_dict['principal_id'],
+                    permission=grant_dict['permission'],
                     created_at=int(time.time()),
                 )
                 db.add(grant)
                 results.append(grant)
 
-            db.commit()
+            await db.commit()
             return [AccessGrantModel.model_validate(g) for g in results]
 
-    def get_access_control(
+    async def get_access_control(
         self,
         resource_type: str,
         resource_id: str,
-        db: Optional[Session] = None,
+        db: Optional[AsyncSession] = None,
     ) -> Optional[dict]:
         """
         Reconstruct the old-style access_control JSON dict from grants.
         For backward compat with the frontend.
         """
-        with get_db_context(db) as db:
-            grants = (
-                db.query(AccessGrant)
-                .filter_by(
+        async with get_async_db_context(db) as db:
+            result = await db.execute(
+                select(AccessGrant).filter_by(
                     resource_type=resource_type,
                     resource_id=resource_id,
                 )
-                .all()
             )
+            grants = result.scalars().all()
             grant_models = [AccessGrantModel.model_validate(g) for g in grants]
             return grants_to_access_control(grant_models)
 
-    def get_grants_by_resource(
+    async def get_grants_by_resource(
         self,
         resource_type: str,
         resource_id: str,
-        db: Optional[Session] = None,
+        db: Optional[AsyncSession] = None,
     ) -> list[AccessGrantModel]:
         """Get all grants for a specific resource."""
-        with get_db_context(db) as db:
-            grants = (
-                db.query(AccessGrant)
-                .filter_by(
+        async with get_async_db_context(db) as db:
+            result = await db.execute(
+                select(AccessGrant).filter_by(
                     resource_type=resource_type,
                     resource_id=resource_id,
                 )
-                .all()
             )
+            grants = result.scalars().all()
             return [AccessGrantModel.model_validate(g) for g in grants]
 
-    def has_access(
+    async def get_grants_by_resources(
+        self,
+        resource_type: str,
+        resource_ids: list[str],
+        db: Optional[AsyncSession] = None,
+    ) -> dict[str, list[AccessGrantModel]]:
+        """Batch-fetch grants for multiple resources. Returns {resource_id: [grants]}."""
+        if not resource_ids:
+            return {}
+        async with get_async_db_context(db) as db:
+            result = await db.execute(
+                select(AccessGrant).filter(
+                    AccessGrant.resource_type == resource_type,
+                    AccessGrant.resource_id.in_(resource_ids),
+                )
+            )
+            grants = result.scalars().all()
+            result_dict: dict[str, list[AccessGrantModel]] = {rid: [] for rid in resource_ids}
+            for g in grants:
+                result_dict[g.resource_id].append(AccessGrantModel.model_validate(g))
+            return result_dict
+
+    async def has_access(
         self,
         user_id: str,
         resource_type: str,
         resource_id: str,
-        permission: str = "read",
+        permission: str = 'read',
         user_group_ids: Optional[set[str]] = None,
-        db: Optional[Session] = None,
+        db: Optional[AsyncSession] = None,
     ) -> bool:
         """
         Check if a user has the specified permission on a resource.
@@ -473,17 +511,17 @@ class AccessGrantsTable:
         - There's a grant for the specific user with the requested permission
         - There's a grant for any of the user's groups with the requested permission
         """
-        with get_db_context(db) as db:
+        async with get_async_db_context(db) as db:
             # Build conditions for matching grants
             conditions = [
                 # Public access
                 and_(
-                    AccessGrant.principal_type == "user",
-                    AccessGrant.principal_id == "*",
+                    AccessGrant.principal_type == 'user',
+                    AccessGrant.principal_id == '*',
                 ),
                 # Direct user access
                 and_(
-                    AccessGrant.principal_type == "user",
+                    AccessGrant.principal_type == 'user',
                     AccessGrant.principal_id == user_id,
                 ),
             ]
@@ -492,37 +530,38 @@ class AccessGrantsTable:
             if user_group_ids is None:
                 from open_webui.models.groups import Groups
 
-                user_groups = Groups.get_groups_by_member_id(user_id, db=db)
+                user_groups = await Groups.get_groups_by_member_id(user_id, db=db)
                 user_group_ids = {group.id for group in user_groups}
 
             if user_group_ids:
                 conditions.append(
                     and_(
-                        AccessGrant.principal_type == "group",
+                        AccessGrant.principal_type == 'group',
                         AccessGrant.principal_id.in_(user_group_ids),
                     )
                 )
 
-            exists = (
-                db.query(AccessGrant)
+            result = await db.execute(
+                select(AccessGrant)
                 .filter(
                     AccessGrant.resource_type == resource_type,
                     AccessGrant.resource_id == resource_id,
                     AccessGrant.permission == permission,
                     or_(*conditions),
                 )
-                .first()
+                .limit(1)
             )
-            return exists is not None
+            grant = result.scalars().first()
+            return grant is not None
 
-    def get_accessible_resource_ids(
+    async def get_accessible_resource_ids(
         self,
         user_id: str,
         resource_type: str,
         resource_ids: list[str],
-        permission: str = "read",
+        permission: str = 'read',
         user_group_ids: Optional[set[str]] = None,
-        db: Optional[Session] = None,
+        db: Optional[AsyncSession] = None,
     ) -> set[str]:
         """
         Batch check: return the subset of resource_ids that the user can access.
@@ -532,14 +571,14 @@ class AccessGrantsTable:
         if not resource_ids:
             return set()
 
-        with get_db_context(db) as db:
+        async with get_async_db_context(db) as db:
             conditions = [
                 and_(
-                    AccessGrant.principal_type == "user",
-                    AccessGrant.principal_id == "*",
+                    AccessGrant.principal_type == 'user',
+                    AccessGrant.principal_id == '*',
                 ),
                 and_(
-                    AccessGrant.principal_type == "user",
+                    AccessGrant.principal_type == 'user',
                     AccessGrant.principal_id == user_id,
                 ),
             ]
@@ -547,19 +586,19 @@ class AccessGrantsTable:
             if user_group_ids is None:
                 from open_webui.models.groups import Groups
 
-                user_groups = Groups.get_groups_by_member_id(user_id, db=db)
+                user_groups = await Groups.get_groups_by_member_id(user_id, db=db)
                 user_group_ids = {group.id for group in user_groups}
 
             if user_group_ids:
                 conditions.append(
                     and_(
-                        AccessGrant.principal_type == "group",
+                        AccessGrant.principal_type == 'group',
                         AccessGrant.principal_id.in_(user_group_ids),
                     )
                 )
 
-            rows = (
-                db.query(AccessGrant.resource_id)
+            result = await db.execute(
+                select(AccessGrant.resource_id)
                 .filter(
                     AccessGrant.resource_type == resource_type,
                     AccessGrant.resource_id.in_(resource_ids),
@@ -567,57 +606,54 @@ class AccessGrantsTable:
                     or_(*conditions),
                 )
                 .distinct()
-                .all()
             )
+            rows = result.all()
             return {row[0] for row in rows}
 
-    def get_users_with_access(
+    async def get_users_with_access(
         self,
         resource_type: str,
         resource_id: str,
-        permission: str = "read",
-        db: Optional[Session] = None,
+        permission: str = 'read',
+        db: Optional[AsyncSession] = None,
     ) -> list:
         """
         Get all users who have the specified permission on a resource.
         Returns a list of UserModel instances.
         """
-        from open_webui.models.users import Users, UserModel
         from open_webui.models.groups import Groups
+        from open_webui.models.users import UserModel, Users
 
-        with get_db_context(db) as db:
-            grants = (
-                db.query(AccessGrant)
-                .filter_by(
+        async with get_async_db_context(db) as db:
+            result = await db.execute(
+                select(AccessGrant).filter_by(
                     resource_type=resource_type,
                     resource_id=resource_id,
                     permission=permission,
                 )
-                .all()
             )
+            grants = result.scalars().all()
 
             # Check for public access
             for grant in grants:
-                if grant.principal_type == "user" and grant.principal_id == "*":
-                    result = Users.get_users(filter={"roles": ["!pending"]}, db=db)
-                    return result.get("users", [])
+                if grant.principal_type == 'user' and grant.principal_id == '*':
+                    result = await Users.get_users(filter={'roles': ['!pending']}, db=db)
+                    return result.get('users', [])
 
             user_ids_with_access = set()
 
             for grant in grants:
-                if grant.principal_type == "user":
+                if grant.principal_type == 'user':
                     user_ids_with_access.add(grant.principal_id)
-                elif grant.principal_type == "group":
-                    group_user_ids = Groups.get_group_user_ids_by_id(
-                        grant.principal_id, db=db
-                    )
+                elif grant.principal_type == 'group':
+                    group_user_ids = await Groups.get_group_user_ids_by_id(grant.principal_id, db=db)
                     if group_user_ids:
                         user_ids_with_access.update(group_user_ids)
 
             if not user_ids_with_access:
                 return []
 
-            return Users.get_users_by_user_ids(list(user_ids_with_access), db=db)
+            return await Users.get_users_by_user_ids(list(user_ids_with_access), db=db)
 
     def has_permission_filter(
         self,
@@ -626,20 +662,22 @@ class AccessGrantsTable:
         DocumentModel,
         filter: dict,
         resource_type: str,
-        permission: str = "read",
+        permission: str = 'read',
     ):
         """
         Apply access control filtering to a SQLAlchemy query by JOINing with access_grant.
 
         This replaces the old JSON-column-based filtering with a proper relational JOIN.
-        """
-        group_ids = filter.get("group_ids", [])
-        user_id = filter.get("user_id")
 
-        if permission == "read_only":
-            return self._has_read_only_permission_filter(
-                db, query, DocumentModel, filter, resource_type
-            )
+        Note: This method builds SQLAlchemy expressions and does NOT perform I/O itself,
+        so it remains synchronous. The caller is responsible for executing the query
+        asynchronously with `await db.execute(...)`.
+        """
+        group_ids = filter.get('group_ids', [])
+        user_id = filter.get('user_id')
+
+        if permission == 'read_only':
+            return self._has_read_only_permission_filter(db, query, DocumentModel, filter, resource_type)
 
         # Build principal conditions
         principal_conditions = []
@@ -648,8 +686,8 @@ class AccessGrantsTable:
             # Public access: user:* read
             principal_conditions.append(
                 and_(
-                    AccessGrant.principal_type == "user",
-                    AccessGrant.principal_id == "*",
+                    AccessGrant.principal_type == 'user',
+                    AccessGrant.principal_id == '*',
                 )
             )
 
@@ -660,7 +698,7 @@ class AccessGrantsTable:
             # Direct user grant
             principal_conditions.append(
                 and_(
-                    AccessGrant.principal_type == "user",
+                    AccessGrant.principal_type == 'user',
                     AccessGrant.principal_id == user_id,
                 )
             )
@@ -669,7 +707,7 @@ class AccessGrantsTable:
             # Group grants
             principal_conditions.append(
                 and_(
-                    AccessGrant.principal_type == "group",
+                    AccessGrant.principal_type == 'group',
                     AccessGrant.principal_id.in_(group_ids),
                 )
             )
@@ -679,7 +717,7 @@ class AccessGrantsTable:
 
         # LEFT JOIN access_grant and filter
         # We use a subquery approach to avoid duplicates from multiple matching grants
-        from sqlalchemy import exists as sa_exists, select
+        from sqlalchemy import exists as sa_exists
 
         grant_exists = (
             select(AccessGrant.id)
@@ -689,13 +727,13 @@ class AccessGrantsTable:
                 AccessGrant.permission == permission,
                 or_(
                     and_(
-                        AccessGrant.principal_type == "user",
-                        AccessGrant.principal_id == "*",
+                        AccessGrant.principal_type == 'user',
+                        AccessGrant.principal_id == '*',
                     ),
                     *(
                         [
                             and_(
-                                AccessGrant.principal_type == "user",
+                                AccessGrant.principal_type == 'user',
                                 AccessGrant.principal_id == user_id,
                             )
                         ]
@@ -705,7 +743,7 @@ class AccessGrantsTable:
                     *(
                         [
                             and_(
-                                AccessGrant.principal_type == "group",
+                                AccessGrant.principal_type == 'group',
                                 AccessGrant.principal_id.in_(group_ids),
                             )
                         ]
@@ -737,11 +775,15 @@ class AccessGrantsTable:
         """
         Filter for items where user has read BUT NOT write access.
         Public items are NOT considered read_only.
-        """
-        group_ids = filter.get("group_ids", [])
-        user_id = filter.get("user_id")
 
-        from sqlalchemy import exists as sa_exists, select
+        Note: This method builds SQLAlchemy expressions and does NOT perform I/O itself,
+        so it remains synchronous. The caller is responsible for executing the query
+        asynchronously with `await db.execute(...)`.
+        """
+        group_ids = filter.get('group_ids', [])
+        user_id = filter.get('user_id')
+
+        from sqlalchemy import exists as sa_exists
 
         # Has read grant (not public)
         read_grant_exists = (
@@ -749,12 +791,12 @@ class AccessGrantsTable:
             .where(
                 AccessGrant.resource_type == resource_type,
                 AccessGrant.resource_id == DocumentModel.id,
-                AccessGrant.permission == "read",
+                AccessGrant.permission == 'read',
                 or_(
                     *(
                         [
                             and_(
-                                AccessGrant.principal_type == "user",
+                                AccessGrant.principal_type == 'user',
                                 AccessGrant.principal_id == user_id,
                             )
                         ]
@@ -764,7 +806,7 @@ class AccessGrantsTable:
                     *(
                         [
                             and_(
-                                AccessGrant.principal_type == "group",
+                                AccessGrant.principal_type == 'group',
                                 AccessGrant.principal_id.in_(group_ids),
                             )
                         ]
@@ -783,12 +825,12 @@ class AccessGrantsTable:
             .where(
                 AccessGrant.resource_type == resource_type,
                 AccessGrant.resource_id == DocumentModel.id,
-                AccessGrant.permission == "write",
+                AccessGrant.permission == 'write',
                 or_(
                     *(
                         [
                             and_(
-                                AccessGrant.principal_type == "user",
+                                AccessGrant.principal_type == 'user',
                                 AccessGrant.principal_id == user_id,
                             )
                         ]
@@ -798,7 +840,7 @@ class AccessGrantsTable:
                     *(
                         [
                             and_(
-                                AccessGrant.principal_type == "group",
+                                AccessGrant.principal_type == 'group',
                                 AccessGrant.principal_id.in_(group_ids),
                             )
                         ]
@@ -817,9 +859,9 @@ class AccessGrantsTable:
             .where(
                 AccessGrant.resource_type == resource_type,
                 AccessGrant.resource_id == DocumentModel.id,
-                AccessGrant.permission == "read",
-                AccessGrant.principal_type == "user",
-                AccessGrant.principal_id == "*",
+                AccessGrant.permission == 'read',
+                AccessGrant.principal_type == 'user',
+                AccessGrant.principal_id == '*',
             )
             .correlate(DocumentModel)
             .exists()

backend/open_webui/models/auths.py

@@ -1,49 +1,50 @@
+"""Auth credential models and data-access layer."""
+
+from __future__ import annotations
+
 import logging
 import uuid
 from typing import Optional
 
-from sqlalchemy.orm import Session
-from open_webui.internal.db import Base, JSONField, get_db, get_db_context
+from open_webui.internal.db import Base, JSONField, get_async_db_context
 from open_webui.models.users import User, UserModel, UserProfileImageResponse, Users
 from open_webui.utils.validate import validate_profile_image_url
 from pydantic import BaseModel, field_validator
-from sqlalchemy import Boolean, Column, String, Text
+from sqlalchemy import Boolean, Column, String, Text, delete, select, update
+from sqlalchemy.ext.asyncio import AsyncSession
 
 log = logging.getLogger(__name__)
 
-####################
-# DB MODEL
-####################
 
+class Auth(Base):  # credential ↔ user linkage
+    """Maps a user ID to an email/password pair with an active flag."""
 
-class Auth(Base):
-    __tablename__ = "auth"
+    __tablename__ = 'auth'
 
-    id = Column(String, primary_key=True, unique=True)
-    email = Column(String)
-    password = Column(Text)
-    active = Column(Boolean)
+    id = Column(String, primary_key=True, unique=True)  # mirrors User.id
+    email = Column(String)  # login address, kept in sync with User.email
+    password = Column(Text)  # argon2 / bcrypt hash
+    active = Column(Boolean)  # account soft-disable toggle
 
 
 class AuthModel(BaseModel):
+    """Pydantic mirror of the ``auth`` table row."""
+
     id: str
     email: str
     password: str
     active: bool = True
 
 
-####################
-# Forms
-####################
-
-
 class Token(BaseModel):
+    """JWT bearer-token response wrapper."""
+
     token: str
     token_type: str
 
 
 class ApiKey(BaseModel):
-    api_key: Optional[str] = None
+    api_key: str | None = None
 
 
 class SigninResponse(Token, UserProfileImageResponse):
@@ -73,149 +74,158 @@ class SignupForm(BaseModel):
     name: str
     email: str
     password: str
-    profile_image_url: Optional[str] = "/user.png"
+    profile_image_url: str | None = '/user.png'
 
-    @field_validator("profile_image_url")
+    @field_validator('profile_image_url')
     @classmethod
-    def check_profile_image_url(cls, v: Optional[str]) -> Optional[str]:
+    def check_profile_image_url(cls, v: str | None) -> str | None:
         if v is not None:
             return validate_profile_image_url(v)
         return v
 
 
 class AddUserForm(SignupForm):
-    role: Optional[str] = "pending"
+    role: str | None = 'pending'
+
+
+# --- data-access layer ---
 
 
 class AuthsTable:
-    def insert_new_auth(
+    """Provides CRUD operations for the Auth ↔ User lifecycle."""
+
+    async def insert_new_auth(
         self,
         email: str,
         password: str,
         name: str,
-        profile_image_url: str = "/user.png",
-        role: str = "pending",
-        oauth: Optional[dict] = None,
-        db: Optional[Session] = None,
-    ) -> Optional[UserModel]:
-        with get_db_context(db) as db:
-            log.info("insert_new_auth")
+        profile_image_url: str = '/user.png',
+        role: str = 'pending',
+        oauth: dict | None = None,
+        db: AsyncSession | None = None,
+    ) -> UserModel | None:
+        """Create an Auth + User pair inside a single transaction."""
+        async with get_async_db_context(db) as session:
+            log.info('insert_new_auth')
 
-            id = str(uuid.uuid4())
+            new_id = str(uuid.uuid4())
 
-            auth = AuthModel(
-                **{"id": id, "email": email, "password": password, "active": True}
+            credential = Auth(
+                id=new_id,
+                email=email,
+                password=password,
+                active=True,
             )
-            result = Auth(**auth.model_dump())
-            db.add(result)
+            session.add(credential)
 
-            user = Users.insert_new_user(
-                id, name, email, profile_image_url, role, oauth=oauth, db=db
+            created_user = await Users.insert_new_user(
+                new_id,
+                name,
+                email,
+                profile_image_url,
+                role,
+                oauth=oauth,
+                db=session,
             )
+            # persist both records and reload generated defaults
+            await session.commit()
+            await session.refresh(credential)
+            return created_user if credential and created_user else None
 
-            db.commit()
-            db.refresh(result)
+    async def authenticate_user(
+        self,
+        email: str,
+        verify_password: callable,
+        db: AsyncSession | None = None,
+    ) -> UserModel | None:
+        """Verify email + password credentials and return the matching user."""
+        log.info('authenticate_user: %s', email)
+        resolved = await Users.get_user_by_email(email, db=db)
+        if not resolved:
+            return
+        # load the credential row and verify the password hash
+        async with get_async_db_context(db) as session:
+            credential = await session.get(Auth, resolved.id)
+            if not credential or not credential.active:
+                return
+            if not verify_password(credential.password):
+                return
+            return resolved
 
-            if result and user:
-                return user
-            else:
-                return None
-
-    def authenticate_user(
-        self, email: str, verify_password: callable, db: Optional[Session] = None
-    ) -> Optional[UserModel]:
-        log.info(f"authenticate_user: {email}")
-
-        user = Users.get_user_by_email(email, db=db)
-        if not user:
-            return None
-
-        try:
-            with get_db_context(db) as db:
-                auth = db.query(Auth).filter_by(id=user.id, active=True).first()
-                if auth:
-                    if verify_password(auth.password):
-                        return user
-                    else:
-                        return None
-                else:
-                    return None
-        except Exception:
-            return None
-
-    def authenticate_user_by_api_key(
-        self, api_key: str, db: Optional[Session] = None
-    ) -> Optional[UserModel]:
-        log.info(f"authenticate_user_by_api_key: {api_key}")
-        # if no api_key, return None
+    async def authenticate_user_by_api_key(
+        self,
+        api_key: str,
+        db: AsyncSession | None = None,
+    ) -> UserModel | None:
+        """Look up the user that owns the given API key."""
+        log.info('authenticate_user_by_api_key')
         if not api_key:
-            return None
+            return
+        # delegate to the Users model for the actual lookup
+        return await Users.get_user_by_api_key(api_key, db=db)
 
-        try:
-            user = Users.get_user_by_api_key(api_key, db=db)
-            return user if user else None
-        except Exception:
-            return False
+    async def authenticate_user_by_email(
+        self,
+        email: str,
+        db: AsyncSession | None = None,
+    ) -> UserModel | None:
+        """Single-query auth via JOIN on Auth ↔ User, filtered by active flag."""
+        log.info('authenticate_user_by_email: %s', email)
+        # single JOIN avoids N+1 — returns (Auth, User) tuple or None
+        async with get_async_db_context(db) as session:
+            joined_query = (
+                select(Auth, User).join(User, Auth.id == User.id).where(Auth.email == email, Auth.active.is_(True))
+            )
+            match = (await session.execute(joined_query)).first()
+            if not match:
+                return
+            _, found_user = match
+            return UserModel.model_validate(found_user)
 
-    def authenticate_user_by_email(
-        self, email: str, db: Optional[Session] = None
-    ) -> Optional[UserModel]:
-        log.info(f"authenticate_user_by_email: {email}")
-        try:
-            with get_db_context(db) as db:
-                # Single JOIN query instead of two separate queries
-                result = (
-                    db.query(Auth, User)
-                    .join(User, Auth.id == User.id)
-                    .filter(Auth.email == email, Auth.active == True)
-                    .first()
-                )
-                if result:
-                    _, user = result
-                    return UserModel.model_validate(user)
-                return None
-        except Exception:
-            return None
-
-    def update_user_password_by_id(
-        self, id: str, new_password: str, db: Optional[Session] = None
+    async def update_email_by_id(
+        self,
+        user_id: str,
+        email: str,
+        db: AsyncSession | None = None,
     ) -> bool:
-        try:
-            with get_db_context(db) as db:
-                result = (
-                    db.query(Auth).filter_by(id=id).update({"password": new_password})
-                )
-                db.commit()
-                return True if result == 1 else False
-        except Exception:
-            return False
+        """Set a new email on the auth record and propagate to the user row."""
+        async with get_async_db_context(db) as session:
+            auth_row = await session.get(Auth, user_id)
+            if auth_row is None:
+                return False
+            auth_row.email = email
+            await session.commit()
+            await Users.update_user_by_id(user_id, {'email': email}, db=session)
+            return True
+        # --- password modification ---
 
-    def update_email_by_id(
-        self, id: str, email: str, db: Optional[Session] = None
+    async def update_user_password_by_id(
+        self,
+        user_id: str,
+        new_password: str,
+        db: AsyncSession | None = None,
     ) -> bool:
-        try:
-            with get_db_context(db) as db:
-                result = db.query(Auth).filter_by(id=id).update({"email": email})
-                db.commit()
-                return True if result == 1 else False
-        except Exception:
-            return False
+        """Set a new password hash for an existing user."""
+        async with get_async_db_context(db) as session:
+            auth_row = await session.get(Auth, user_id)
+            if auth_row is None:
+                return False
+            auth_row.password = new_password
+            await session.commit()
+            return True
 
-    def delete_auth_by_id(self, id: str, db: Optional[Session] = None) -> bool:
-        try:
-            with get_db_context(db) as db:
-                # Delete User
-                result = Users.delete_user_by_id(id, db=db)
-
-                if result:
-                    db.query(Auth).filter_by(id=id).delete()
-                    db.commit()
-
-                    return True
-                else:
-                    return False
-        except Exception:
-            return False
+    async def delete_auth_by_id(
+        self,
+        id: str,
+        db: AsyncSession | None = None,
+    ) -> bool:
+        """Remove a user and their auth credential in one transaction."""
+        async with get_async_db_context(db) as session:
+            if not await Users.delete_user_by_id(id, db=session):
+                return False
+            await session.execute(delete(Auth).where(Auth.id == id))
+            await session.commit()
+            return True
 
 
-Auths = AuthsTable()
+Auths = AuthsTable()  # singleton — module-level instance

backend/open_webui/models/automations.py

@@ -0,0 +1,420 @@
+import logging
+import time
+from typing import Optional
+from uuid import uuid4
+
+from open_webui.internal.db import Base, get_async_db_context
+from pydantic import BaseModel, ConfigDict
+from sqlalchemy import JSON, BigInteger, Boolean, Column, Index, String, Text, cast, delete, func, or_, select, update
+from sqlalchemy.ext.asyncio import AsyncSession
+
+log = logging.getLogger(__name__)
+
+
+####################
+# Automation DB Schema
+####################
+
+
+class Automation(Base):
+    __tablename__ = 'automation'
+
+    id = Column(Text, primary_key=True)
+    user_id = Column(Text, nullable=False)
+    name = Column(Text, nullable=False)
+    data = Column(JSON, nullable=False)  # {prompt, model_id, rrule}
+    meta = Column(JSON, nullable=True)
+    is_active = Column(Boolean, nullable=False, default=True)
+    last_run_at = Column(BigInteger, nullable=True)
+    next_run_at = Column(BigInteger, nullable=True)
+
+    created_at = Column(BigInteger, nullable=False)
+    updated_at = Column(BigInteger, nullable=False)
+
+    __table_args__ = (Index('ix_automation_next_run', 'next_run_at'),)
+
+
+class AutomationRun(Base):
+    __tablename__ = 'automation_run'
+
+    id = Column(Text, primary_key=True)
+    automation_id = Column(Text, nullable=False)
+    chat_id = Column(Text, nullable=True)
+    status = Column(Text, nullable=False)  # success | error
+    error = Column(Text, nullable=True)
+    created_at = Column(BigInteger, nullable=False)
+
+    __table_args__ = (
+        Index('ix_automation_run_automation_id', 'automation_id'),
+        Index('ix_automation_run_aid_created', 'automation_id', 'created_at'),
+    )
+
+
+####################
+# Pydantic Models
+####################
+
+
+class AutomationTerminalConfig(BaseModel):
+    server_id: str
+    cwd: Optional[str] = None
+
+
+class AutomationData(BaseModel):
+    prompt: str
+    model_id: str
+    rrule: str
+    terminal: Optional[AutomationTerminalConfig] = None
+
+
+class AutomationModel(BaseModel):
+    model_config = ConfigDict(from_attributes=True)
+
+    id: str
+    user_id: str
+    name: str
+    data: dict
+    meta: Optional[dict] = None
+    is_active: bool
+    last_run_at: Optional[int] = None
+    next_run_at: Optional[int] = None
+
+    created_at: int
+    updated_at: int
+
+
+class AutomationRunModel(BaseModel):
+    model_config = ConfigDict(from_attributes=True)
+
+    id: str
+    automation_id: str
+    chat_id: Optional[str] = None
+    status: str
+    error: Optional[str] = None
+    created_at: int
+
+
+class AutomationForm(BaseModel):
+    name: str
+    data: AutomationData
+    meta: Optional[dict] = None
+    is_active: Optional[bool] = True
+
+
+class AutomationResponse(AutomationModel):
+    last_run: Optional[AutomationRunModel] = None
+    next_runs: Optional[list[int]] = None
+
+
+class AutomationListResponse(BaseModel):
+    items: list[AutomationModel]
+    total: int
+
+
+####################
+# AutomationTable
+####################
+
+
+class AutomationTable:
+    async def insert(
+        self,
+        user_id: str,
+        form: AutomationForm,
+        next_run_at: int,
+        db: Optional[AsyncSession] = None,
+    ) -> AutomationModel:
+        async with get_async_db_context(db) as db:
+            now = int(time.time_ns())
+            row = Automation(
+                id=str(uuid4()),
+                user_id=user_id,
+                name=form.name,
+                data=form.data.model_dump(),
+                meta=form.meta,
+                is_active=form.is_active,
+                next_run_at=next_run_at,
+                created_at=now,
+                updated_at=now,
+            )
+            db.add(row)
+            await db.commit()
+            await db.refresh(row)
+            return AutomationModel.model_validate(row)
+
+    async def count_by_user(self, user_id: str, db: Optional[AsyncSession] = None) -> int:
+        async with get_async_db_context(db) as db:
+            result = await db.execute(select(func.count()).select_from(Automation).filter_by(user_id=user_id))
+            return result.scalar()
+
+    async def get_by_id(self, id: str, db: Optional[AsyncSession] = None) -> Optional[AutomationModel]:
+        async with get_async_db_context(db) as db:
+            row = await db.get(Automation, id)
+            return AutomationModel.model_validate(row) if row else None
+
+    async def get_active_by_user(self, user_id: str, db: Optional[AsyncSession] = None) -> list[AutomationModel]:
+        """Get active automations for a user (for calendar RRULE expansion)."""
+        async with get_async_db_context(db) as db:
+            result = await db.execute(
+                select(Automation).filter_by(user_id=user_id, is_active=True).order_by(Automation.created_at.desc())
+            )
+            return [AutomationModel.model_validate(r) for r in result.scalars().all()]
+
+    async def search_automations(
+        self,
+        user_id: str,
+        query: Optional[str] = None,
+        status: Optional[str] = None,
+        skip: int = 0,
+        limit: int = 30,
+        db: Optional[AsyncSession] = None,
+    ) -> 'AutomationListResponse':
+        async with get_async_db_context(db) as db:
+            stmt = select(Automation).filter_by(user_id=user_id)
+
+            if query:
+                search = f'%{query}%'
+                # Search in name and prompt inside JSON data
+                stmt = stmt.filter(
+                    or_(
+                        Automation.name.ilike(search),
+                        cast(Automation.data, String).ilike(search),
+                    )
+                )
+
+            if status == 'active':
+                stmt = stmt.filter(Automation.is_active == True)
+            elif status == 'paused':
+                stmt = stmt.filter(Automation.is_active == False)
+
+            stmt = stmt.order_by(Automation.created_at.desc())
+
+            # Get total count
+            count_result = await db.execute(select(func.count()).select_from(stmt.subquery()))
+            total = count_result.scalar()
+
+            if skip:
+                stmt = stmt.offset(skip)
+            if limit:
+                stmt = stmt.limit(limit)
+
+            result = await db.execute(stmt)
+            rows = result.scalars().all()
+            return AutomationListResponse(
+                items=[AutomationModel.model_validate(r) for r in rows],
+                total=total,
+            )
+
+    async def update_by_id(
+        self,
+        id: str,
+        form: AutomationForm,
+        next_run_at: int,
+        db: Optional[AsyncSession] = None,
+    ) -> Optional[AutomationModel]:
+        async with get_async_db_context(db) as db:
+            row = await db.get(Automation, id)
+            if not row:
+                return None
+            row.name = form.name
+            row.data = form.data.model_dump()
+            row.meta = form.meta
+            if form.is_active is not None:
+                row.is_active = form.is_active
+            row.next_run_at = next_run_at
+            row.updated_at = int(time.time_ns())
+            await db.commit()
+            await db.refresh(row)
+            return AutomationModel.model_validate(row)
+
+    async def toggle(
+        self,
+        id: str,
+        next_run_at: Optional[int],
+        db: Optional[AsyncSession] = None,
+    ) -> Optional[AutomationModel]:
+        async with get_async_db_context(db) as db:
+            row = await db.get(Automation, id)
+            if not row:
+                return None
+            row.is_active = not row.is_active
+            row.next_run_at = next_run_at if row.is_active else None
+            row.updated_at = int(time.time_ns())
+            await db.commit()
+            await db.refresh(row)
+            return AutomationModel.model_validate(row)
+
+    async def delete(self, id: str, db: Optional[AsyncSession] = None) -> bool:
+        async with get_async_db_context(db) as db:
+            row = await db.get(Automation, id)
+            if not row:
+                return False
+            await db.delete(row)
+            await db.commit()
+            return True
+
+    async def claim_due(self, now_ns: int, limit: int = 10, db: Optional[AsyncSession] = None) -> list[AutomationModel]:
+        """
+        Atomically claim due automations for execution.
+
+        Advances next_run_at immediately so the row can never be
+        double-claimed. On PostgreSQL, uses FOR UPDATE SKIP LOCKED
+        for zero-contention distributed work claiming.
+        """
+        async with get_async_db_context(db) as db:
+            stmt = (
+                select(Automation)
+                .where(
+                    Automation.is_active == True,
+                    Automation.next_run_at <= now_ns,
+                )
+                .order_by(Automation.next_run_at)
+                .limit(limit)
+            )
+
+            if db.bind.dialect.name == 'postgresql':
+                stmt = stmt.with_for_update(skip_locked=True)
+
+            result = await db.execute(stmt)
+            rows = result.scalars().all()
+
+            from open_webui.utils.automations import next_run_ns
+
+            # Batch-fetch user timezones so rescheduling respects each
+            # user's local timezone instead of falling back to server time.
+            user_ids = list({row.user_id for row in rows})
+            timezone_by_user_id: dict[str, Optional[str]] = {}
+            if user_ids:
+                from open_webui.models.users import User
+
+                tz_result = await db.execute(select(User.id, User.timezone).where(User.id.in_(user_ids)))
+                timezone_by_user_id = {uid: tz for uid, tz in tz_result.all()}
+
+            for row in rows:
+                row.last_run_at = now_ns
+                row.next_run_at = next_run_ns(row.data.get('rrule', ''), tz=timezone_by_user_id.get(row.user_id))
+
+            await db.commit()
+
+            return [AutomationModel.model_validate(r) for r in rows]
+
+
+####################
+# AutomationRunTable
+####################
+
+
+class AutomationRunTable:
+    async def insert(
+        self,
+        automation_id: str,
+        status: str,
+        chat_id: Optional[str] = None,
+        error: Optional[str] = None,
+        db: Optional[AsyncSession] = None,
+    ) -> AutomationRunModel:
+        async with get_async_db_context(db) as db:
+            row = AutomationRun(
+                id=str(uuid4()),
+                automation_id=automation_id,
+                chat_id=chat_id,
+                status=status,
+                error=error,
+                created_at=int(time.time_ns()),
+            )
+            db.add(row)
+            await db.commit()
+            await db.refresh(row)
+            return AutomationRunModel.model_validate(row)
+
+    async def get_latest(self, automation_id: str, db: Optional[AsyncSession] = None) -> Optional[AutomationRunModel]:
+        async with get_async_db_context(db) as db:
+            result = await db.execute(
+                select(AutomationRun)
+                .filter_by(automation_id=automation_id)
+                .order_by(AutomationRun.created_at.desc())
+                .limit(1)
+            )
+            row = result.scalars().first()
+            return AutomationRunModel.model_validate(row) if row else None
+
+    async def get_latest_batch(
+        self, automation_ids: list[str], db: Optional[AsyncSession] = None
+    ) -> dict[str, AutomationRunModel]:
+        """Fetch the latest run for each automation in a single query."""
+        if not automation_ids:
+            return {}
+        async with get_async_db_context(db) as db:
+            # Subquery: max created_at per automation_id
+            subq = (
+                select(
+                    AutomationRun.automation_id,
+                    func.max(AutomationRun.created_at).label('max_created'),
+                )
+                .filter(AutomationRun.automation_id.in_(automation_ids))
+                .group_by(AutomationRun.automation_id)
+                .subquery()
+            )
+            result = await db.execute(
+                select(AutomationRun).join(
+                    subq,
+                    (AutomationRun.automation_id == subq.c.automation_id)
+                    & (AutomationRun.created_at == subq.c.max_created),
+                )
+            )
+            rows = result.scalars().all()
+            return {row.automation_id: AutomationRunModel.model_validate(row) for row in rows}
+
+    async def get_by_automation(
+        self,
+        automation_id: str,
+        skip: int = 0,
+        limit: int = 50,
+        db: Optional[AsyncSession] = None,
+    ) -> list[AutomationRunModel]:
+        async with get_async_db_context(db) as db:
+            result = await db.execute(
+                select(AutomationRun)
+                .filter_by(automation_id=automation_id)
+                .order_by(AutomationRun.created_at.desc())
+                .offset(skip)
+                .limit(limit)
+            )
+            rows = result.scalars().all()
+            return [AutomationRunModel.model_validate(r) for r in rows]
+
+    async def delete_by_automation(self, automation_id: str, db: Optional[AsyncSession] = None) -> int:
+        async with get_async_db_context(db) as db:
+            result = await db.execute(delete(AutomationRun).filter_by(automation_id=automation_id))
+            await db.commit()
+            return result.rowcount
+
+    async def get_runs_by_user_range(
+        self,
+        user_id: str,
+        start_ns: int,
+        end_ns: int,
+        limit: int = 500,
+        db: Optional[AsyncSession] = None,
+    ) -> list[tuple['AutomationRunModel', 'AutomationModel']]:
+        """Get runs within a date range for a user, joined with parent automation."""
+        async with get_async_db_context(db) as db:
+            result = await db.execute(
+                select(AutomationRun, Automation)
+                .join(Automation, Automation.id == AutomationRun.automation_id)
+                .filter(
+                    Automation.user_id == user_id,
+                    AutomationRun.created_at >= start_ns,
+                    AutomationRun.created_at < end_ns,
+                )
+                .order_by(AutomationRun.created_at.desc())
+                .limit(limit)
+            )
+            return [
+                (AutomationRunModel.model_validate(run), AutomationModel.model_validate(auto))
+                for run, auto in result.all()
+            ]
+
+
+Automations = AutomationTable()
+AutomationRuns = AutomationRunTable()

backend/open_webui/models/calendar.py

@@ -0,0 +1,830 @@
+import logging
+import time
+from typing import Optional
+from uuid import uuid4
+
+from open_webui.internal.db import Base, get_async_db_context
+from open_webui.models.access_grants import AccessGrantModel, AccessGrants
+from open_webui.models.groups import Groups
+from open_webui.models.users import User, UserModel, UserResponse
+from pydantic import BaseModel, ConfigDict, Field
+from sqlalchemy import (
+    JSON,
+    BigInteger,
+    Boolean,
+    Column,
+    Index,
+    Text,
+    UniqueConstraint,
+    delete,
+    exists,
+    func,
+    or_,
+    select,
+    update,
+)
+from sqlalchemy.ext.asyncio import AsyncSession
+
+log = logging.getLogger(__name__)
+
+
+####################
+# Calendar DB Schema
+####################
+
+
+class Calendar(Base):
+    __tablename__ = 'calendar'
+
+    id = Column(Text, primary_key=True)
+    user_id = Column(Text, nullable=False)
+    name = Column(Text, nullable=False)
+    color = Column(Text, nullable=True)
+    is_default = Column(Boolean, nullable=False, default=False)
+    data = Column(JSON, nullable=True)
+    meta = Column(JSON, nullable=True)
+
+    created_at = Column(BigInteger, nullable=False)
+    updated_at = Column(BigInteger, nullable=False)
+
+    __table_args__ = (Index('ix_calendar_user', 'user_id'),)
+
+
+class CalendarEvent(Base):
+    __tablename__ = 'calendar_event'
+
+    id = Column(Text, primary_key=True)
+    calendar_id = Column(Text, nullable=False)
+    user_id = Column(Text, nullable=False)
+    title = Column(Text, nullable=False)
+    description = Column(Text, nullable=True)
+    start_at = Column(BigInteger, nullable=False)
+    end_at = Column(BigInteger, nullable=True)
+    all_day = Column(Boolean, nullable=False, default=False)
+    rrule = Column(Text, nullable=True)
+    color = Column(Text, nullable=True)
+    location = Column(Text, nullable=True)
+    data = Column(JSON, nullable=True)
+    meta = Column(JSON, nullable=True)
+    is_cancelled = Column(Boolean, nullable=False, default=False)
+
+    created_at = Column(BigInteger, nullable=False)
+    updated_at = Column(BigInteger, nullable=False)
+
+    __table_args__ = (
+        Index('ix_calendar_event_calendar', 'calendar_id', 'start_at'),
+        Index('ix_calendar_event_user_date', 'user_id', 'start_at'),
+    )
+
+
+class CalendarEventAttendee(Base):
+    __tablename__ = 'calendar_event_attendee'
+
+    id = Column(Text, primary_key=True)
+    event_id = Column(Text, nullable=False)
+    user_id = Column(Text, nullable=False)
+    status = Column(Text, nullable=False, default='pending')
+    meta = Column(JSON, nullable=True)
+
+    created_at = Column(BigInteger, nullable=False)
+    updated_at = Column(BigInteger, nullable=False)
+
+    __table_args__ = (
+        UniqueConstraint('event_id', 'user_id', name='uq_event_attendee'),
+        Index('ix_calendar_event_attendee_user', 'user_id', 'status'),
+    )
+
+
+####################
+# Pydantic Models
+####################
+
+
+class CalendarModel(BaseModel):
+    model_config = ConfigDict(from_attributes=True)
+
+    id: str
+    user_id: str
+    name: str
+    color: Optional[str] = None
+    is_default: bool = False
+    is_system: bool = False
+
+    data: Optional[dict] = None
+    meta: Optional[dict] = None
+
+    access_grants: list[AccessGrantModel] = Field(default_factory=list)
+
+    created_at: int
+    updated_at: int
+
+
+class CalendarEventModel(BaseModel):
+    model_config = ConfigDict(from_attributes=True, extra='allow')
+
+    id: str
+    calendar_id: str
+    user_id: str
+    title: str
+    description: Optional[str] = None
+    start_at: int
+    end_at: Optional[int] = None
+    all_day: bool = False
+    rrule: Optional[str] = None
+    color: Optional[str] = None
+    location: Optional[str] = None
+    data: Optional[dict] = None
+    meta: Optional[dict] = None
+    is_cancelled: bool = False
+
+    attendees: list['CalendarEventAttendeeModel'] = Field(default_factory=list)
+
+    created_at: int
+    updated_at: int
+
+
+class CalendarEventAttendeeModel(BaseModel):
+    model_config = ConfigDict(from_attributes=True)
+
+    id: str
+    event_id: str
+    user_id: str
+    status: str = 'pending'
+    meta: Optional[dict] = None
+
+    created_at: int
+    updated_at: int
+
+
+####################
+# Forms
+####################
+
+
+class CalendarForm(BaseModel):
+    name: str
+    color: Optional[str] = None
+    data: Optional[dict] = None
+    meta: Optional[dict] = None
+    access_grants: Optional[list[dict]] = None
+
+
+class CalendarUpdateForm(BaseModel):
+    name: Optional[str] = None
+    color: Optional[str] = None
+    data: Optional[dict] = None
+    meta: Optional[dict] = None
+    access_grants: Optional[list[dict]] = None
+
+
+class CalendarEventForm(BaseModel):
+    calendar_id: str
+    title: str
+    description: Optional[str] = None
+    start_at: int
+    end_at: Optional[int] = None
+    all_day: bool = False
+    rrule: Optional[str] = None
+    color: Optional[str] = None
+    location: Optional[str] = None
+    data: Optional[dict] = None
+    meta: Optional[dict] = None
+    attendees: Optional[list[dict]] = None
+
+
+class CalendarEventUpdateForm(BaseModel):
+    calendar_id: Optional[str] = None
+    title: Optional[str] = None
+    description: Optional[str] = None
+    start_at: Optional[int] = None
+    end_at: Optional[int] = None
+    all_day: Optional[bool] = None
+    rrule: Optional[str] = None
+    color: Optional[str] = None
+    location: Optional[str] = None
+    data: Optional[dict] = None
+    meta: Optional[dict] = None
+    is_cancelled: Optional[bool] = None
+    attendees: Optional[list[dict]] = None
+
+
+class RSVPForm(BaseModel):
+    status: str  # 'accepted' | 'declined' | 'tentative' | 'pending'
+
+
+####################
+# Response Models
+####################
+
+
+class CalendarEventUserResponse(CalendarEventModel):
+    user: Optional[UserResponse] = None
+
+
+class CalendarEventListResponse(BaseModel):
+    items: list[CalendarEventUserResponse]
+    total: int
+
+
+####################
+# Table Operations
+####################
+
+
+class CalendarTable:
+    async def _get_access_grants(self, calendar_id: str, db: Optional[AsyncSession] = None) -> list[AccessGrantModel]:
+        return await AccessGrants.get_grants_by_resource('calendar', calendar_id, db=db)
+
+    async def _to_calendar_model(
+        self,
+        cal: Calendar,
+        access_grants: Optional[list[AccessGrantModel]] = None,
+        db: Optional[AsyncSession] = None,
+    ) -> CalendarModel:
+        cal_data = CalendarModel.model_validate(cal).model_dump(exclude={'access_grants'})
+        cal_data['access_grants'] = (
+            access_grants if access_grants is not None else await self._get_access_grants(cal_data['id'], db=db)
+        )
+        return CalendarModel.model_validate(cal_data)
+
+    async def get_or_create_defaults(self, user_id: str, db: Optional[AsyncSession] = None) -> list[CalendarModel]:
+        """Return user's calendars, creating 'Personal' default if none exist."""
+        async with get_async_db_context(db) as db:
+            result = await db.execute(
+                select(Calendar).filter(Calendar.user_id == user_id).order_by(Calendar.created_at.asc())
+            )
+            calendars = result.scalars().all()
+
+            if calendars:
+                return [CalendarModel.model_validate(c) for c in calendars]
+
+            now = int(time.time_ns())
+            cal = Calendar(
+                id=str(uuid4()),
+                user_id=user_id,
+                name='Personal',
+                color='#3b82f6',
+                is_default=True,
+                created_at=now,
+                updated_at=now,
+            )
+            db.add(cal)
+            await db.commit()
+            return [CalendarModel.model_validate(cal)]
+
+    async def get_calendars_by_user(self, user_id: str, db: Optional[AsyncSession] = None) -> list[CalendarModel]:
+        """Owned + shared calendars."""
+        async with get_async_db_context(db) as db:
+            user_groups = await Groups.get_groups_by_member_id(user_id, db=db)
+            user_group_ids = [g.id for g in user_groups]
+
+            stmt = select(Calendar)
+            stmt = AccessGrants.has_permission_filter(
+                db=db,
+                query=stmt,
+                DocumentModel=Calendar,
+                filter={'user_id': user_id, 'group_ids': user_group_ids},
+                resource_type='calendar',
+                permission='read',
+            )
+            stmt = stmt.order_by(Calendar.created_at.asc())
+
+            result = await db.execute(stmt)
+            calendars = result.scalars().all()
+
+            if not calendars:
+                return await self.get_or_create_defaults(user_id, db=db)
+
+            cal_ids = [c.id for c in calendars]
+            grants_map = await AccessGrants.get_grants_by_resources('calendar', cal_ids, db=db)
+
+            return [await self._to_calendar_model(c, access_grants=grants_map.get(c.id, []), db=db) for c in calendars]
+
+    async def get_calendar_by_id(self, id: str, db: Optional[AsyncSession] = None) -> Optional[CalendarModel]:
+        async with get_async_db_context(db) as db:
+            result = await db.execute(select(Calendar).filter(Calendar.id == id))
+            cal = result.scalars().first()
+            return await self._to_calendar_model(cal, db=db) if cal else None
+
+    async def insert_new_calendar(
+        self, user_id: str, form_data: CalendarForm, db: Optional[AsyncSession] = None
+    ) -> Optional[CalendarModel]:
+        async with get_async_db_context(db) as db:
+            now = int(time.time_ns())
+            cal = Calendar(
+                id=str(uuid4()),
+                user_id=user_id,
+                name=form_data.name,
+                color=form_data.color,
+                is_default=False,
+                data=form_data.data,
+                meta=form_data.meta,
+                created_at=now,
+                updated_at=now,
+            )
+            db.add(cal)
+            await db.commit()
+            if form_data.access_grants is not None:
+                await AccessGrants.set_access_grants('calendar', cal.id, form_data.access_grants, db=db)
+            return await self._to_calendar_model(cal, db=db)
+
+    async def update_calendar_by_id(
+        self, id: str, form_data: CalendarUpdateForm, db: Optional[AsyncSession] = None
+    ) -> Optional[CalendarModel]:
+        async with get_async_db_context(db) as db:
+            result = await db.execute(select(Calendar).filter(Calendar.id == id))
+            cal = result.scalars().first()
+            if not cal:
+                return None
+
+            update_data = form_data.model_dump(exclude_unset=True)
+            if 'name' in update_data:
+                cal.name = update_data['name']
+            if 'color' in update_data:
+                cal.color = update_data['color']
+            if 'data' in update_data:
+                cal.data = {**(cal.data or {}), **update_data['data']}
+            if 'meta' in update_data:
+                cal.meta = {**(cal.meta or {}), **update_data['meta']}
+            if 'access_grants' in update_data:
+                await AccessGrants.set_access_grants('calendar', id, update_data['access_grants'], db=db)
+
+            cal.updated_at = int(time.time_ns())
+            await db.commit()
+            return await self._to_calendar_model(cal, db=db)
+
+    async def set_default_calendar(
+        self, user_id: str, calendar_id: str, db: Optional[AsyncSession] = None
+    ) -> Optional[CalendarModel]:
+        """Set a calendar as the user's default, clearing all others."""
+        async with get_async_db_context(db) as db:
+            # Clear all defaults for this user
+            await db.execute(
+                update(Calendar)
+                .where(Calendar.user_id == user_id, Calendar.is_default == True)
+                .values(is_default=False)
+            )
+            # Set the new default
+            result = await db.execute(select(Calendar).filter(Calendar.id == calendar_id, Calendar.user_id == user_id))
+            cal = result.scalars().first()
+            if not cal:
+                return None
+            cal.is_default = True
+            cal.updated_at = int(time.time_ns())
+            await db.commit()
+            return await self._to_calendar_model(cal, db=db)
+
+    async def delete_calendar_by_id(self, id: str, db: Optional[AsyncSession] = None) -> bool:
+        """Delete a non-default calendar. Cascades to events, attendees, and grants."""
+        try:
+            async with get_async_db_context(db) as db:
+                result = await db.execute(select(Calendar).filter(Calendar.id == id))
+                cal = result.scalars().first()
+                if not cal or cal.is_default:
+                    return False
+
+                # Delete attendees for all events in this calendar
+                event_ids_result = await db.execute(select(CalendarEvent.id).filter(CalendarEvent.calendar_id == id))
+                event_ids = [r[0] for r in event_ids_result.all()]
+                if event_ids:
+                    await db.execute(
+                        delete(CalendarEventAttendee).filter(CalendarEventAttendee.event_id.in_(event_ids))
+                    )
+
+                # Delete events
+                await db.execute(delete(CalendarEvent).filter(CalendarEvent.calendar_id == id))
+
+                # Delete calendar
+                await db.execute(delete(Calendar).filter(Calendar.id == id))
+                await db.commit()
+
+            # Revoke access grants in a separate transaction to avoid
+            # write-lock contention on SQLite when session sharing is off.
+            await AccessGrants.revoke_all_access('calendar', id)
+            return True
+        except Exception as e:
+            log.exception(f'Failed to delete calendar {id}: {e}')
+            return False
+
+
+class CalendarEventTable:
+    async def _get_attendees(
+        self, event_id: str, db: Optional[AsyncSession] = None
+    ) -> list[CalendarEventAttendeeModel]:
+        async with get_async_db_context(db) as db:
+            result = await db.execute(select(CalendarEventAttendee).filter(CalendarEventAttendee.event_id == event_id))
+            rows = result.scalars().all()
+            return [CalendarEventAttendeeModel.model_validate(r) for r in rows]
+
+    async def _to_event_model(
+        self,
+        event: CalendarEvent,
+        attendees: Optional[list[CalendarEventAttendeeModel]] = None,
+        db: Optional[AsyncSession] = None,
+    ) -> CalendarEventModel:
+        event_data = CalendarEventModel.model_validate(event).model_dump(exclude={'attendees'})
+        event_data['attendees'] = (
+            attendees if attendees is not None else await self._get_attendees(event_data['id'], db=db)
+        )
+        return CalendarEventModel.model_validate(event_data)
+
+    async def insert_new_event(
+        self, user_id: str, form_data: CalendarEventForm, db: Optional[AsyncSession] = None
+    ) -> Optional[CalendarEventModel]:
+        async with get_async_db_context(db) as db:
+            now = int(time.time_ns())
+            event = CalendarEvent(
+                id=str(uuid4()),
+                calendar_id=form_data.calendar_id,
+                user_id=user_id,
+                title=form_data.title,
+                description=form_data.description,
+                start_at=form_data.start_at,
+                end_at=form_data.end_at,
+                all_day=form_data.all_day,
+                rrule=form_data.rrule,
+                color=form_data.color,
+                location=form_data.location,
+                data=form_data.data,
+                meta=form_data.meta,
+                is_cancelled=False,
+                created_at=now,
+                updated_at=now,
+            )
+            db.add(event)
+            await db.commit()
+
+            # Add attendees
+            if form_data.attendees:
+                await CalendarEventAttendees.set_attendees(event.id, form_data.attendees, db=db)
+
+            return await self._to_event_model(event, db=db)
+
+    async def get_event_by_id(self, id: str, db: Optional[AsyncSession] = None) -> Optional[CalendarEventModel]:
+        async with get_async_db_context(db) as db:
+            result = await db.execute(select(CalendarEvent).filter(CalendarEvent.id == id))
+            event = result.scalars().first()
+            return await self._to_event_model(event, db=db) if event else None
+
+    async def get_events_by_range(
+        self,
+        user_id: str,
+        start: int,
+        end: int,
+        calendar_ids: Optional[list[str]] = None,
+        db: Optional[AsyncSession] = None,
+    ) -> list[CalendarEventUserResponse]:
+        """Fetch events visible to user within a date range.
+
+        Visible events = events in owned/shared calendars + events user attends.
+        Recurring events are fetched if they have any rrule (expansion in Python).
+        """
+        async with get_async_db_context(db) as db:
+            user_groups = await Groups.get_groups_by_member_id(user_id, db=db)
+            user_group_ids = [g.id for g in user_groups]
+
+            # Get calendar IDs accessible to user
+            cal_stmt = select(Calendar.id)
+            cal_stmt = AccessGrants.has_permission_filter(
+                db=db,
+                query=cal_stmt,
+                DocumentModel=Calendar,
+                filter={'user_id': user_id, 'group_ids': user_group_ids},
+                resource_type='calendar',
+                permission='read',
+            )
+            cal_result = await db.execute(cal_stmt)
+            accessible_cal_ids = [r[0] for r in cal_result.all()]
+
+            if calendar_ids:
+                # Filter to requested calendars only
+                accessible_cal_ids = [c for c in accessible_cal_ids if c in calendar_ids]
+
+            # Also get event IDs where user is an attendee
+            attendee_event_ids_result = await db.execute(
+                select(CalendarEventAttendee.event_id).filter(CalendarEventAttendee.user_id == user_id)
+            )
+            attendee_event_ids = [r[0] for r in attendee_event_ids_result.all()]
+
+            # Build conditions for accessible events
+            conditions = []
+            if accessible_cal_ids:
+                conditions.append(CalendarEvent.calendar_id.in_(accessible_cal_ids))
+            if attendee_event_ids:
+                conditions.append(CalendarEvent.id.in_(attendee_event_ids))
+
+            if not conditions:
+                return []
+
+            # Build event query
+            stmt = (
+                select(CalendarEvent, User)
+                .outerjoin(User, User.id == CalendarEvent.user_id)
+                .filter(
+                    CalendarEvent.is_cancelled == False,
+                    or_(*conditions),
+                    or_(
+                        # Non-recurring: overlaps the range
+                        (
+                            CalendarEvent.rrule.is_(None)
+                            & (CalendarEvent.start_at < end)
+                            & or_(
+                                CalendarEvent.end_at.is_(None) & (CalendarEvent.start_at >= start),
+                                CalendarEvent.end_at.isnot(None) & (CalendarEvent.end_at > start),
+                            )
+                        ),
+                        # Recurring: fetch all (expansion in Python)
+                        CalendarEvent.rrule.isnot(None),
+                    ),
+                )
+                .order_by(CalendarEvent.start_at.asc())
+            )
+
+            result = await db.execute(stmt)
+            items = result.all()
+
+            if not items:
+                return []
+
+            # Batch-load attendees for all events in one query (avoid N+1)
+            event_ids = [event.id for event, _user in items]
+            att_result = await db.execute(
+                select(CalendarEventAttendee).filter(CalendarEventAttendee.event_id.in_(event_ids))
+            )
+            att_rows = att_result.scalars().all()
+            att_map: dict[str, list[CalendarEventAttendeeModel]] = {}
+            for a in att_rows:
+                att_map.setdefault(a.event_id, []).append(CalendarEventAttendeeModel.model_validate(a))
+
+            events = []
+            for event, user in items:
+                event_data = CalendarEventModel.model_validate(event).model_dump(exclude={'attendees'})
+                event_data['attendees'] = att_map.get(event.id, [])
+                events.append(
+                    CalendarEventUserResponse(
+                        **event_data,
+                        user=(UserResponse(**UserModel.model_validate(user).model_dump()) if user else None),
+                    )
+                )
+
+            return events
+
+    async def search_events(
+        self,
+        user_id: str,
+        query: Optional[str] = None,
+        skip: int = 0,
+        limit: int = 30,
+        db: Optional[AsyncSession] = None,
+    ) -> CalendarEventListResponse:
+        async with get_async_db_context(db) as db:
+            user_groups = await Groups.get_groups_by_member_id(user_id, db=db)
+            user_group_ids = [g.id for g in user_groups]
+
+            # Get accessible calendar IDs
+            cal_stmt = select(Calendar.id)
+            cal_stmt = AccessGrants.has_permission_filter(
+                db=db,
+                query=cal_stmt,
+                DocumentModel=Calendar,
+                filter={'user_id': user_id, 'group_ids': user_group_ids},
+                resource_type='calendar',
+                permission='read',
+            )
+            cal_result = await db.execute(cal_stmt)
+            accessible_cal_ids = [r[0] for r in cal_result.all()]
+            if not accessible_cal_ids:
+                return CalendarEventListResponse(items=[], total=0)
+
+            stmt = (
+                select(CalendarEvent, User)
+                .outerjoin(User, User.id == CalendarEvent.user_id)
+                .filter(
+                    CalendarEvent.is_cancelled == False,
+                    CalendarEvent.calendar_id.in_(accessible_cal_ids),
+                )
+            )
+
+            if query:
+                search = f'%{query}%'
+                stmt = stmt.filter(
+                    or_(
+                        CalendarEvent.title.ilike(search),
+                        CalendarEvent.description.ilike(search),
+                        CalendarEvent.location.ilike(search),
+                    )
+                )
+
+            stmt = stmt.order_by(CalendarEvent.start_at.desc())
+
+            count_result = await db.execute(select(func.count()).select_from(stmt.subquery()))
+            total = count_result.scalar()
+
+            if skip:
+                stmt = stmt.offset(skip)
+            if limit:
+                stmt = stmt.limit(limit)
+
+            result = await db.execute(stmt)
+            items = result.all()
+
+            if not items:
+                return CalendarEventListResponse(items=[], total=total)
+
+            # Batch-load attendees
+            event_ids = [event.id for event, _user in items]
+            att_result = await db.execute(
+                select(CalendarEventAttendee).filter(CalendarEventAttendee.event_id.in_(event_ids))
+            )
+            att_rows = att_result.scalars().all()
+            att_map: dict[str, list[CalendarEventAttendeeModel]] = {}
+            for a in att_rows:
+                att_map.setdefault(a.event_id, []).append(CalendarEventAttendeeModel.model_validate(a))
+
+            events = []
+            for event, user in items:
+                event_data = CalendarEventModel.model_validate(event).model_dump(exclude={'attendees'})
+                event_data['attendees'] = att_map.get(event.id, [])
+                events.append(
+                    CalendarEventUserResponse(
+                        **event_data,
+                        user=(UserResponse(**UserModel.model_validate(user).model_dump()) if user else None),
+                    )
+                )
+
+            return CalendarEventListResponse(items=events, total=total)
+
+    async def update_event_by_id(
+        self, id: str, form_data: CalendarEventUpdateForm, db: Optional[AsyncSession] = None
+    ) -> Optional[CalendarEventModel]:
+        async with get_async_db_context(db) as db:
+            result = await db.execute(select(CalendarEvent).filter(CalendarEvent.id == id))
+            event = result.scalars().first()
+            if not event:
+                return None
+
+            update_data = form_data.model_dump(exclude_unset=True)
+            for field in [
+                'calendar_id',
+                'title',
+                'description',
+                'start_at',
+                'end_at',
+                'all_day',
+                'rrule',
+                'color',
+                'location',
+                'is_cancelled',
+            ]:
+                if field in update_data:
+                    setattr(event, field, update_data[field])
+
+            if 'data' in update_data and update_data['data'] is not None:
+                event.data = {**(event.data or {}), **update_data['data']}
+            if 'meta' in update_data and update_data['meta'] is not None:
+                event.meta = {**(event.meta or {}), **update_data['meta']}
+
+            if 'attendees' in update_data and update_data['attendees'] is not None:
+                await CalendarEventAttendees.set_attendees(id, update_data['attendees'], db=db)
+
+            event.updated_at = int(time.time_ns())
+            await db.commit()
+            return await self._to_event_model(event, db=db)
+
+    async def get_upcoming_events(
+        self,
+        now_ns: int,
+        default_lookahead_ns: int,
+        grace_ns: int = 0,
+        db: Optional[AsyncSession] = None,
+    ) -> list[tuple[CalendarEventModel, Optional[str]]]:
+        """Events starting between now and now + lookahead, for alert processing.
+
+        Per-event lookahead is read from meta.alert_minutes (falls back to
+        default_lookahead_ns).  Returns (event, user_timezone) pairs.
+
+        *grace_ns* widens the SQL lower bound so that events whose start_at
+        is up to *grace_ns* nanoseconds in the past are still fetched.  This
+        ensures "At time of event" alerts (alert_minutes=0) are not missed
+        when the scheduler polls a few seconds after the event's exact start
+        time.
+        """
+        from open_webui.models.users import User as UserRow
+
+        # Use the maximum possible lookahead (60 min) to cast a wide net;
+        # per-event filtering happens in Python after fetching.
+        max_lookahead_ns = max(default_lookahead_ns, 60 * 60 * 1_000_000_000)
+        upper = now_ns + max_lookahead_ns
+
+        async with get_async_db_context(db) as db:
+            result = await db.execute(
+                select(CalendarEvent, UserRow.timezone)
+                .outerjoin(UserRow, UserRow.id == CalendarEvent.user_id)
+                .filter(
+                    CalendarEvent.is_cancelled == False,
+                    CalendarEvent.start_at >= now_ns - grace_ns,
+                    CalendarEvent.start_at <= upper,
+                )
+            )
+            rows = result.all()
+
+        events = []
+        for event, tz in rows:
+            model = CalendarEventModel.model_validate(event)
+            # Determine per-event alert window
+            alert_minutes = None
+            if model.meta and 'alert_minutes' in model.meta:
+                alert_minutes = model.meta['alert_minutes']
+
+            if alert_minutes is not None:
+                if alert_minutes < 0:
+                    # alert_minutes < 0 means "no alert"
+                    continue
+                event_lookahead_ns = alert_minutes * 60 * 1_000_000_000
+            else:
+                event_lookahead_ns = default_lookahead_ns
+
+            if model.start_at <= now_ns + event_lookahead_ns:
+                events.append((model, tz))
+
+        return events
+
+    async def delete_event_by_id(self, id: str, db: Optional[AsyncSession] = None) -> bool:
+        try:
+            async with get_async_db_context(db) as db:
+                await db.execute(delete(CalendarEventAttendee).filter(CalendarEventAttendee.event_id == id))
+                await db.execute(delete(CalendarEvent).filter(CalendarEvent.id == id))
+                await db.commit()
+                return True
+        except Exception:
+            return False
+
+
+class CalendarEventAttendeeTable:
+    async def set_attendees(
+        self, event_id: str, attendees: list[dict], db: Optional[AsyncSession] = None
+    ) -> list[CalendarEventAttendeeModel]:
+        """Replace all attendees for an event.
+
+        Each dict in attendees: {user_id: str, status?: str, meta?: dict}
+        """
+        async with get_async_db_context(db) as db:
+            # Remove existing
+            await db.execute(delete(CalendarEventAttendee).filter(CalendarEventAttendee.event_id == event_id))
+
+            now = int(time.time_ns())
+            models = []
+            for att in attendees:
+                row = CalendarEventAttendee(
+                    id=str(uuid4()),
+                    event_id=event_id,
+                    user_id=att['user_id'],
+                    status=att.get('status', 'pending'),
+                    meta=att.get('meta'),
+                    created_at=now,
+                    updated_at=now,
+                )
+                db.add(row)
+                models.append(CalendarEventAttendeeModel.model_validate(row))
+
+            await db.commit()
+            return models
+
+    async def update_rsvp(
+        self, event_id: str, user_id: str, status: str, db: Optional[AsyncSession] = None
+    ) -> Optional[CalendarEventAttendeeModel]:
+        async with get_async_db_context(db) as db:
+            result = await db.execute(
+                select(CalendarEventAttendee).filter(
+                    CalendarEventAttendee.event_id == event_id,
+                    CalendarEventAttendee.user_id == user_id,
+                )
+            )
+            att = result.scalars().first()
+            if not att:
+                return None
+
+            att.status = status
+            att.updated_at = int(time.time_ns())
+            await db.commit()
+            return CalendarEventAttendeeModel.model_validate(att)
+
+    async def get_attendees_by_event(
+        self, event_id: str, db: Optional[AsyncSession] = None
+    ) -> list[CalendarEventAttendeeModel]:
+        async with get_async_db_context(db) as db:
+            result = await db.execute(select(CalendarEventAttendee).filter(CalendarEventAttendee.event_id == event_id))
+            return [CalendarEventAttendeeModel.model_validate(r) for r in result.scalars().all()]
+
+    async def get_events_by_attendee(self, user_id: str, db: Optional[AsyncSession] = None) -> list[str]:
+        """Return event IDs where user is an attendee."""
+        async with get_async_db_context(db) as db:
+            result = await db.execute(
+                select(CalendarEventAttendee.event_id).filter(CalendarEventAttendee.user_id == user_id)
+            )
+            return [r[0] for r in result.all()]
+
+
+Calendars = CalendarTable()
+CalendarEvents = CalendarEventTable()
+CalendarEventAttendees = CalendarEventAttendeeTable()

backend/open_webui/models/chat_messages.py

@@ -3,20 +3,24 @@ import time
 import uuid
 from typing import Any, Optional
 
-from sqlalchemy.orm import Session
-from open_webui.internal.db import Base, get_db_context
-
+from open_webui.internal.db import Base, get_async_db_context
+from open_webui.utils.response import normalize_usage
 from pydantic import BaseModel, ConfigDict
 from sqlalchemy import (
+    JSON,
     BigInteger,
     Boolean,
     Column,
     ForeignKey,
-    Text,
-    JSON,
     Index,
+    Integer,
+    Text,
+    cast,
+    delete,
     func,
+    select,
 )
+from sqlalchemy.ext.asyncio import AsyncSession
 
 ####################
 # Helpers
@@ -41,19 +45,42 @@ def _normalize_timestamp(timestamp: int) -> float:
     return timestamp
 
 
+def get_usage(data: dict) -> Optional[dict]:
+    """Extract and normalize usage from message data."""
+    usage = data.get('usage') or (data.get('info') or {}).get('usage')
+    return normalize_usage(usage) if usage else None
+
+
+def _token_columns(dialect: str):
+    """Return (input_tokens, output_tokens) SQL column expressions.
+
+    Falls back to OpenAI-style keys (prompt_tokens / completion_tokens)
+    when the normalized keys are absent.
+    """
+    if dialect == 'sqlite':
+        extract = lambda key: cast(func.json_extract(ChatMessage.usage, f'$.{key}'), Integer)
+    elif dialect == 'postgresql':
+        extract = lambda key: cast(func.json_extract_path_text(ChatMessage.usage, key), Integer)
+    else:
+        raise NotImplementedError(f'Unsupported dialect: {dialect}')
+
+    return (
+        func.coalesce(extract('input_tokens'), extract('prompt_tokens')),
+        func.coalesce(extract('output_tokens'), extract('completion_tokens')),
+    )
+
+
 ####################
 # ChatMessage DB Schema
 ####################
 
 
 class ChatMessage(Base):
-    __tablename__ = "chat_message"
+    __tablename__ = 'chat_message'
 
     # Identity
     id = Column(Text, primary_key=True)
-    chat_id = Column(
-        Text, ForeignKey("chat.id", ondelete="CASCADE"), nullable=False, index=True
-    )
+    chat_id = Column(Text, ForeignKey('chat.id', ondelete='CASCADE'), nullable=False, index=True)
     user_id = Column(Text, index=True)
 
     # Structure
@@ -85,9 +112,9 @@ class ChatMessage(Base):
     updated_at = Column(BigInteger)
 
     __table_args__ = (
-        Index("chat_message_chat_parent_idx", "chat_id", "parent_id"),
-        Index("chat_message_model_created_idx", "model_id", "created_at"),
-        Index("chat_message_user_created_idx", "user_id", "created_at"),
+        Index('chat_message_chat_parent_idx', 'chat_id', 'parent_id'),
+        Index('chat_message_model_created_idx', 'model_id', 'created_at'),
+        Index('chat_message_user_created_idx', 'user_id', 'created_at'),
     )
 
 
@@ -124,516 +151,533 @@ class ChatMessageModel(BaseModel):
 
 
 class ChatMessageTable:
-    def upsert_message(
+    async def upsert_message(
         self,
         message_id: str,
         chat_id: str,
         user_id: str,
         data: dict,
-        db: Optional[Session] = None,
+        db: Optional[AsyncSession] = None,
     ) -> Optional[ChatMessageModel]:
         """Insert or update a chat message."""
-        with get_db_context(db) as db:
+        async with get_async_db_context(db) as db:
             now = int(time.time())
-            timestamp = data.get("timestamp", now)
+            timestamp = data.get('timestamp', now)
 
             # Use composite ID: {chat_id}-{message_id}
-            composite_id = f"{chat_id}-{message_id}"
+            composite_id = f'{chat_id}-{message_id}'
 
-            existing = db.get(ChatMessage, composite_id)
+            existing = await db.get(ChatMessage, composite_id)
             if existing:
                 # Update existing
-                if "role" in data:
-                    existing.role = data["role"]
-                if "parent_id" in data:
-                    existing.parent_id = data.get("parent_id") or data.get("parentId")
-                if "content" in data:
-                    existing.content = data.get("content")
-                if "output" in data:
-                    existing.output = data.get("output")
-                if "model_id" in data or "model" in data:
-                    existing.model_id = data.get("model_id") or data.get("model")
-                if "files" in data:
-                    existing.files = data.get("files")
-                if "sources" in data:
-                    existing.sources = data.get("sources")
-                if "embeds" in data:
-                    existing.embeds = data.get("embeds")
-                if "done" in data:
-                    existing.done = data.get("done", True)
-                if "status_history" in data or "statusHistory" in data:
-                    existing.status_history = data.get("status_history") or data.get(
-                        "statusHistory"
-                    )
-                if "error" in data:
-                    existing.error = data.get("error")
-                # Extract usage - check direct field first, then info.usage
-                usage = data.get("usage")
-                if not usage:
-                    info = data.get("info", {})
-                    usage = info.get("usage") if info else None
+                if 'role' in data:
+                    existing.role = data['role']
+                if 'parent_id' in data or 'parentId' in data:
+                    existing.parent_id = data.get('parent_id') or data.get('parentId')
+                if 'content' in data:
+                    existing.content = data.get('content')
+                if 'output' in data:
+                    existing.output = data.get('output')
+                if 'model_id' in data or 'model' in data:
+                    existing.model_id = data.get('model_id') or data.get('model')
+                if 'files' in data:
+                    existing.files = data.get('files')
+                if 'sources' in data:
+                    existing.sources = data.get('sources')
+                if 'embeds' in data:
+                    existing.embeds = data.get('embeds')
+                if 'done' in data:
+                    existing.done = data.get('done', True)
+                if 'status_history' in data or 'statusHistory' in data:
+                    existing.status_history = data.get('status_history') or data.get('statusHistory')
+                if 'error' in data:
+                    existing.error = data.get('error')
+                # Extract and normalize usage
+                usage = get_usage(data)
                 if usage:
-                    existing.usage = usage
+                    # Deep-merge: preserve existing keys not present in new data
+                    # This prevents background tasks (follow-ups, title, tags)
+                    # from accidentally clearing the primary response's token counts
+                    existing.usage = {**(existing.usage or {}), **usage}
                 existing.updated_at = now
-                db.commit()
-                db.refresh(existing)
+                await db.commit()
+                await db.refresh(existing)
                 return ChatMessageModel.model_validate(existing)
             else:
                 # Insert new
-                # Extract usage - check direct field first, then info.usage
-                usage = data.get("usage")
-                if not usage:
-                    info = data.get("info", {})
-                    usage = info.get("usage") if info else None
+                # Extract and normalize usage
+                usage = get_usage(data)
                 message = ChatMessage(
                     id=composite_id,
                     chat_id=chat_id,
                     user_id=user_id,
-                    role=data.get("role", "user"),
-                    parent_id=data.get("parent_id") or data.get("parentId"),
-                    content=data.get("content"),
-                    output=data.get("output"),
-                    model_id=data.get("model_id") or data.get("model"),
-                    files=data.get("files"),
-                    sources=data.get("sources"),
-                    embeds=data.get("embeds"),
-                    done=data.get("done", True),
-                    status_history=data.get("status_history")
-                    or data.get("statusHistory"),
-                    error=data.get("error"),
+                    role=data.get('role', 'user'),
+                    parent_id=data.get('parent_id') or data.get('parentId'),
+                    content=data.get('content'),
+                    output=data.get('output'),
+                    model_id=data.get('model_id') or data.get('model'),
+                    files=data.get('files'),
+                    sources=data.get('sources'),
+                    embeds=data.get('embeds'),
+                    done=data.get('done', True),
+                    status_history=data.get('status_history') or data.get('statusHistory'),
+                    error=data.get('error'),
                     usage=usage,
                     created_at=timestamp,
                     updated_at=now,
                 )
                 db.add(message)
-                db.commit()
-                db.refresh(message)
+                await db.commit()
+                await db.refresh(message)
                 return ChatMessageModel.model_validate(message)
 
-    def get_message_by_id(
-        self, id: str, db: Optional[Session] = None
-    ) -> Optional[ChatMessageModel]:
-        with get_db_context(db) as db:
-            message = db.get(ChatMessage, id)
+    async def get_message_by_id(self, id: str, db: Optional[AsyncSession] = None) -> Optional[ChatMessageModel]:
+        async with get_async_db_context(db) as db:
+            message = await db.get(ChatMessage, id)
             return ChatMessageModel.model_validate(message) if message else None
 
-    def get_messages_by_chat_id(
-        self, chat_id: str, db: Optional[Session] = None
-    ) -> list[ChatMessageModel]:
-        with get_db_context(db) as db:
-            messages = (
-                db.query(ChatMessage)
-                .filter_by(chat_id=chat_id)
-                .order_by(ChatMessage.created_at.asc())
-                .all()
+    async def get_messages_by_chat_id(self, chat_id: str, db: Optional[AsyncSession] = None) -> list[ChatMessageModel]:
+        async with get_async_db_context(db) as db:
+            result = await db.execute(
+                select(ChatMessage).filter_by(chat_id=chat_id).order_by(ChatMessage.created_at.asc())
             )
+            messages = result.scalars().all()
             return [ChatMessageModel.model_validate(message) for message in messages]
 
-    def get_messages_by_user_id(
+    # DB column names that differ from the JSON message keys.
+    DB_TO_JSON_KEY_MAP = {
+        'parent_id': 'parentId',
+        'model_id': 'model',
+        'status_history': 'statusHistory',
+        'created_at': 'timestamp',
+    }
+    # DB-internal columns excluded from the reconstructed message dict.
+    EXCLUDED_COLUMNS = frozenset({'id', 'chat_id', 'user_id', 'updated_at'})
+
+    async def get_messages_map_by_chat_id(self, chat_id: str, db: Optional[AsyncSession] = None) -> Optional[dict]:
+        """Build a {message_id: message_dict} map from chat_message rows.
+
+        Returns the same shape as chat.history.messages so callers
+        (get_message_list, middleware) work unchanged.  Returns None if
+        no rows exist for the chat (caller should fall back to the
+        embedded JSON blob for legacy chats).
+        """
+        async with get_async_db_context(db) as db:
+            result = await db.execute(select(ChatMessage).filter_by(chat_id=chat_id))
+            rows = result.scalars().all()
+
+        if not rows:
+            return None
+
+        # Strip the composite-id prefix ("{chat_id}-") to recover the
+        # original message_id used as map key.
+        prefix = f'{chat_id}-'
+        prefix_len = len(prefix)
+        col_keys = [c.key for c in ChatMessage.__table__.columns]
+
+        messages_map: dict[str, dict] = {}
+        for row in rows:
+            msg_id = row.id[prefix_len:] if row.id.startswith(prefix) else row.id
+
+            msg: dict = {'id': msg_id}
+            for key in col_keys:
+                if key in self.EXCLUDED_COLUMNS:
+                    continue
+                val = getattr(row, key)
+                if val is None:
+                    continue
+                json_key = self.DB_TO_JSON_KEY_MAP.get(key, key)
+                msg[json_key] = val
+
+            # Ensure content always has a value
+            msg.setdefault('content', '')
+
+            # Mirror usage into info.usage for callers that read it there
+            if 'usage' in msg:
+                msg['info'] = {'usage': msg['usage']}
+
+            messages_map[msg_id] = msg
+
+        # Reconstruct childrenIds from parentId links so that the map
+        # is fully navigable (callers like the frontend rely on this).
+        for msg_id, msg in messages_map.items():
+            parent_id = msg.get('parentId')
+            if parent_id and parent_id in messages_map:
+                parent = messages_map[parent_id]
+                children = parent.get('childrenIds')
+                if children is None:
+                    parent['childrenIds'] = [msg_id]
+                elif msg_id not in children:
+                    children.append(msg_id)
+
+        # Ensure every message has a childrenIds list (leaf nodes get [])
+        for msg in messages_map.values():
+            if 'childrenIds' not in msg:
+                msg['childrenIds'] = []
+
+        return messages_map
+
+    async def get_messages_by_user_id(
         self,
         user_id: str,
         skip: int = 0,
         limit: int = 50,
-        db: Optional[Session] = None,
+        db: Optional[AsyncSession] = None,
     ) -> list[ChatMessageModel]:
-        with get_db_context(db) as db:
-            messages = (
-                db.query(ChatMessage)
+        async with get_async_db_context(db) as db:
+            result = await db.execute(
+                select(ChatMessage)
                 .filter_by(user_id=user_id)
                 .order_by(ChatMessage.created_at.desc())
                 .offset(skip)
                 .limit(limit)
-                .all()
             )
+            messages = result.scalars().all()
             return [ChatMessageModel.model_validate(message) for message in messages]
 
-    def get_messages_by_model_id(
+    async def get_messages_by_model_id(
         self,
         model_id: str,
         start_date: Optional[int] = None,
         end_date: Optional[int] = None,
         skip: int = 0,
         limit: int = 100,
-        db: Optional[Session] = None,
+        db: Optional[AsyncSession] = None,
     ) -> list[ChatMessageModel]:
-        with get_db_context(db) as db:
-            query = db.query(ChatMessage).filter_by(model_id=model_id)
+        async with get_async_db_context(db) as db:
+            stmt = select(ChatMessage).filter_by(model_id=model_id)
             if start_date:
-                query = query.filter(ChatMessage.created_at >= start_date)
+                stmt = stmt.filter(ChatMessage.created_at >= start_date)
             if end_date:
-                query = query.filter(ChatMessage.created_at <= end_date)
-            messages = (
-                query.order_by(ChatMessage.created_at.desc())
-                .offset(skip)
-                .limit(limit)
-                .all()
-            )
+                stmt = stmt.filter(ChatMessage.created_at <= end_date)
+            stmt = stmt.order_by(ChatMessage.created_at.desc()).offset(skip).limit(limit)
+            result = await db.execute(stmt)
+            messages = result.scalars().all()
             return [ChatMessageModel.model_validate(message) for message in messages]
 
-    def get_chat_ids_by_model_id(
+    async def get_chat_ids_by_model_id(
         self,
         model_id: str,
         start_date: Optional[int] = None,
         end_date: Optional[int] = None,
         skip: int = 0,
         limit: int = 50,
-        db: Optional[Session] = None,
+        db: Optional[AsyncSession] = None,
     ) -> list[str]:
         """Get distinct chat_ids that used a specific model."""
 
-        with get_db_context(db) as db:
-            query = db.query(
+        async with get_async_db_context(db) as db:
+            stmt = select(
                 ChatMessage.chat_id,
-                func.max(ChatMessage.created_at).label("last_message_at"),
+                func.max(ChatMessage.created_at).label('last_message_at'),
             ).filter(ChatMessage.model_id == model_id)
             if start_date:
-                query = query.filter(ChatMessage.created_at >= start_date)
+                stmt = stmt.filter(ChatMessage.created_at >= start_date)
             if end_date:
-                query = query.filter(ChatMessage.created_at <= end_date)
+                stmt = stmt.filter(ChatMessage.created_at <= end_date)
 
             # Group by chat_id and order by most recent message in each chat
-            chat_ids = (
-                query.group_by(ChatMessage.chat_id)
-                .order_by(func.max(ChatMessage.created_at).desc())
+            # Secondary sort on chat_id ensures deterministic pagination
+            stmt = (
+                stmt.group_by(ChatMessage.chat_id)
+                .order_by(func.max(ChatMessage.created_at).desc(), ChatMessage.chat_id)
                 .offset(skip)
                 .limit(limit)
-                .all()
             )
+            result = await db.execute(stmt)
+            chat_ids = result.all()
             return [chat_id for chat_id, _ in chat_ids]
 
-    def delete_messages_by_chat_id(
-        self, chat_id: str, db: Optional[Session] = None
+    async def delete_messages_by_chat_id(self, chat_id: str, db: Optional[AsyncSession] = None) -> bool:
+        async with get_async_db_context(db) as db:
+            await db.execute(delete(ChatMessage).filter_by(chat_id=chat_id))
+            await db.commit()
+            return True
+
+    async def delete_message_ids_by_chat_id(
+        self,
+        chat_id: str,
+        message_ids: set[str],
+        db: Optional[AsyncSession] = None,
     ) -> bool:
-        with get_db_context(db) as db:
-            db.query(ChatMessage).filter_by(chat_id=chat_id).delete()
-            db.commit()
+        """Delete specific ``chat_message`` rows by their original message IDs."""
+        if not message_ids:
+            return True
+        async with get_async_db_context(db) as db:
+            await db.execute(
+                delete(ChatMessage)
+                .where(ChatMessage.chat_id == chat_id)
+                .where(ChatMessage.id.in_({f'{chat_id}-{mid}' for mid in message_ids}))
+            )
+            await db.commit()
             return True
 
     # Analytics methods
-    def get_message_count_by_model(
+    async def get_message_count_by_model(
         self,
         start_date: Optional[int] = None,
         end_date: Optional[int] = None,
         group_id: Optional[str] = None,
-        db: Optional[Session] = None,
+        db: Optional[AsyncSession] = None,
     ) -> dict[str, int]:
-        with get_db_context(db) as db:
-            from sqlalchemy import func
+        async with get_async_db_context(db) as db:
             from open_webui.models.groups import GroupMember
 
-            query = db.query(
-                ChatMessage.model_id, func.count(ChatMessage.id).label("count")
-            ).filter(
-                ChatMessage.role == "assistant",
+            stmt = select(ChatMessage.model_id, func.count(ChatMessage.id).label('count')).filter(
+                ChatMessage.role == 'assistant',
                 ChatMessage.model_id.isnot(None),
-                ~ChatMessage.user_id.like("shared-%"),
             )
 
             if start_date:
-                query = query.filter(ChatMessage.created_at >= start_date)
+                stmt = stmt.filter(ChatMessage.created_at >= start_date)
             if end_date:
-                query = query.filter(ChatMessage.created_at <= end_date)
+                stmt = stmt.filter(ChatMessage.created_at <= end_date)
             if group_id:
-                group_users = (
-                    db.query(GroupMember.user_id)
-                    .filter(GroupMember.group_id == group_id)
-                    .subquery()
-                )
-                query = query.filter(ChatMessage.user_id.in_(group_users))
+                group_users = select(GroupMember.user_id).filter(GroupMember.group_id == group_id).scalar_subquery()
+                stmt = stmt.filter(ChatMessage.user_id.in_(group_users))
 
-            results = query.group_by(ChatMessage.model_id).all()
-            return {row.model_id: row.count for row in results}
+            stmt = stmt.group_by(ChatMessage.model_id)
+            result = await db.execute(stmt)
+            return {row.model_id: row.count for row in result.all()}
 
-    def get_token_usage_by_model(
+    async def get_token_usage_by_model(
         self,
         start_date: Optional[int] = None,
         end_date: Optional[int] = None,
         group_id: Optional[str] = None,
-        db: Optional[Session] = None,
+        db: Optional[AsyncSession] = None,
     ) -> dict[str, dict]:
         """Aggregate token usage by model using database-level aggregation."""
-        with get_db_context(db) as db:
-            from sqlalchemy import func, cast, Integer
+        async with get_async_db_context(db) as db:
             from open_webui.models.groups import GroupMember
 
-            dialect = db.bind.dialect.name
+            # We need the dialect to determine JSON extraction syntax
+            # For async sessions, access via get_bind()
+            bind = await db.connection()
+            dialect = bind.dialect.name
 
-            if dialect == "sqlite":
-                input_tokens = cast(
-                    func.json_extract(ChatMessage.usage, "$.input_tokens"), Integer
-                )
-                output_tokens = cast(
-                    func.json_extract(ChatMessage.usage, "$.output_tokens"), Integer
-                )
-            elif dialect == "postgresql":
-                # Use json_extract_path_text for PostgreSQL JSON columns
-                input_tokens = cast(
-                    func.json_extract_path_text(ChatMessage.usage, "input_tokens"),
-                    Integer,
-                )
-                output_tokens = cast(
-                    func.json_extract_path_text(ChatMessage.usage, "output_tokens"),
-                    Integer,
-                )
-            else:
-                raise NotImplementedError(f"Unsupported dialect: {dialect}")
+            input_tokens, output_tokens = _token_columns(dialect)
 
-            query = db.query(
+            stmt = select(
                 ChatMessage.model_id,
-                func.coalesce(func.sum(input_tokens), 0).label("input_tokens"),
-                func.coalesce(func.sum(output_tokens), 0).label("output_tokens"),
-                func.count(ChatMessage.id).label("message_count"),
+                func.coalesce(func.sum(input_tokens), 0).label('input_tokens'),
+                func.coalesce(func.sum(output_tokens), 0).label('output_tokens'),
+                func.count(ChatMessage.id).label('message_count'),
             ).filter(
-                ChatMessage.role == "assistant",
+                ChatMessage.role == 'assistant',
                 ChatMessage.model_id.isnot(None),
                 ChatMessage.usage.isnot(None),
-                ~ChatMessage.user_id.like("shared-%"),
             )
 
             if start_date:
-                query = query.filter(ChatMessage.created_at >= start_date)
+                stmt = stmt.filter(ChatMessage.created_at >= start_date)
             if end_date:
-                query = query.filter(ChatMessage.created_at <= end_date)
+                stmt = stmt.filter(ChatMessage.created_at <= end_date)
             if group_id:
-                group_users = (
-                    db.query(GroupMember.user_id)
-                    .filter(GroupMember.group_id == group_id)
-                    .subquery()
-                )
-                query = query.filter(ChatMessage.user_id.in_(group_users))
+                group_users = select(GroupMember.user_id).filter(GroupMember.group_id == group_id).scalar_subquery()
+                stmt = stmt.filter(ChatMessage.user_id.in_(group_users))
 
-            results = query.group_by(ChatMessage.model_id).all()
+            stmt = stmt.group_by(ChatMessage.model_id)
+            result = await db.execute(stmt)
 
             return {
                 row.model_id: {
-                    "input_tokens": row.input_tokens,
-                    "output_tokens": row.output_tokens,
-                    "total_tokens": row.input_tokens + row.output_tokens,
-                    "message_count": row.message_count,
+                    'input_tokens': row.input_tokens,
+                    'output_tokens': row.output_tokens,
+                    'total_tokens': row.input_tokens + row.output_tokens,
+                    'message_count': row.message_count,
                 }
-                for row in results
+                for row in result.all()
             }
 
-    def get_token_usage_by_user(
+    async def get_token_usage_by_user(
         self,
         start_date: Optional[int] = None,
         end_date: Optional[int] = None,
-        db: Optional[Session] = None,
+        group_id: Optional[str] = None,
+        db: Optional[AsyncSession] = None,
     ) -> dict[str, dict]:
         """Aggregate token usage by user using database-level aggregation."""
-        with get_db_context(db) as db:
-            from sqlalchemy import func, cast, Integer
+        async with get_async_db_context(db) as db:
+            from open_webui.models.groups import GroupMember
 
-            dialect = db.bind.dialect.name
+            bind = await db.connection()
+            dialect = bind.dialect.name
 
-            if dialect == "sqlite":
-                input_tokens = cast(
-                    func.json_extract(ChatMessage.usage, "$.input_tokens"), Integer
-                )
-                output_tokens = cast(
-                    func.json_extract(ChatMessage.usage, "$.output_tokens"), Integer
-                )
-            elif dialect == "postgresql":
-                # Use json_extract_path_text for PostgreSQL JSON columns
-                input_tokens = cast(
-                    func.json_extract_path_text(ChatMessage.usage, "input_tokens"),
-                    Integer,
-                )
-                output_tokens = cast(
-                    func.json_extract_path_text(ChatMessage.usage, "output_tokens"),
-                    Integer,
-                )
-            else:
-                raise NotImplementedError(f"Unsupported dialect: {dialect}")
+            input_tokens, output_tokens = _token_columns(dialect)
 
-            query = db.query(
+            stmt = select(
                 ChatMessage.user_id,
-                func.coalesce(func.sum(input_tokens), 0).label("input_tokens"),
-                func.coalesce(func.sum(output_tokens), 0).label("output_tokens"),
-                func.count(ChatMessage.id).label("message_count"),
+                func.coalesce(func.sum(input_tokens), 0).label('input_tokens'),
+                func.coalesce(func.sum(output_tokens), 0).label('output_tokens'),
+                func.count(ChatMessage.id).label('message_count'),
             ).filter(
-                ChatMessage.role == "assistant",
+                ChatMessage.role == 'assistant',
                 ChatMessage.user_id.isnot(None),
                 ChatMessage.usage.isnot(None),
-                ~ChatMessage.user_id.like("shared-%"),
             )
 
             if start_date:
-                query = query.filter(ChatMessage.created_at >= start_date)
+                stmt = stmt.filter(ChatMessage.created_at >= start_date)
             if end_date:
-                query = query.filter(ChatMessage.created_at <= end_date)
+                stmt = stmt.filter(ChatMessage.created_at <= end_date)
+            if group_id:
+                group_users = select(GroupMember.user_id).filter(GroupMember.group_id == group_id).scalar_subquery()
+                stmt = stmt.filter(ChatMessage.user_id.in_(group_users))
 
-            results = query.group_by(ChatMessage.user_id).all()
+            stmt = stmt.group_by(ChatMessage.user_id)
+            result = await db.execute(stmt)
 
             return {
                 row.user_id: {
-                    "input_tokens": row.input_tokens,
-                    "output_tokens": row.output_tokens,
-                    "total_tokens": row.input_tokens + row.output_tokens,
-                    "message_count": row.message_count,
+                    'input_tokens': row.input_tokens,
+                    'output_tokens': row.output_tokens,
+                    'total_tokens': row.input_tokens + row.output_tokens,
+                    'message_count': row.message_count,
                 }
-                for row in results
+                for row in result.all()
             }
 
-    def get_message_count_by_user(
+    async def get_message_count_by_user(
         self,
         start_date: Optional[int] = None,
         end_date: Optional[int] = None,
         group_id: Optional[str] = None,
-        db: Optional[Session] = None,
+        db: Optional[AsyncSession] = None,
     ) -> dict[str, int]:
-        with get_db_context(db) as db:
-            from sqlalchemy import func
+        async with get_async_db_context(db) as db:
             from open_webui.models.groups import GroupMember
 
-            query = db.query(
-                ChatMessage.user_id, func.count(ChatMessage.id).label("count")
-            ).filter(~ChatMessage.user_id.like("shared-%"))
-
-            if start_date:
-                query = query.filter(ChatMessage.created_at >= start_date)
-            if end_date:
-                query = query.filter(ChatMessage.created_at <= end_date)
-            if group_id:
-                group_users = (
-                    db.query(GroupMember.user_id)
-                    .filter(GroupMember.group_id == group_id)
-                    .subquery()
-                )
-                query = query.filter(ChatMessage.user_id.in_(group_users))
-
-            results = query.group_by(ChatMessage.user_id).all()
-            return {row.user_id: row.count for row in results}
-
-    def get_message_count_by_chat(
-        self,
-        start_date: Optional[int] = None,
-        end_date: Optional[int] = None,
-        group_id: Optional[str] = None,
-        db: Optional[Session] = None,
-    ) -> dict[str, int]:
-        with get_db_context(db) as db:
-            from sqlalchemy import func
-            from open_webui.models.groups import GroupMember
-
-            query = db.query(
-                ChatMessage.chat_id, func.count(ChatMessage.id).label("count")
-            ).filter(~ChatMessage.user_id.like("shared-%"))
-
-            if start_date:
-                query = query.filter(ChatMessage.created_at >= start_date)
-            if end_date:
-                query = query.filter(ChatMessage.created_at <= end_date)
-            if group_id:
-                group_users = (
-                    db.query(GroupMember.user_id)
-                    .filter(GroupMember.group_id == group_id)
-                    .subquery()
-                )
-                query = query.filter(ChatMessage.user_id.in_(group_users))
-
-            results = query.group_by(ChatMessage.chat_id).all()
-            return {row.chat_id: row.count for row in results}
-
-    def get_daily_message_counts_by_model(
-        self,
-        start_date: Optional[int] = None,
-        end_date: Optional[int] = None,
-        group_id: Optional[str] = None,
-        db: Optional[Session] = None,
-    ) -> dict[str, dict[str, int]]:
-        """Get message counts grouped by day and model."""
-        with get_db_context(db) as db:
-            from datetime import datetime, timedelta
-            from open_webui.models.groups import GroupMember
-
-            query = db.query(ChatMessage.created_at, ChatMessage.model_id).filter(
-                ChatMessage.role == "assistant",
-                ChatMessage.model_id.isnot(None),
-                ~ChatMessage.user_id.like("shared-%"),
+            stmt = select(ChatMessage.user_id, func.count(ChatMessage.id).label('count')).filter(
+                ChatMessage.role == 'assistant',
             )
 
             if start_date:
-                query = query.filter(ChatMessage.created_at >= start_date)
+                stmt = stmt.filter(ChatMessage.created_at >= start_date)
             if end_date:
-                query = query.filter(ChatMessage.created_at <= end_date)
+                stmt = stmt.filter(ChatMessage.created_at <= end_date)
             if group_id:
-                group_users = (
-                    db.query(GroupMember.user_id)
-                    .filter(GroupMember.group_id == group_id)
-                    .subquery()
-                )
-                query = query.filter(ChatMessage.user_id.in_(group_users))
+                group_users = select(GroupMember.user_id).filter(GroupMember.group_id == group_id).scalar_subquery()
+                stmt = stmt.filter(ChatMessage.user_id.in_(group_users))
 
-            results = query.all()
+            stmt = stmt.group_by(ChatMessage.user_id)
+            result = await db.execute(stmt)
+            return {row.user_id: row.count for row in result.all()}
+
+    async def get_message_count_by_chat(
+        self,
+        start_date: Optional[int] = None,
+        end_date: Optional[int] = None,
+        group_id: Optional[str] = None,
+        db: Optional[AsyncSession] = None,
+    ) -> dict[str, int]:
+        async with get_async_db_context(db) as db:
+            from open_webui.models.groups import GroupMember
+
+            stmt = select(ChatMessage.chat_id, func.count(ChatMessage.id).label('count')).filter(
+                ChatMessage.role == 'assistant',
+            )
+
+            if start_date:
+                stmt = stmt.filter(ChatMessage.created_at >= start_date)
+            if end_date:
+                stmt = stmt.filter(ChatMessage.created_at <= end_date)
+            if group_id:
+                group_users = select(GroupMember.user_id).filter(GroupMember.group_id == group_id).scalar_subquery()
+                stmt = stmt.filter(ChatMessage.user_id.in_(group_users))
+
+            stmt = stmt.group_by(ChatMessage.chat_id)
+            result = await db.execute(stmt)
+            return {row.chat_id: row.count for row in result.all()}
+
+    async def get_daily_message_counts_by_model(
+        self,
+        start_date: Optional[int] = None,
+        end_date: Optional[int] = None,
+        group_id: Optional[str] = None,
+        db: Optional[AsyncSession] = None,
+    ) -> dict[str, dict[str, int]]:
+        """Get message counts grouped by day and model."""
+        async with get_async_db_context(db) as db:
+            from datetime import datetime, timedelta
+
+            from open_webui.models.groups import GroupMember
+
+            stmt = select(ChatMessage.created_at, ChatMessage.model_id).filter(
+                ChatMessage.role == 'assistant',
+                ChatMessage.model_id.isnot(None),
+            )
+
+            if start_date:
+                stmt = stmt.filter(ChatMessage.created_at >= start_date)
+            if end_date:
+                stmt = stmt.filter(ChatMessage.created_at <= end_date)
+            if group_id:
+                group_users = select(GroupMember.user_id).filter(GroupMember.group_id == group_id).scalar_subquery()
+                stmt = stmt.filter(ChatMessage.user_id.in_(group_users))
+
+            result = await db.execute(stmt)
+            results = result.all()
 
             # Group by date -> model -> count
             daily_counts: dict[str, dict[str, int]] = {}
             for timestamp, model_id in results:
-                date_str = datetime.fromtimestamp(
-                    _normalize_timestamp(timestamp)
-                ).strftime("%Y-%m-%d")
+                date_str = datetime.fromtimestamp(_normalize_timestamp(timestamp)).strftime('%Y-%m-%d')
                 if date_str not in daily_counts:
                     daily_counts[date_str] = {}
-                daily_counts[date_str][model_id] = (
-                    daily_counts[date_str].get(model_id, 0) + 1
-                )
+                daily_counts[date_str][model_id] = daily_counts[date_str].get(model_id, 0) + 1
 
             # Fill in missing days
             if start_date and end_date:
                 current = datetime.fromtimestamp(_normalize_timestamp(start_date))
                 end_dt = datetime.fromtimestamp(_normalize_timestamp(end_date))
                 while current <= end_dt:
-                    date_str = current.strftime("%Y-%m-%d")
+                    date_str = current.strftime('%Y-%m-%d')
                     if date_str not in daily_counts:
                         daily_counts[date_str] = {}
                     current += timedelta(days=1)
 
             return daily_counts
 
-    def get_hourly_message_counts_by_model(
+    async def get_hourly_message_counts_by_model(
         self,
         start_date: Optional[int] = None,
         end_date: Optional[int] = None,
-        db: Optional[Session] = None,
+        db: Optional[AsyncSession] = None,
     ) -> dict[str, dict[str, int]]:
         """Get message counts grouped by hour and model."""
-        with get_db_context(db) as db:
+        async with get_async_db_context(db) as db:
             from datetime import datetime, timedelta
 
-            query = db.query(ChatMessage.created_at, ChatMessage.model_id).filter(
-                ChatMessage.role == "assistant",
+            stmt = select(ChatMessage.created_at, ChatMessage.model_id).filter(
+                ChatMessage.role == 'assistant',
                 ChatMessage.model_id.isnot(None),
-                ~ChatMessage.user_id.like("shared-%"),
             )
 
             if start_date:
-                query = query.filter(ChatMessage.created_at >= start_date)
+                stmt = stmt.filter(ChatMessage.created_at >= start_date)
             if end_date:
-                query = query.filter(ChatMessage.created_at <= end_date)
+                stmt = stmt.filter(ChatMessage.created_at <= end_date)
 
-            results = query.all()
+            result = await db.execute(stmt)
+            results = result.all()
 
             # Group by hour -> model -> count
             hourly_counts: dict[str, dict[str, int]] = {}
             for timestamp, model_id in results:
-                hour_str = datetime.fromtimestamp(
-                    _normalize_timestamp(timestamp)
-                ).strftime("%Y-%m-%d %H:00")
+                hour_str = datetime.fromtimestamp(_normalize_timestamp(timestamp)).strftime('%Y-%m-%d %H:00')
                 if hour_str not in hourly_counts:
                     hourly_counts[hour_str] = {}
-                hourly_counts[hour_str][model_id] = (
-                    hourly_counts[hour_str].get(model_id, 0) + 1
-                )
+                hourly_counts[hour_str][model_id] = hourly_counts[hour_str].get(model_id, 0) + 1
 
             # Fill in missing hours
             if start_date and end_date:
-                current = datetime.fromtimestamp(
-                    _normalize_timestamp(start_date)
-                ).replace(minute=0, second=0, microsecond=0)
+                current = datetime.fromtimestamp(_normalize_timestamp(start_date)).replace(
+                    minute=0, second=0, microsecond=0
+                )
                 end_dt = datetime.fromtimestamp(_normalize_timestamp(end_date))
                 while current <= end_dt:
-                    hour_str = current.strftime("%Y-%m-%d %H:00")
+                    hour_str = current.strftime('%Y-%m-%d %H:00')
                     if hour_str not in hourly_counts:
                         hourly_counts[hour_str] = {}
                     current += timedelta(hours=1)