Pg 4 (#2390)

* feat: postgres tests

* feat: mongo cutoff

* feat: mongo cutoff

* feat: adjust docs and compose files

* fix: mini code mongo removals

* fix: tests and k8s mongo stuff

* feat: test fixes

* fix: ruff

* fix: vale

* Potential fix for pull request finding 'CodeQL / Clear-text logging of sensitive information'

Co-authored-by: Copilot Autofix powered by AI <62310815+github-advanced-security[bot]@users.noreply.github.com>

* fix: mini suggestions

* vale lint fix 2

* fix: codeql columns thing

* fix: test mongo

* fix: tests coverage

* feat: better tests 4

* feat: more tests

* feat: decent coverage

* fix: ruff fixes

* fix: remove mongo mock

* feat: enhance workflow engine and API routes; add document retrieval and source handling

* feat: e2e tests

* fix: mcp, mongo and more

* fix: mini codeql warning

* fix: agent chunk view

* fix: mini issues

* fix: more pg fixes

* feat: postgres prep on start

* feat: qa tests

* fix: mini improvements

* fix: tests

---------

Co-authored-by: Copilot Autofix powered by AI <62310815+github-advanced-security[bot]@users.noreply.github.com>
Co-authored-by: Siddhant Rai <siddhant.rai.5686@gmail.com>

tests/integration/test_sources.py

@@ -12,7 +12,6 @@ Endpoints tested:
 - /api/get_chunks (GET) - Get chunks from source
 - /api/update_chunk (PUT) - Update chunk
 - /api/delete_chunk (DELETE) - Delete chunk
-- /api/delete_by_ids (GET) - Delete sources by IDs
 - /api/delete_old (GET) - Delete old sources
 - /api/directory_structure (GET) - Get directory structure
 - /api/manage_source_files (POST) - Manage source files
@@ -85,8 +84,12 @@ See the API documentation for details.
                 result = response.json()
                 task_id = result.get("task_id")
                 if task_id:
-                    # Wait for processing
-                    time.sleep(5)
+                    # Wait for Celery ingestion (FAISS index build) to finish
+                    # before trying to query chunks. A fixed sleep is too
+                    # flaky on slower machines, so poll task_status instead.
+                    status = self._wait_for_task(task_id, max_wait=60)
+                    if status != "SUCCESS":
+                        return None
 
                     # Get source ID
                     source_id = self._get_source_id_by_name(test_name)
@@ -462,44 +465,6 @@ Created at: {int(time.time())}
     # Delete Tests
     # -------------------------------------------------------------------------
 
-    def test_delete_by_ids(self) -> bool:
-        """Test deleting documents by vector store IDs.
-
-        Note: This endpoint expects vector store document IDs (chunk IDs),
-        not MongoDB source IDs. Testing with non-existent IDs returns 400.
-        """
-        test_name = "Sources - Delete by IDs"
-        self.print_header(f"Testing {test_name}")
-
-        if not self.require_auth(test_name):
-            return True
-
-        try:
-            # Test endpoint accessibility with a test ID
-            # Note: This endpoint expects vector document IDs, not source IDs
-            test_id = "test-document-id-12345"
-            self.print_info(f"GET /api/delete_by_ids?path={test_id}")
-            response = self.get("/api/delete_by_ids", params={"path": test_id})
-
-            self.print_info(f"Status Code: {response.status_code}")
-
-            if response.status_code == 200:
-                self.print_success("Delete endpoint responded successfully")
-                self.record_result(test_name, True, "Success")
-                return True
-            elif response.status_code == 400:
-                # 400 is expected when document ID doesn't exist in vector store
-                self.print_warning("Expected 400 (ID not in vector store)")
-                self.record_result(test_name, True, "Endpoint works (ID not found)")
-                return True
-            else:
-                self.record_result(test_name, False, f"Status {response.status_code}")
-                return False
-
-        except Exception as e:
-            self.record_result(test_name, False, str(e))
-            return False
-
     # -------------------------------------------------------------------------
     # Directory Structure Tests
     # -------------------------------------------------------------------------
@@ -656,10 +621,6 @@ Created at: {int(time.time())}
 
         # Manage source files
         self.test_manage_source_files()
-        time.sleep(1)
-
-        # Delete test (last because it removes data)
-        self.test_delete_by_ids()
 
         return self.print_summary()
 

tests/integration/test_v1_api.py

@@ -430,7 +430,7 @@ class V1ApiTests(DocsGPTTestBase):
             checks = [
                 (data.get("object") == "list", "object is list"),
                 ("data" in data, "has data array"),
-                (len(data.get("data", [])) > 0, f"has {len(data.get('data', []))} model(s)"),
+                (len(data.get("data", [])) == 1, f"has exactly 1 model (got {len(data.get('data', []))})"),
             ]
 
             all_passed = True

tests/integration/test_workflows.py

@@ -2,7 +2,7 @@
 """
 Integration tests for DocsGPT workflow management endpoints.
 
-Uses Flask test client with real MongoDB (must be running).
+Uses Flask test client with a real Postgres instance (must be running).
 
 Endpoints tested:
 - /api/workflows (POST) - Create workflow
@@ -26,7 +26,7 @@ from jose import jwt
 
 @pytest.fixture(scope="module")
 def app():
-    """Create the real Flask app (connects to real MongoDB)."""
+    """Create the real Flask app (connects to real Postgres)."""
     from application.app import app as flask_app
     flask_app.config["TESTING"] = True
     return flask_app