Add tests

.github/workflows/ci.yml

@@ -830,6 +830,50 @@ jobs:
         if: always()
         run: docker compose -p $INFRAHUB_BUILD_NAME down -v --remove-orphans --rmi local
 
+  backend-docker-integration:
+    if: |
+      always() && !cancelled() &&
+      !contains(needs.*.result, 'failure') &&
+      !contains(needs.*.result, 'cancelled') &&
+      needs.files-changed.outputs.backend == 'true'
+    needs: ["files-changed", "yaml-lint", "python-lint"]
+    runs-on: ubuntu-latest
+    #  group: huge-runners
+    timeout-minutes: 45
+    env:
+      INFRAHUB_DB_TYPE: neo4j
+      INFRAHUB_IMAGE_NAME: "registry.opsmill.io/opsmill/infrahub"
+      INFRAHUB_IMAGE_VERSION: "local"
+      PYTEST_XDIST_WORKER_COUNT: 1
+    steps:
+      - name: "Check out repository code"
+        uses: "actions/checkout@v4"
+        with:
+          submodules: true
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.12'
+      - name: "Setup git credentials"
+        run: "git config --global user.name 'Infrahub' && \
+              git config --global user.email '[email protected]' && \
+              git config --global --add safe.directory '*' && \
+              git config --global credential.usehttppath true && \
+              git config --global credential.helper /usr/local/bin/infrahub-git-credential"
+      - name: "Setup Python environment"
+        run: |
+          poetry config virtualenvs.create true --local
+          poetry env use 3.12
+      - name: "Install dependencies"
+        run: "poetry install --no-interaction --no-ansi"
+      - name: "Build container"
+        run: "poetry run inv dev.build"
+      - name: "Run tests"
+        run: "poetry run pytest backend/tests/integration_docker/"
+      - name: Display images
+        if: always()
+        run: docker images
+
   # ------------------------------------------ Benchmarks ------------------------------------------------
   backend-benchmark:
     needs:

backend/tests/integration_docker/test_files/delete_interface_schema.yml

@@ -0,0 +1,21 @@
+---
+version: "1.0"
+nodes:
+  - name: Device
+    namespace: Network
+    human_friendly_id: ['hostname__value']
+    attributes:
+      - name: hostname
+        kind: Text
+        unique: true
+      - name: model
+        kind: Text
+  - name: Interface
+    namespace: Network
+    state: absent
+    attributes:
+      - name: name
+        kind: Text
+      - name: description
+        kind: Text
+        optional: true

backend/tests/integration_docker/test_files/device_and_interface_schema.yml

@@ -0,0 +1,20 @@
+---
+version: "1.0"
+nodes:
+  - name: Device
+    namespace: Network
+    human_friendly_id: ['hostname__value']
+    attributes:
+      - name: hostname
+        kind: Text
+        unique: true
+      - name: model
+        kind: Text
+  - name: Interface
+    namespace: Network
+    attributes:
+      - name: name
+        kind: Text
+      - name: description
+        kind: Text
+        optional: true

backend/tests/integration_docker/test_schema_migration.py

@@ -1,7 +1,9 @@
 import copy
+from pathlib import Path
 from typing import Any
 
 import pytest
+import yaml
 from infrahub_sdk import InfrahubClient
 
 from infrahub.testing.helpers import TestInfrahubDev
@@ -11,6 +13,8 @@
     SchemaCarPerson,
 )
 
+CURRENT_DIRECTORY = Path(__file__).parent.resolve()
+
 
 class TestSchemaMigrations(TestInfrahubDev, SchemaCarPerson):
     @pytest.fixture(scope="class")
@@ -34,6 +38,9 @@ def schema_person_with_age(
     async def test_setup_initial_schema(
         self, default_branch: str, infrahub_client: InfrahubClient, schema_base: dict[str, Any]
     ) -> None:
+        await infrahub_client.schema.wait_until_converged(branch=default_branch)
+        # Validate that the schema is in sync after initial startup
+        assert await self.schema_in_sync(client=infrahub_client, branch=default_branch)
         resp = await infrahub_client.schema.load(
             schemas=[schema_base], branch=default_branch, wait_until_converged=True
         )
@@ -53,3 +60,40 @@ async def test_update_schema(self, infrahub_client: InfrahubClient, schema_perso
         resp = await infrahub_client.schema.load(schemas=[schema_person_with_age], branch=branch.name)
 
         assert resp.errors == {}
+
+    async def test_schema_load_and_delete(self, infrahub_client: InfrahubClient) -> None:
+        with Path(CURRENT_DIRECTORY / "test_files/device_and_interface_schema.yml").open(encoding="utf-8") as file:
+            device_and_interface_schema = yaml.safe_load(file.read())
+
+        with Path(CURRENT_DIRECTORY / "test_files/delete_interface_schema.yml").open(encoding="utf-8") as file:
+            delete_interface_schema = yaml.safe_load(file.read())
+
+        device_branch = await infrahub_client.branch.create(branch_name="device_branch")
+
+        device_interface = await infrahub_client.schema.load(
+            schemas=[device_and_interface_schema], branch=device_branch.name, wait_until_converged=True
+        )
+        assert device_interface.schema_updated
+        # Validate that the schema is in sync after loading the device and interface schema
+        assert await self.schema_in_sync(client=infrahub_client, branch=device_branch.name)
+
+        delete_interface = await infrahub_client.schema.load(
+            schemas=[delete_interface_schema], branch=device_branch.name, wait_until_converged=True
+        )
+        assert delete_interface.schema_updated
+        # Validate that the schema is in sync after removing the interface
+        assert await self.schema_in_sync(client=infrahub_client, branch=device_branch.name)
+
+    @staticmethod
+    async def schema_in_sync(client: InfrahubClient, branch: str | None) -> bool:
+        SCHEMA_HASH_SYNC_STATUS = """
+        query {
+        InfrahubStatus {
+            summary {
+            schema_hash_synced
+            }
+        }
+        }
+        """
+        response = await client.execute_graphql(query=SCHEMA_HASH_SYNC_STATUS, branch_name=branch)
+        return response["InfrahubStatus"]["summary"]["schema_hash_synced"]