extend test

Author: themisvaltinos

pytest.ini

@@ -8,6 +8,7 @@ markers =
     remote: test that involves interacting with a remote DB
     cicdonly: test that only runs on CI/CD
     isolated: tests that need to run sequentially usually because they use fork
+    isolated2: tests that need to run isolated because they interfere
 
     # Test Domain Markers
     # default: core functionality

tests/test_forking.py

@@ -3,6 +3,7 @@
 
 from sqlmesh import Context
 from sqlmesh.core.model import schema
+import concurrent.futures
 
 
 pytestmark = pytest.mark.isolated
@@ -11,12 +12,20 @@
 def test_parallel_load(assert_exp_eq, mocker):
     mocker.patch("sqlmesh.core.constants.MAX_FORK_WORKERS", 2)
 
-    spy = mocker.spy(schema, "_update_model_schemas")
+    spy_update_schemas = mocker.spy(schema, "_update_model_schemas")
+    process_pool_executor = mocker.spy(concurrent.futures.ProcessPoolExecutor, "__init__")
+    as_completed = mocker.spy(concurrent.futures, "as_completed")
+
     context = Context(paths="examples/sushi")
 
     if hasattr(os, "fork"):
-        spy.assert_called()
+        process_pool_executor.assert_called()
+        as_completed.assert_called()
+        executor_args = process_pool_executor.call_args
+        assert executor_args[1]["max_workers"] == 2
 
+    assert len(context.models) == 18
+    spy_update_schemas.assert_called()
     assert_exp_eq(
         context.render("sushi.customers"),
         """
@@ -41,3 +50,22 @@ def test_parallel_load(assert_exp_eq, mocker):
     )
 
     context.plan(no_prompts=True, auto_apply=True)
+
+
+def test_parallel_load_multi_repo(assert_exp_eq, mocker):
+    mocker.patch("sqlmesh.core.constants.MAX_FORK_WORKERS", 2)
+
+    process_pool_executor = mocker.spy(concurrent.futures.ProcessPoolExecutor, "__init__")
+    context = Context(paths=["examples/multi/repo_1", "examples/multi/repo_2"], gateway="memory")
+
+    if hasattr(os, "fork"):
+        executor_args = process_pool_executor.call_args
+        assert executor_args[1]["max_workers"] == 2
+    assert len(context.models) == 5
+
+    assert_exp_eq(
+        context.render("memory.bronze.a"),
+        'SELECT 1 AS "col_a", \'b\' AS "col_b", 1 AS "one", \'repo_1\' AS "dup"',
+    )
+
+    context.plan(no_prompts=True, auto_apply=True)