Skip integration tests with legacy dashboard creation as it is deprecated (#4009)

## Changes
Skip integration tests with legacy dashboard creation as it is
deprecated. Skipping until we can work with product team and enable it
only for Labs workspaces

### Tests
- [x] modify integration tests

Author: pritishpai

src/databricks/labs/ucx/source_code/known.json

@@ -11417,6 +11417,9 @@
   "mypy-extensions": {
     "mypy_extensions": []
   },
+  "mypy_extensions": {
+    "mypy_extensions": []
+  },
   "namex": {
     "namex": [],
     "namex.convert": [],
@@ -33847,4 +33850,4 @@
     "zipp.glob": []
   },
   "zstd": {}
-}
+}

tests/integration/assessment/test_dashboards.py

@@ -9,6 +9,7 @@
 )
 
 
+@pytest.mark.skip(reason="Legacy dashboard creation is no longer supported by Databricks.")
 def test_redash_dashboard_crawler_crawls_dashboards(ws, make_dashboard, inventory_schema, sql_backend) -> None:
     dashboard: SdkRedashDashboard = make_dashboard()
     crawler = RedashDashboardCrawler(ws, sql_backend, inventory_schema)
@@ -19,6 +20,7 @@ def test_redash_dashboard_crawler_crawls_dashboards(ws, make_dashboard, inventor
     assert dashboard.id in {d.id for d in dashboards}, f"Missing dashboard: {dashboard.id}"
 
 
+@pytest.mark.skip(reason="Legacy dashboard creation is no longer supported by Databricks.")
 def test_redash_dashboard_crawler_crawls_dashboard(ws, make_dashboard, inventory_schema, sql_backend) -> None:
     dashboard: SdkRedashDashboard = make_dashboard()
     assert dashboard.id
@@ -30,6 +32,7 @@ def test_redash_dashboard_crawler_crawls_dashboard(ws, make_dashboard, inventory
     assert dashboards == [Dashboard.from_sdk_redash_dashboard(dashboard)]
 
 
+@pytest.mark.skip(reason="Legacy dashboard creation is no longer supported by Databricks.")
 def test_redash_dashboard_crawler_crawls_dashboards_with_debug_listing_upper_limit(
     ws, make_dashboard, inventory_schema, sql_backend
 ) -> None:

tests/integration/conftest.py

@@ -631,8 +631,9 @@ def make_linting_resources(self) -> None:
         self.make_job(content="spark.table('old.stuff')")
         self.make_job(content="spark.read.parquet('dbfs://mnt/file/')", task_type=SparkPythonTask)
         self.make_job(content="spark.table('some.table')", task_type=SparkPythonTask)
-        query_1 = self.make_query(sql_query="SELECT * from parquet.`dbfs://mnt/foo2/bar2`")
-        self.make_dashboard(query=query_1)
+
+        # TODO: Removed because of deprecation of Legacy Dashboard creation
+
         self.make_lakeview_dashboard(query="SELECT * from my_schema.my_table")
 
     def add_table(self, table: TableInfo):

tests/integration/install/test_installation.py

@@ -190,6 +190,7 @@ def test_repair_run_workflow_job(installation_ctx, mocker):
     assert installation_ctx.deployed_workflows.validate_step("failing")
 
 
+@pytest.mark.skip(reason="Legacy dashboard creation is no longer supported by Databricks.")
 def test_installation_deletes_redash_dashboard_when_upgrading_to_lakeview(ws, installation_ctx, make_dashboard):
     """The installation should handle upgrading dashboards from redash."""
 

tests/integration/progress/test_dashboards.py

@@ -22,6 +22,7 @@
         ),
     ],
 )
+@pytest.mark.skip(reason="Legacy dashboard creation is no longer supported by Databricks.")
 def test_dashboard_progress_encoder_table_failures(runtime_ctx, az_cli_ctx, query: str, failures: list[str]) -> None:
     az_cli_ctx.progress_tracking_installation.run()
     runtime_ctx = runtime_ctx.replace(

tests/integration/progress/test_jobs.py

@@ -1,9 +1,12 @@
+import pytest
+
 from databricks.labs.ucx.assessment.jobs import JobInfo
 from databricks.labs.ucx.framework.utils import escape_sql_identifier
 from databricks.labs.ucx.source_code.base import DirectFsAccess, LineageAtom
 from databricks.labs.ucx.source_code.jobs import JobProblem
 
 
+@pytest.mark.skip(reason="Legacy dashboard creation is no longer supported by Databricks.")
 def test_job_progress_encoder_failures(runtime_ctx, az_cli_ctx) -> None:
     az_cli_ctx.progress_tracking_installation.run()
     runtime_ctx = runtime_ctx.replace(

tests/integration/queries/test_migration_progress.py

@@ -594,6 +594,7 @@ def dashboard_metadata(catalog_populated: str) -> DashboardMetadata:
     return metadata
 
 
+@pytest.mark.skip(reason="Legacy dashboard creation is no longer supported by Databricks.")
 def test_migration_progress_dashboard(
     ws: WorkspaceClient,
     is_in_debug,  # Skip test when not in debug
@@ -616,6 +617,7 @@ def test_migration_progress_dashboard(
     assert True, "Dashboard deployment successful"
 
 
+@pytest.mark.skip(reason="Legacy dashboard creation is no longer supported by Databricks.")
 @pytest.mark.parametrize(
     "query_name, rows",
     [
@@ -720,6 +722,7 @@ def exclude_fields_from_rows(rows: list[Row], *fields: str) -> list[Row]:
     return rows_without_fields
 
 
+@pytest.mark.skip(reason="Legacy dashboard creation is no longer supported by Databricks.")
 def test_migration_progress_query_dashboard_pending_migration_by_owner_bar_graph(
     dashboard_metadata: DashboardMetadata,
     sql_backend: SqlBackend,
@@ -734,6 +737,7 @@ def test_migration_progress_query_dashboard_pending_migration_by_owner_bar_graph
     assert exclude_fields_from_rows(query_results, "owner") == rows
 
 
+@pytest.mark.skip(reason="Legacy dashboard creation is no longer supported by Databricks.")
 def test_migration_progress_query_dashboards_pending_migration_by_owner_overview(
     dashboard_metadata: DashboardMetadata,
     sql_backend: SqlBackend,
@@ -755,6 +759,7 @@ def test_migration_progress_query_dashboards_pending_migration_by_owner_overview
     assert exclude_fields_from_rows(query_results, "owner") == rows
 
 
+@pytest.mark.skip(reason="Legacy dashboard creation is no longer supported by Databricks.")
 def test_migration_progress_query_dashboards_pending_migration(
     ws: WorkspaceClient,
     dashboard_metadata: DashboardMetadata,

tests/integration/source_code/test_directfs_access.py

@@ -5,6 +5,7 @@
 from databricks.labs.ucx.source_code.linters.jobs import WorkflowLinter
 
 
+@pytest.mark.skip(reason="Legacy dashboard creation is no longer supported by Databricks.")
 def test_legacy_query_dfsa_ownership(runtime_ctx) -> None:
     """Verify the ownership of a direct-fs record for a legacy query."""
     query = runtime_ctx.make_query(sql_query="SELECT * from csv.`dbfs://some_folder/some_file.csv`")

tests/integration/source_code/test_queries.py

@@ -1,8 +1,10 @@
+import pytest
 from databricks.labs.lsql.backends import Row
 
 from databricks.labs.ucx.source_code.base import DirectFsAccess, LineageAtom, UsedTable
 
 
+@pytest.mark.skip(reason="Legacy dashboard creation is no longer supported by Databricks.")
 def test_query_linter_lints_queries_and_stores_dfsas_and_tables(simple_ctx) -> None:
     query_with_dfsa = simple_ctx.make_query(sql_query="SELECT * from csv.`dbfs://some_folder/some_file.csv`")
     dashboard_with_dfsa = simple_ctx.make_dashboard(query=query_with_dfsa)

tests/integration/source_code/test_redash.py

@@ -1,11 +1,13 @@
 import datetime as dt
 
+import pytest
 from databricks.sdk.retries import retried
 
 from databricks.labs.ucx.source_code.linters.redash import Redash
 from databricks.sdk.service.sql import Dashboard
 
 
+@pytest.mark.skip(reason="Legacy dashboard creation is no longer supported by Databricks.")
 def test_migrate_dashboards_sets_migration_tags(installation_ctx) -> None:
     query_in_dashboard, query_outside_dashboard = installation_ctx.make_query(), installation_ctx.make_query()
     assert query_in_dashboard.id and query_outside_dashboard.id, "Query from fixture misses id"