Merge branch '1.11.12' into thiago/sigma-lineage-fixes

Author: SumanMaharana

ingestion/Dockerfile

@@ -80,7 +80,7 @@ ARG INGESTION_DEPENDENCY="all"
 ENV PIP_NO_CACHE_DIR=1
 # Make pip silent
 ENV PIP_QUIET=1
-ARG RI_VERSION="1.11.12.0"
+ARG RI_VERSION="1.11.12.2"
 # Pin setuptools<81 as pkg_resources was removed in setuptools 81.0.0+
 # cx-Oracle's setup.py still uses pkg_resources
 RUN pip install --upgrade pip "setuptools<81"

ingestion/operators/docker/Dockerfile

@@ -88,7 +88,7 @@ RUN pip install --upgrade pip "setuptools<81"
 RUN pip install --no-build-isolation "cx_Oracle>=8.3.0,<9"
 
 ARG INGESTION_DEPENDENCY="all"
-ARG RI_VERSION="1.11.12.0"
+ARG RI_VERSION="1.11.12.2"
 RUN pip install "openmetadata-ingestion[airflow]~=${RI_VERSION}"
 RUN pip install "openmetadata-ingestion[${INGESTION_DEPENDENCY}]~=${RI_VERSION}"
 

ingestion/pyproject.toml

@@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta"
 # since it helps us organize and isolate version management
 [project]
 name = "openmetadata-ingestion"
-version = "1.11.12.0"
+version = "1.11.12.2"
 dynamic = ["readme", "dependencies", "optional-dependencies"]
 authors = [
     { name = "OpenMetadata Committers" }

ingestion/src/metadata/ingestion/source/dashboard/powerbi/constants.py

@@ -17,6 +17,8 @@
 
 SNOWFLAKE_QUERY_EXPRESSION_KW = "Value.NativeQuery(Snowflake.Databases("
 DATABRICKS_QUERY_EXPRESSION_KW = "Value.NativeQuery(Databricks.Catalogs("
+BIGQUERY_QUERY_EXPRESSION_KW = "Value.NativeQuery(GoogleBigQuery.Database("
+SQL_DATABASE_EXPRESSION_KW = "Sql.Database("
 
 DEFAULT_REPORTS_PREFIX = "reports"
 RDL_REPORT_FORMAT = "RDL"
@@ -45,3 +47,5 @@
 # =============================================================================
 
 MAX_PROJECT_FILTER_SIZE = 10
+
+SQL_LINE_COMMENT_PATTERN = r"//[^\n]*"

ingestion/src/metadata/ingestion/source/dashboard/powerbi/metadata.py

@@ -428,6 +428,24 @@ class DataflowEntity(BaseModel):
     attributes: Optional[List[DataflowEntityAttribute]] = []
 
 
+class DataflowQueryMetadata(BaseModel):
+    queryId: Optional[str] = None
+    queryName: Optional[str] = None
+    loadEnabled: Optional[bool] = False
+
+
+class DataflowMashup(BaseModel):
+    document: Optional[str] = None
+    queriesMetadata: Optional[dict] = None
+
+    @field_validator("queriesMetadata", mode="before")
+    @classmethod
+    def parse_queries_metadata(cls, v):
+        if isinstance(v, dict):
+            return v
+        return None
+
+
 class DataflowExportResponse(BaseModel):
     """
     PowerBI Dataflow Export API Response Model
@@ -439,3 +457,4 @@ class DataflowExportResponse(BaseModel):
     description: Optional[str] = None
     version: Optional[str] = None
     entities: Optional[List[DataflowEntity]] = []
+    mashup: Optional[DataflowMashup] = Field(None, alias="pbi:mashup")