code missed in merge (#1120)

databrickslabs · Jan 5, 2024 · 615e786 · 615e786
1 parent 2eecc8c
commit 615e786
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/src/main/scala/com/databricks/labs/overwatch/env/Workspace.scala b/src/main/scala/com/databricks/labs/overwatch/env/Workspace.scala
@@ -308,7 +308,8 @@ class Workspace(config: Config) extends SparkSessionWrapper {
     if(Helpers.pathExists(tempWorkingDir)) {
       try {
         spark.conf.set("spark.sql.caseSensitive", "true")
-        val df = spark.read.json(tempWorkingDir)
+        val baseDF = spark.read.json(tempWorkingDir)
+        val df = deriveRawApiResponseDF(baseDF)
           .select(explode(col("runs")).alias("runs")).select(col("runs" + ".*"))
           .withColumn("organization_id", lit(config.organizationId))
         spark.conf.set("spark.sql.caseSensitive", "false")