add total rows read

caraml-dev · Feb 7, 2025 · 217567d · 217567d
1 parent b870cce
commit 217567d
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/caraml-store-spark/src/main/scala/dev/caraml/spark/sources/maxCompute/MaxComputeReader.scala b/caraml-store-spark/src/main/scala/dev/caraml/spark/sources/maxCompute/MaxComputeReader.scala
@@ -45,8 +45,8 @@ object MaxComputeReader {
       .load()
 
     println(data)
-    println(data.toDF().show(3))
-    println(data.toDF().count())
+    println(data.toDF().show())
+    println("total rows fetched from query", sqlQuery, data.toDF().count())
 
 //    data.toDF().registerTempTable("temp_table")
 //    val valres = sparkSession.sql("select * from temp_table")