Remind my future self how to grab the DeltaLog table

mrpowers-io · Oct 8, 2019 · 0ce6616 · 0ce6616
1 parent 79ade6f
commit 0ce6616
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/src/main/scala/com/github/mrpowers/spark/daria/delta/DeltaLogHelpers.scala b/src/main/scala/com/github/mrpowers/spark/daria/delta/DeltaLogHelpers.scala
@@ -5,6 +5,11 @@ import org.apache.spark.sql.functions._
 
 object DeltaLogHelpers {
 
+  // get the deltaLogDF with this code
+  // DeltaLog
+  //   .forTable(spark, path)
+  //   .snapshot
+  //   .allFiles
   def num1GbPartitions(deltaLogDF: DataFrame, minNumPartitions: Int = 1): Int = {
 
     val numBytes = deltaLogDF