The below code can be used to get the number of records in a Delta table without querying it
%scala
import com.databricks.sql.transaction.tahoe.DeltaLog
import org.apache.hadoop.fs.Path
import org.apache.spark.sql.DataFrame
import org.apache.spark.sql.functions._
val deltaTablePath = "location of the table"
def getRecordCount(deltaTablePath: String): Any = {
val snapshot = DeltaLog.forTable(spark, new Path(deltaTablePath)).update()
val statsSchema = snapshot.statsSchema
var files = snapshot.allFiles.withColumn("stats", from_json($"stats", statsSchema))
val dfWithNumRecords = files.select($"path", $"stats.numRecords".as("numRecords"))
val totalCount = dfWithNumRecords.select(sum($"numRecords")).first().get(0)
return totalCount
}
println(getRecordCount(deltaTablePath))
