refator-deltalog

delta-io · Mar 12, 2024 · 51300b7 · 51300b7
1 parent 60914cd
commit 51300b7
Showing 1 changed file with 6 additions and 3 deletions.
diff --git a/spark/src/main/scala/org/apache/spark/sql/delta/DeltaLog.scala b/spark/src/main/scala/org/apache/spark/sql/delta/DeltaLog.scala
@@ -836,10 +836,8 @@ object DeltaLog extends DeltaLogging {
     }
   }
 
-  /** Invalidate the cached DeltaLog object for the given `dataPath`. */
-  def invalidateCache(spark: SparkSession, dataPath: Path): Unit = {
+  private def invalidateCacheImpl(spark: SparkSession, rawPath: Path): Unit = {
     try {
-      val rawPath = logPathFor(dataPath)
       // scalastyle:off deltahadoopconfiguration
       // This method cannot be called from DataFrameReader/Writer so it's safe to assume the user
       // has set the correct file system configurations in the session configs.
@@ -869,6 +867,11 @@ object DeltaLog extends DeltaLogging {
     }
   }
 
+  /** Invalidate the cached DeltaLog object for the given `dataPath`. */
+  def invalidateCache(spark: SparkSession, dataPath: Path): Unit = {
+    invalidateCacheImpl(spark, logPathFor(dataPath))
+  }
+
   def clearCache(): Unit = {
     deltaLogCache.foreach(_.invalidateAll())
   }