No public description

PiperOrigin-RevId: 674025586
l3dlp-sandbox · Sep 12, 2024 · e4a35b4 · e4a35b4
1 parent 04d81ab
commit e4a35b4
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 0 deletions.
diff --git a/tensorflow/core/data/utils.cc b/tensorflow/core/data/utils.cc
@@ -48,5 +48,7 @@ absl::StatusOr<bool> DisableCompressionAtRuntime(
 
 void LogFilenames(const std::vector<std::string>& files) {}
 
+void LogLineage(const std::vector<std::string>& files) {}
+
 }  // namespace data
 }  // namespace tensorflow
diff --git a/tensorflow/core/data/utils.h b/tensorflow/core/data/utils.h
@@ -55,6 +55,9 @@ absl::StatusOr<bool> DisableCompressionAtRuntime(
 // successful
 void LogFilenames(const std::vector<std::string>& files);
 
+// Log filenames using the Cataline `lineage_log` API.
+void LogLineage(const std::vector<std::string>& files);
+
 }  // namespace data
 }  // namespace tensorflow
 

diff --git a/tensorflow/core/kernels/data/tf_record_dataset_op.cc b/tensorflow/core/kernels/data/tf_record_dataset_op.cc
@@ -323,6 +323,7 @@ void TFRecordDatasetOp::MakeDataset(OpKernelContext* ctx,
     metrics::RecordTFDataFilename(kDatasetType, filenames[i]);
   }
   LogFilenames(filenames);
+  LogLineage(filenames);
 
   tstring compression_type;
   OP_REQUIRES_OK(ctx, ParseScalarArgument<tstring>(ctx, kCompressionType,