diff --git a/tsl/profiler/lib/profiler_collection.cc b/tsl/profiler/lib/profiler_collection.cc
index 41f1cc1a2..490c96fff 100644
--- a/tsl/profiler/lib/profiler_collection.cc
+++ b/tsl/profiler/lib/profiler_collection.cc
@@ -70,7 +70,7 @@ absl::StatusOr<ConsumeResult> ProfilerCollection::Consume() {
       data_vector.push_back(std::move(result->data));
       total_estimated_size_bytes += result->estimated_size_bytes;
     } else if (absl::IsUnimplemented(result.status())) {
-      LOG(WARNING) << "Profiler consume not implemented: " << result.status();
+      VLOG(1) << "Profiler consume not implemented: " << result.status();
       data_vector.push_back(std::any());
     } else {
       LOG(ERROR) << "Profiler consume failed: " << result.status();
diff --git a/tsl/profiler/lib/profiler_controller.cc b/tsl/profiler/lib/profiler_controller.cc
index 2bf124318..9ad180061 100644
--- a/tsl/profiler/lib/profiler_controller.cc
+++ b/tsl/profiler/lib/profiler_controller.cc
@@ -88,7 +88,8 @@ absl::Status ProfilerController::CollectData(
 }
 
 absl::StatusOr<ConsumeResult> ProfilerController::Consume() {
-  if (state_ != ProfilerState::kStart && state_ != ProfilerState::kStop) {
+  if (state_ != ProfilerState::kStart && state_ != ProfilerState::kStop &&
+      state_ != ProfilerState::kCollectData) {
     return absl::AbortedError("Consume called in the wrong order.");
   }
   if (!status_.ok()) {