Add option to allow resplitting for priority aware scheduler.

PiperOrigin-RevId: 897839389

Author: tensorflower-gardener

tensorflow_serving/servables/tensorflow/tfrt_saved_model_factory.cc

@@ -245,6 +245,8 @@ absl::StatusOr<tfrt::SavedModel::Options> CreateCommonSavedModelOptions(
   // Open Source TensorFlow r2.20 release.
   compile_options.enable_priority_aware_batch_scheduler =
       config.enable_priority_aware_batch_scheduler();
+  compile_options.enable_priority_aware_batch_scheduler_resplit =
+      config.enable_priority_aware_batch_scheduler_resplit();
 #endif
 
   compile_options.batch_padding_policy = config.batch_padding_policy();

tensorflow_serving/servables/tensorflow/tfrt_saved_model_source_adapter.proto

@@ -257,6 +257,10 @@ message TfrtSavedModelConfig {
   // Requests with higher priority will be scheduled into batches before
   // lower priority requests.
   bool enable_priority_aware_batch_scheduler = 2033;
+
+  // If true, the priority aware batch scheduler will resplit tasks into
+  // smaller batches if needed.
+  bool enable_priority_aware_batch_scheduler_resplit = 2034;
 }
 
 // Config proto for TfrtSavedModelSourceAdapter.