Inference now inspects InputType and validates it before sending it to the model. INTERNAL_INGEST has special privileges for model validation that will help pass during ingestion.
@@ -0,0 +1,6 @@
+pr: 127522
+summary: Use INTERNAL_INGEST for Inference
+area: Machine Learning
+type: bug
+issues:
+ - 127519
@@ -433,7 +433,15 @@ public class ShardBulkInferenceActionFilter implements MappedActionFilter {
}
};
inferenceProvider.service()
- .chunkedInfer(inferenceProvider.model(), null, inputs, Map.of(), InputType.INGEST, TimeValue.MAX_VALUE, completionListener);
+ .chunkedInfer(
+ inferenceProvider.model(),
+ null,
+ inputs,
+ Map.of(),
+ InputType.INTERNAL_INGEST,
+ TimeValue.MAX_VALUE,
+ completionListener
+ );
/**