|
@@ -72,8 +72,6 @@ public class InferencePlugin extends Plugin implements ActionPlugin, ExtensibleP
|
|
|
public static final String NAME = "inference";
|
|
|
public static final String UTILITY_THREAD_POOL_NAME = "inference_utility";
|
|
|
private final Settings settings;
|
|
|
- // We'll keep a reference to the http manager just in case the inference services don't get closed individually
|
|
|
- private final SetOnce<HttpClientManager> httpManager = new SetOnce<>();
|
|
|
private final SetOnce<HttpRequestSenderFactory> httpFactory = new SetOnce<>();
|
|
|
private final SetOnce<ServiceComponents> serviceComponents = new SetOnce<>();
|
|
|
|
|
@@ -120,11 +118,9 @@ public class InferencePlugin extends Plugin implements ActionPlugin, ExtensibleP
|
|
|
var truncator = new Truncator(settings, services.clusterService());
|
|
|
serviceComponents.set(new ServiceComponents(services.threadPool(), throttlerManager, settings, truncator));
|
|
|
|
|
|
- httpManager.set(HttpClientManager.create(settings, services.threadPool(), services.clusterService(), throttlerManager));
|
|
|
-
|
|
|
var httpRequestSenderFactory = new HttpRequestSenderFactory(
|
|
|
services.threadPool(),
|
|
|
- httpManager.get(),
|
|
|
+ HttpClientManager.create(settings, services.threadPool(), services.clusterService(), throttlerManager),
|
|
|
services.clusterService(),
|
|
|
settings
|
|
|
);
|
|
@@ -236,6 +232,6 @@ public class InferencePlugin extends Plugin implements ActionPlugin, ExtensibleP
|
|
|
var serviceComponentsRef = serviceComponents.get();
|
|
|
var throttlerToClose = serviceComponentsRef != null ? serviceComponentsRef.throttlerManager() : null;
|
|
|
|
|
|
- IOUtils.closeWhileHandlingException(httpManager.get(), throttlerToClose);
|
|
|
+ IOUtils.closeWhileHandlingException(inferenceServiceRegistry.get(), throttlerToClose);
|
|
|
}
|
|
|
}
|