65 lines
1.6 KiB
TypeScript
65 lines
1.6 KiB
TypeScript
// Copyright (c) Microsoft Corporation. All rights reserved.
|
|
// Licensed under the MIT License.
|
|
|
|
import { InferenceSession } from './inference-session.js';
|
|
import { OnnxValue } from './onnx-value.js';
|
|
|
|
/**
|
|
* @ignore
|
|
*/
|
|
export declare namespace SessionHandler {
|
|
type FeedsType = { [name: string]: OnnxValue };
|
|
type FetchesType = { [name: string]: OnnxValue | null };
|
|
type ReturnType = { [name: string]: OnnxValue };
|
|
}
|
|
|
|
/**
|
|
* Represents shared SessionHandler functionality
|
|
*
|
|
* @ignore
|
|
*/
|
|
interface SessionHandler {
|
|
dispose(): Promise<void>;
|
|
|
|
readonly inputNames: readonly string[];
|
|
readonly outputNames: readonly string[];
|
|
|
|
readonly inputMetadata: readonly InferenceSession.ValueMetadata[];
|
|
readonly outputMetadata: readonly InferenceSession.ValueMetadata[];
|
|
}
|
|
|
|
/**
|
|
* Represent a handler instance of an inference session.
|
|
*
|
|
* @ignore
|
|
*/
|
|
export interface InferenceSessionHandler extends SessionHandler {
|
|
startProfiling(): void;
|
|
endProfiling(): void;
|
|
|
|
run(
|
|
feeds: SessionHandler.FeedsType,
|
|
fetches: SessionHandler.FetchesType,
|
|
options: InferenceSession.RunOptions,
|
|
): Promise<SessionHandler.ReturnType>;
|
|
}
|
|
|
|
/**
|
|
* Represent a backend that provides implementation of model inferencing.
|
|
*
|
|
* @ignore
|
|
*/
|
|
export interface Backend {
|
|
/**
|
|
* Initialize the backend asynchronously. Should throw when failed.
|
|
*/
|
|
init(backendName: string): Promise<void>;
|
|
|
|
createInferenceSessionHandler(
|
|
uriOrBuffer: string | Uint8Array,
|
|
options?: InferenceSession.SessionOptions,
|
|
): Promise<InferenceSessionHandler>;
|
|
}
|
|
|
|
export { registerBackend } from './backend-impl.js';
|