52 lines
1.5 KiB
TypeScript
52 lines
1.5 KiB
TypeScript
import { InferenceSession } from './inference-session.js';
|
|
import { OnnxValue } from './onnx-value.js';
|
|
/**
|
|
* @ignore
|
|
*/
|
|
export declare namespace SessionHandler {
|
|
type FeedsType = {
|
|
[name: string]: OnnxValue;
|
|
};
|
|
type FetchesType = {
|
|
[name: string]: OnnxValue | null;
|
|
};
|
|
type ReturnType = {
|
|
[name: string]: OnnxValue;
|
|
};
|
|
}
|
|
/**
|
|
* Represents shared SessionHandler functionality
|
|
*
|
|
* @ignore
|
|
*/
|
|
interface SessionHandler {
|
|
dispose(): Promise<void>;
|
|
readonly inputNames: readonly string[];
|
|
readonly outputNames: readonly string[];
|
|
readonly inputMetadata: readonly InferenceSession.ValueMetadata[];
|
|
readonly outputMetadata: readonly InferenceSession.ValueMetadata[];
|
|
}
|
|
/**
|
|
* Represent a handler instance of an inference session.
|
|
*
|
|
* @ignore
|
|
*/
|
|
export interface InferenceSessionHandler extends SessionHandler {
|
|
startProfiling(): void;
|
|
endProfiling(): void;
|
|
run(feeds: SessionHandler.FeedsType, fetches: SessionHandler.FetchesType, options: InferenceSession.RunOptions): Promise<SessionHandler.ReturnType>;
|
|
}
|
|
/**
|
|
* Represent a backend that provides implementation of model inferencing.
|
|
*
|
|
* @ignore
|
|
*/
|
|
export interface Backend {
|
|
/**
|
|
* Initialize the backend asynchronously. Should throw when failed.
|
|
*/
|
|
init(backendName: string): Promise<void>;
|
|
createInferenceSessionHandler(uriOrBuffer: string | Uint8Array, options?: InferenceSession.SessionOptions): Promise<InferenceSessionHandler>;
|
|
}
|
|
export { registerBackend } from './backend-impl.js';
|
|
//# sourceMappingURL=backend.d.ts.map
|