Gen AI Evaluation Toolkit on AWS

v2.0.0

Copyright © 2026 Amazon Web Services, Inc. and/or its affiliates. All rights reserved. Amazon’s trademarks and trade dress may not be used in connection with any product or service that is not Amazon’s, in any manner that is likely to cause confusion among customers, or in any manner that disparages or discredits Amazon. All other trademarks not owned by Amazon are the property of their respective owners, who may or may not be affiliated with, connected to, or sponsored by Amazon.

Table of contents

• Class: SubmitAppInvocationJobCommand
  • Example
  • Param
  • See
  • Throws
  • Throws
  • Throws
  • Throws
  • Throws
  • Throws
  • Extends
  • Constructors

@awssolutions/gen-ai-evaluation-toolkit-ts-client

---

@awssolutions/gen-ai-evaluation-toolkit-ts-client / SubmitAppInvocationJobCommand

Class: SubmitAppInvocationJobCommand

Submit an app invocation job: fetch test data, invoke app, record results (no scoring)

Example

Use a bare-bones client and the command you need to make an API call.

import { GenAiEvaluationToolkitClient, SubmitAppInvocationJobCommand } from "@awssolutions/gen-ai-evaluation-toolkit-ts-client"; // ES Modules import
// const { GenAiEvaluationToolkitClient, SubmitAppInvocationJobCommand } = require("@awssolutions/gen-ai-evaluation-toolkit-ts-client"); // CommonJS import
// import type { GenAiEvaluationToolkitClientConfig } from "@awssolutions/gen-ai-evaluation-toolkit-ts-client";
const config = {}; // type is GenAiEvaluationToolkitClientConfig
const client = new GenAiEvaluationToolkitClient(config);
const input = { // SubmitAppInvocationJobInput
  reportName: "STRING_VALUE",
  experimentName: "STRING_VALUE",
  processLocally: true || false,
  continueBufferMs: Number("int"),
  heartbeatSeconds: Number("int"),
  evaluatorName: "STRING_VALUE", // required
  testCases: { // TestDataSource Union: only one key present
    dataset: { // DatasetReference
      datasetId: "STRING_VALUE", // required
      datasetVersion: "STRING_VALUE",
      filter: { // AnnotationConditionExpression Union: only one key present
        condition: { // AnnotationCondition Union: only one key present
          numericCondition: { // NumericAnnotationCondition
            name: "STRING_VALUE", // required
            value: Number("float"), // required
            comparator: "=" || "!=" || "<" || "<=" || ">" || ">=", // required
          },
          stringEnumCondition: { // StringEnumAnnotationCondition
            name: "STRING_VALUE", // required
            value: "STRING_VALUE", // required
            comparator: "=" || "!=", // required
          },
        },
        and: [ // AnnotationConditionExpressionList
          {//  Union: only one key present
            condition: {//  Union: only one key present
              numericCondition: {
                name: "STRING_VALUE", // required
                value: Number("float"), // required
                comparator: "=" || "!=" || "<" || "<=" || ">" || ">=", // required
              },
              stringEnumCondition: {
                name: "STRING_VALUE", // required
                value: "STRING_VALUE", // required
                comparator: "=" || "!=", // required
              },
            },
            and: [
              "<AnnotationConditionExpression>",
            ],
            or: [
              "<AnnotationConditionExpression>",
            ],
            not: "<AnnotationConditionExpression>",
          },
        ],
        or: [
          "<AnnotationConditionExpression>",
        ],
        not: "<AnnotationConditionExpression>",
      },
    },
    inline: [ // InlineTestCaseList
      { // InlineTestCase
        input: "DOCUMENT_VALUE",
        expected: "DOCUMENT_VALUE",
        context: "DOCUMENT_VALUE",
        metadata: "DOCUMENT_VALUE",
      },
    ],
  },
  reportId: "STRING_VALUE",
  app: { // AppConfig
    name: "STRING_VALUE",
    params: "DOCUMENT_VALUE",
    evaluatorName: "STRING_VALUE",
  },
};
const command = new SubmitAppInvocationJobCommand(input);
const response = await client.send(command);
// { // SubmitAppInvocationJobOutput
//   jobId: "STRING_VALUE", // required
//   reportId: "STRING_VALUE", // required
//   sourceReportId: "STRING_VALUE",
//   evaluatorName: "STRING_VALUE", // required
//   jobType: "FULL" || "SCORE" || "APP_INVOKE", // required
//   status: "PENDING" || "RUNNING" || "SUCCESS" || "PARTIAL_FAILURE" || "FAILURE", // required
//   experimentName: "STRING_VALUE",
//   createdAt: new Date("TIMESTAMP"),
//   job: { // EvaluationJob
//     jobId: "STRING_VALUE", // required
//     evaluatorName: "STRING_VALUE", // required
//     jobType: "FULL" || "SCORE" || "APP_INVOKE", // required
//     testCases: { // TestDataSource Union: only one key present
//       dataset: { // DatasetReference
//         datasetId: "STRING_VALUE", // required
//         datasetVersion: "STRING_VALUE",
//         filter: { // AnnotationConditionExpression Union: only one key present
//           condition: { // AnnotationCondition Union: only one key present
//             numericCondition: { // NumericAnnotationCondition
//               name: "STRING_VALUE", // required
//               value: Number("float"), // required
//               comparator: "=" || "!=" || "<" || "<=" || ">" || ">=", // required
//             },
//             stringEnumCondition: { // StringEnumAnnotationCondition
//               name: "STRING_VALUE", // required
//               value: "STRING_VALUE", // required
//               comparator: "=" || "!=", // required
//             },
//           },
//           and: [ // AnnotationConditionExpressionList
//             {//  Union: only one key present
//               condition: {//  Union: only one key present
//                 numericCondition: {
//                   name: "STRING_VALUE", // required
//                   value: Number("float"), // required
//                   comparator: "=" || "!=" || "<" || "<=" || ">" || ">=", // required
//                 },
//                 stringEnumCondition: {
//                   name: "STRING_VALUE", // required
//                   value: "STRING_VALUE", // required
//                   comparator: "=" || "!=", // required
//                 },
//               },
//               and: [
//                 "<AnnotationConditionExpression>",
//               ],
//               or: [
//                 "<AnnotationConditionExpression>",
//               ],
//               not: "<AnnotationConditionExpression>",
//             },
//           ],
//           or: [
//             "<AnnotationConditionExpression>",
//           ],
//           not: "<AnnotationConditionExpression>",
//         },
//       },
//       inline: [ // InlineTestCaseList
//         { // InlineTestCase
//           input: "DOCUMENT_VALUE",
//           expected: "DOCUMENT_VALUE",
//           context: "DOCUMENT_VALUE",
//           metadata: "DOCUMENT_VALUE",
//         },
//       ],
//     },
//     reportId: "STRING_VALUE", // required
//     sourceReportId: "STRING_VALUE",
//     scorers: { // ScorerMap
//       "<keys>": { // ScorerConfig
//         params: "DOCUMENT_VALUE",
//         scores: { // SubScoreMap
//           "<keys>": "DOCUMENT_VALUE",
//         },
//         evaluatorName: "STRING_VALUE",
//       },
//     },
//     experimentName: "STRING_VALUE",
//     createdAt: new Date("TIMESTAMP"),
//   },
// };

Param

SubmitAppInvocationJobCommandInput

See

• SubmitAppInvocationJobCommandInput for command's input shape.
• SubmitAppInvocationJobCommandOutput for command's response shape.
• config for GenAiEvaluationToolkitClient's config shape.

Throws

ValidationException (client fault) A standard error for input validation failures. This should be thrown by services when a member of the input structure falls outside of the modeled or documented constraints.

Throws

UnauthorizedException (client fault) UnauthorizedException is thrown when request is missing or has bad auth

Throws

ThrottlingException (client fault) ThrottlingException is thrown when request was denied due to request throttling

Throws

InternalServerException (server fault) InternalServerException is thrown when unexpected error occurs during processing of request

Throws

ResourceNotFoundException (client fault) ResourceNotFoundException is thrown when request references a resource which does not exist

Throws

GenAiEvaluationToolkitServiceException

Base exception class for all service exceptions from GenAiEvaluationToolkit service.

Extends

• CommandImpl\<SubmitAppInvocationJobCommandInput, SubmitAppInvocationJobCommandOutput, GenAiEvaluationToolkitClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes, this>

Constructors

Constructor

new SubmitAppInvocationJobCommand(input): SubmitAppInvocationJobCommand

Parameters

input

SubmitAppInvocationJobCommandInput

Returns

SubmitAppInvocationJobCommand

Inherited from

$Command .classBuilder< SubmitAppInvocationJobCommandInput, SubmitAppInvocationJobCommandOutput, GenAiEvaluationToolkitClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes >() .ep(commonParams) .m(function (this: any, Command: any, cs: any, config: GenAiEvaluationToolkitClientResolvedConfig, o: any) { return [getEndpointPlugin(config, Command.getEndpointParameterInstructions())]; }) .s("GenAiEtk", "SubmitAppInvocationJob", {}) .n("GenAiEvaluationToolkitClient", "SubmitAppInvocationJobCommand") .sc(SubmitAppInvocationJob$) .build().constructor

Constructor

new SubmitAppInvocationJobCommand(...__namedParameters): SubmitAppInvocationJobCommand

Parameters

__namedParameters

...[SubmitAppInvocationJobCommandInput]

Returns

SubmitAppInvocationJobCommand

Inherited from

$Command .classBuilder< SubmitAppInvocationJobCommandInput, SubmitAppInvocationJobCommandOutput, GenAiEvaluationToolkitClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes >() .ep(commonParams) .m(function (this: any, Command: any, cs: any, config: GenAiEvaluationToolkitClientResolvedConfig, o: any) { return [getEndpointPlugin(config, Command.getEndpointParameterInstructions())]; }) .s("GenAiEtk", "SubmitAppInvocationJob", {}) .n("GenAiEvaluationToolkitClient", "SubmitAppInvocationJobCommand") .sc(SubmitAppInvocationJob$) .build().constructor