Base

async def after_invoke(self, response: InvocationResponse) -> None:
    """Lifecycle hook called after every `Endpoint.invoke()` request in a Run.

    Args:
        response: The InvocationResponse (already annotated with initial information e.g.
            timing and token counts)
    Returns:
        None: If you'd like to add information to the `response` logged in the Run, modify it
            in-place.
    """
    pass

async def after_run(self, result: Result) -> None:
    """Lifecycle hook called at the end of each `Runner.run()`

    Args:
        result: The Result of the overall run (including all individual model invocations)
    Returns:
        None: If you'd like to modify the run `result`, edit the argument in-place.
    """
    pass

async def before_invoke(self, payload: dict) -> None:
    """Lifecycle hook called before every `Endpoint.invoke()` request in a Run.

    Args:
        payload: The payload to be sent to the endpoint.
    Returns:
        None: If you'd like to modify the request `payload`, edit the dictionary in-place.
    """
    pass

async def before_run(self, run_config: _RunConfig) -> None:
    """Lifecycle hook called at the start of each `Runner.run()`

    This function will be called after the initial Runner configuration is prepared, and before
    creating clients or starting to send requests.

    Args:
        run_config: The configuration that will be used to run the test.
    Returns:
        None: If you'd like to modify the current run's configuration, edit it in-place.
    """
    pass

@staticmethod
@final
def load_from_file(path: os.PathLike | str) -> Callback:
    """Load (any type of) Callback from file

    `Callback.load_from_file()` attempts to detect the type of Callback saved in a given file,
    and use the relevant implementation's `_load_from_file` method to load it.

    Args:
        path: (Local or Cloud) path where the callback is saved
    Returns:
        callback: A loaded Callback - for example an `MlflowCallback`.
    """
    raise NotImplementedError(
        "TODO: Callback.load_from_file is not yet implemented!"
    )

def save_to_file(self, path: os.PathLike | str) -> None:
    """Save this Callback to file

    Individual Callbacks implement this method to save their configuration to a file that will
    be re-loadable with the equivalent `_load_from_file()` method.

    Args:
        path: (Local or Cloud) path where the callback is saved
    """
    raise NotImplementedError("TODO: Callback.save_to_file is not yet implemented!")