LLMStringRunMapper#

class langchain.smith.evaluation.string_run_evaluator.LLMStringRunMapper[source]#

Bases: StringRunMapper

Extract items to evaluate from the run object.

__call__(
run: Run,
) → dict[str, str]#

Maps the Run to a dictionary.

Parameters:

run (Run)

Return type:

dict[str, str]

map(
run: Run,
) → dict[str, str][source]#

Maps the Run to a dictionary.

Parameters:

run (Run)

Return type:

dict[str, str]

serialize_chat_messages(
messages: list[dict],
) → str[source]#

Extract the input messages from the run.

Parameters:

messages (list[dict])

Return type:

str

serialize_inputs(inputs: dict) → str[source]#
Parameters:

inputs (dict)

Return type:

str

serialize_outputs(outputs: dict) → str[source]#
Parameters:

outputs (dict)

Return type:

str

property output_keys: list[str]#

The keys to extract from the run.