Index

_

__init__() (artefactual.scoring.entropy_methods.EPR method) (artefactual.scoring.entropy_methods.epr.EPR method) (artefactual.scoring.entropy_methods.uncertainty_detector.UncertaintyDetector method) (artefactual.scoring.entropy_methods.UncertaintyDetector method) (artefactual.scoring.entropy_methods.WEPR method) (artefactual.scoring.entropy_methods.wepr.WEPR method) (artefactual.scoring.EPR method) (artefactual.scoring.UncertaintyDetector method) (artefactual.scoring.WEPR method)

A

artefactual module artefactual.calibration module artefactual.calibration.outputs_entropy module artefactual.calibration.rates_answers module artefactual.data module artefactual.data.data_model module artefactual.preprocessing module artefactual.preprocessing.openai_parser module artefactual.preprocessing.parser module

artefactual.preprocessing.vllm_parser module artefactual.scoring module artefactual.scoring.entropy_methods module artefactual.scoring.entropy_methods.entropy_contributions module artefactual.scoring.entropy_methods.epr module artefactual.scoring.entropy_methods.uncertainty_detector module artefactual.scoring.entropy_methods.wepr module artefactual.utils module artefactual.utils.io module

C

clear_gpu_memory() (in module artefactual.calibration) Completion (class in artefactual.data) (class in artefactual.data.data_model) compute() (artefactual.scoring.entropy_methods.EPR method) (artefactual.scoring.entropy_methods.epr.EPR method) (artefactual.scoring.entropy_methods.uncertainty_detector.UncertaintyDetector method) (artefactual.scoring.entropy_methods.UncertaintyDetector method) (artefactual.scoring.entropy_methods.WEPR method) (artefactual.scoring.entropy_methods.wepr.WEPR method) (artefactual.scoring.EPR method) (artefactual.scoring.UncertaintyDetector method) (artefactual.scoring.WEPR method)

compute_entropy_contributions() (in module artefactual.scoring) (in module artefactual.scoring.entropy_methods) (in module artefactual.scoring.entropy_methods.entropy_contributions) compute_token_scores() (artefactual.scoring.entropy_methods.EPR method) (artefactual.scoring.entropy_methods.epr.EPR method) (artefactual.scoring.entropy_methods.uncertainty_detector.UncertaintyDetector method) (artefactual.scoring.entropy_methods.UncertaintyDetector method) (artefactual.scoring.entropy_methods.WEPR method) (artefactual.scoring.entropy_methods.wepr.WEPR method) (artefactual.scoring.EPR method) (artefactual.scoring.UncertaintyDetector method) (artefactual.scoring.WEPR method)

D

Dataset (class in artefactual.data.data_model)

E

EPR (class in artefactual.scoring) (class in artefactual.scoring.entropy_methods) (class in artefactual.scoring.entropy_methods.epr)

expected_answer (artefactual.calibration.rates_answers.ResultItem attribute) expected_answers (artefactual.calibration.rates_answers.ResultItem attribute) (artefactual.data.data_model.Result attribute) (artefactual.data.Result attribute)

G

generate_entropy_dataset() (in module artefactual.calibration.outputs_entropy) generated_answers (artefactual.calibration.rates_answers.ResultItem attribute) (artefactual.data.data_model.Result attribute) (artefactual.data.Result attribute)

GenerationConfig (class in artefactual.calibration) (class in artefactual.calibration.outputs_entropy) get_expected_answers() (artefactual.calibration.rates_answers.ResultItem method) get_model_name() (in module artefactual.calibration)

I

init_llm() (in module artefactual.calibration) input_file (artefactual.calibration.rates_answers.RatingConfig attribute) (artefactual.calibration.RatingConfig attribute)

is_openai_responses_api() (in module artefactual.preprocessing) (in module artefactual.preprocessing.openai_parser) iterations (artefactual.calibration.GenerationConfig attribute) (artefactual.calibration.outputs_entropy.GenerationConfig attribute)

J

judge_model_path (artefactual.calibration.rates_answers.RatingConfig attribute) (artefactual.calibration.RatingConfig attribute)

L

load_calibration() (in module artefactual.utils) (in module artefactual.utils.io) load_tqa_from_json() (in module artefactual.calibration) load_weights() (in module artefactual.utils) (in module artefactual.utils.io)

log_to_file (artefactual.calibration.GenerationConfig attribute) (artefactual.calibration.outputs_entropy.GenerationConfig attribute) logprob (artefactual.data.data_model.TokenLogprob attribute) (artefactual.data.TokenLogprob attribute)

M

max_tokens (artefactual.calibration.rates_answers.RatingConfig attribute) (artefactual.calibration.RatingConfig attribute) model_config (artefactual.calibration.GenerationConfig attribute) (artefactual.calibration.outputs_entropy.GenerationConfig attribute) (artefactual.calibration.rates_answers.RatingConfig attribute) (artefactual.calibration.rates_answers.ResultItem attribute) (artefactual.calibration.RatingConfig attribute) (artefactual.data.Completion attribute) (artefactual.data.data_model.Completion attribute) (artefactual.data.data_model.Dataset attribute) (artefactual.data.data_model.Result attribute) (artefactual.data.data_model.TokenLogprob attribute) (artefactual.data.Result attribute) (artefactual.data.TokenLogprob attribute) model_path (artefactual.calibration.GenerationConfig attribute) (artefactual.calibration.outputs_entropy.GenerationConfig attribute) module artefactual artefactual.calibration artefactual.calibration.outputs_entropy artefactual.calibration.rates_answers artefactual.data artefactual.data.data_model artefactual.preprocessing artefactual.preprocessing.openai_parser artefactual.preprocessing.parser artefactual.preprocessing.vllm_parser artefactual.scoring artefactual.scoring.entropy_methods artefactual.scoring.entropy_methods.entropy_contributions artefactual.scoring.entropy_methods.epr artefactual.scoring.entropy_methods.uncertainty_detector artefactual.scoring.entropy_methods.wepr artefactual.utils artefactual.utils.io

N

n_queries (artefactual.calibration.GenerationConfig attribute) (artefactual.calibration.outputs_entropy.GenerationConfig attribute)

number_logprobs (artefactual.calibration.GenerationConfig attribute) (artefactual.calibration.outputs_entropy.GenerationConfig attribute)

P

parse_model_outputs() (in module artefactual.preprocessing) (in module artefactual.preprocessing.parser) process_openai_chat_completion() (in module artefactual.preprocessing) (in module artefactual.preprocessing.openai_parser)

process_openai_responses_api() (in module artefactual.preprocessing) (in module artefactual.preprocessing.openai_parser) process_vllm_logprobs() (in module artefactual.preprocessing) (in module artefactual.preprocessing.vllm_parser)

Q

query (artefactual.calibration.rates_answers.ResultItem attribute) (artefactual.data.data_model.Result attribute) (artefactual.data.Result attribute)

query_id (artefactual.calibration.rates_answers.ResultItem attribute) (artefactual.data.data_model.Result attribute) (artefactual.data.Result attribute)

R

rank (artefactual.data.data_model.TokenLogprob attribute) (artefactual.data.TokenLogprob attribute) rate_answers() (in module artefactual.calibration.rates_answers) RatingConfig (class in artefactual.calibration) (class in artefactual.calibration.rates_answers)

Result (class in artefactual.data) (class in artefactual.data.data_model) ResultItem (class in artefactual.calibration.rates_answers) results (artefactual.data.data_model.Dataset attribute)

S

save_to_json() (in module artefactual.calibration)

seed (artefactual.calibration.rates_answers.RatingConfig attribute) (artefactual.calibration.RatingConfig attribute)

T

temperature (artefactual.calibration.GenerationConfig attribute) (artefactual.calibration.outputs_entropy.GenerationConfig attribute) (artefactual.calibration.rates_answers.RatingConfig attribute) (artefactual.calibration.RatingConfig attribute) token (artefactual.data.data_model.TokenLogprob attribute) (artefactual.data.TokenLogprob attribute) token_logprobs (artefactual.data.Completion attribute) (artefactual.data.data_model.Completion attribute) (artefactual.data.data_model.Result attribute) (artefactual.data.Result attribute)

TokenLogprob (class in artefactual.data) (class in artefactual.data.data_model) top_k_sampling (artefactual.calibration.GenerationConfig attribute) (artefactual.calibration.outputs_entropy.GenerationConfig attribute) train_calibration() (in module artefactual.calibration), [1]

U

UncertaintyDetector (class in artefactual.scoring) (class in artefactual.scoring.entropy_methods) (class in artefactual.scoring.entropy_methods.uncertainty_detector)

W

WEPR (class in artefactual.scoring) (class in artefactual.scoring.entropy_methods) (class in artefactual.scoring.entropy_methods.wepr)