Index

_

__init__() (code_execution.configs.ExecutionConfig method), [1] (code_execution.data_structures.Command method), [1] (code_execution.data_structures.CommandResult method), [1] (code_execution.data_structures.CommandsToRun method), [1] (code_execution.data_structures.Executable method), [1] (code_execution.data_structures.ExecutionResult method), [1] (code_execution.data_structures.OverallExecutionResults method), [1] (code_execution.entrypoints.ChunkExecutionResult method), [1] (code_execution.processing.PredTimingsCollection method), [1] (code_execution.utils.RunThread method), [1] (code_execution.utils.TimeoutContext method), [1]

A

all_had_return_code() (code_execution.data_structures.ExecutionResult method), [1]

B

batch_size (code_execution.configs.ExecutionConfig attribute), [1] batched (code_execution.configs.ExecutionConfig property), [1]

batched_execute_code() (in module code_execution.execution), [1] buffer_size (code_execution.configs.ExecutionConfig attribute), [1]

C

calc_question_metric() (in module code_execution.metrics), [1] chunk_size (code_execution.configs.ExecutionConfig attribute), [1] ChunkExecutionResult (class in code_execution.entrypoints), [1] cleanup() (in module code_execution.file_writing), [1] cleanup_time (code_execution.data_structures.ExecutionResult attribute), [1] (code_execution.processing.PredTimingsCollection attribute), [1] cleanup_timings (code_execution.entrypoints.ChunkExecutionResult attribute), [1] code_execution module, [1] code_execution.code_trees module, [1] code_execution.configs module, [1] code_execution.data_structures module, [1] code_execution.entrypoints module, [1] code_execution.execution module, [1] code_execution.file_writing module, [1]

code_execution.metrics module, [1] code_execution.processing module, [1] code_execution.utils module, [1] Command (class in code_execution.data_structures), [1] command (code_execution.data_structures.Command attribute), [1] command_results (code_execution.data_structures.ExecutionResult attribute), [1] CommandResult (class in code_execution.data_structures), [1] commands (code_execution.data_structures.CommandsToRun attribute), [1] (code_execution.data_structures.Executable attribute), [1] CommandsToRun (class in code_execution.data_structures), [1] configure_logging() (in module code_execution.utils), [1] ContextTimeLimitException, [1] convert_call_to_assert() (in module code_execution.code_trees), [1] convert_test_list_to_assert() (in module code_execution.code_trees), [1] cwd (code_execution.data_structures.CommandsToRun attribute), [1] (code_execution.data_structures.ExecutionResult attribute), [1]

D

default_postprocessor() (in module code_execution.processing), [1] default_should_early_stop() (in module code_execution.data_structures), [1] default_timeout (code_execution.configs.ExecutionConfig attribute), [1]

default_tree_process_func() (in module code_execution.code_trees), [1] disable_tqdm (code_execution.configs.ExecutionConfig attribute), [1] display_write_progress (code_execution.configs.ExecutionConfig attribute), [1]

E

elapsed (code_execution.data_structures.ExecutionResult attribute), [1] exec_elapsed (code_execution.entrypoints.ChunkExecutionResult attribute), [1] Executable (class in code_execution.data_structures), [1] execute_commands() (in module code_execution.execution), [1] execute_predictions() (in module code_execution.entrypoints), [1]

execute_single() (in module code_execution.execution), [1] execution_time (code_execution.data_structures.OverallExecutionResults attribute), [1] ExecutionConfig (class in code_execution.configs), [1] ExecutionResult (class in code_execution.data_structures), [1] expected_num_commands (code_execution.data_structures.ExecutionResult attribute), [1]

F

files (code_execution.data_structures.Executable attribute), [1]

G

get_global_imports() (in module code_execution.code_trees), [1] get_mem_limit_code() (in module code_execution.utils), [1]

get_module_and_call() (in module code_execution.utils), [1] get_pred_dir() (in module code_execution.utils), [1] get_results_from_generator() (in module code_execution.utils), [1]

H

had_error (code_execution.data_structures.CommandResult property), [1] (code_execution.data_structures.ExecutionResult property), [1]

had_unexpected_error (code_execution.data_structures.CommandResult attribute), [1]

I

in_notebook() (in module code_execution.utils), [1] invalid_result() (code_execution.data_structures.ExecutionResult class method), [1]

is_simple_test_case() (in module code_execution.code_trees), [1] is_valid_python() (in module code_execution.code_trees), [1]

K

key (code_execution.data_structures.ExecutionResult attribute), [1]

L

last_cmd (code_execution.data_structures.ExecutionResult property), [1]

log_freq (code_execution.configs.ExecutionConfig attribute), [1]

M

max_execute_at_once (code_execution.configs.ExecutionConfig attribute), [1] max_tasks_per_process (code_execution.configs.ExecutionConfig attribute), [1] module code_execution, [1] code_execution.code_trees, [1] code_execution.configs, [1] code_execution.data_structures, [1] code_execution.entrypoints, [1] code_execution.execution, [1] code_execution.file_writing, [1] code_execution.metrics, [1] code_execution.processing, [1] code_execution.utils, [1]

N

naive_process_result() (in module code_execution.metrics), [1] net_time (code_execution.data_structures.OverallExecutionResults attribute), [1] notebook_safe_async_run() (in module code_execution.utils), [1]

num_executors (code_execution.configs.ExecutionConfig attribute), [1] num_times (code_execution.data_structures.Command attribute), [1] num_workers (code_execution.configs.ExecutionConfig attribute), [1]

O

OverallExecutionResults (class in code_execution.data_structures), [1]

P

pass_at_k() (in module code_execution.metrics), [1] postprocess_commands() (in module code_execution.processing), [1] postprocessing_time (code_execution.data_structures.OverallExecutionResults attribute), [1] PredTimingsCollection (class in code_execution.processing), [1] preprocess_commands() (in module code_execution.processing), [1]

preprocess_time (code_execution.data_structures.ExecutionResult attribute), [1] (code_execution.processing.PredTimingsCollection attribute), [1] preprocessing_time (code_execution.data_structures.OverallExecutionResults attribute), [1] pure_exec_elapsed (code_execution.entrypoints.ChunkExecutionResult attribute), [1] pure_exec_time (code_execution.data_structures.OverallExecutionResults attribute), [1]

R

read() (code_execution.utils.WriteOnlyStringIO method), [1] readable() (code_execution.utils.WriteOnlyStringIO method), [1] readline() (code_execution.utils.WriteOnlyStringIO method), [1] readlines() (code_execution.utils.WriteOnlyStringIO method), [1] redirect_stdin (class in code_execution.utils), [1] remove_deep_trees() (in module code_execution.code_trees), [1] remove_trees_from_lists() (in module code_execution.code_trees), [1]

results (code_execution.data_structures.OverallExecutionResults attribute), [1] (code_execution.entrypoints.ChunkExecutionResult attribute), [1] return_code (code_execution.data_structures.CommandResult attribute), [1] run() (code_execution.utils.RunThread method), [1] run_in_parallel() (in module code_execution.utils), [1] RunThread (class in code_execution.utils), [1] runtime (code_execution.data_structures.CommandResult attribute), [1]

S

safe_ast_parse() (in module code_execution.code_trees), [1] safe_execute() (in module code_execution.execution), [1] seconds_to_human() (in module code_execution.execution), [1] serial_execute_code() (in module code_execution.execution), [1] should_early_stop() (code_execution.data_structures.CommandsToRun method), [1] (code_execution.data_structures.Executable method), [1]

sizeof_fmt() (in module code_execution.execution), [1] stderr (code_execution.data_structures.CommandResult attribute), [1] stdin (code_execution.data_structures.Command attribute), [1] stdout (code_execution.data_structures.CommandResult attribute), [1] stdout_postprocessor (code_execution.data_structures.CommandsToRun attribute), [1] (code_execution.data_structures.Executable attribute), [1] swallow_io() (in module code_execution.utils), [1]

T

threaded_execution() (in module code_execution.execution), [1] time_limit() (in module code_execution.utils), [1] timed_out (code_execution.data_structures.CommandResult attribute), [1] (code_execution.data_structures.ExecutionResult property), [1] timeout (code_execution.data_structures.Command attribute), [1] timeout_decorator() (in module code_execution.utils), [1] timeout_signal_handler() (in module code_execution.utils), [1]

TimeoutContext (class in code_execution.utils), [1] timestamp (code_execution.data_structures.OverallExecutionResults attribute), [1] timing_dict (code_execution.data_structures.OverallExecutionResults property), [1] to_dict() (code_execution.data_structures.ExecutionResult method), [1] tracked_files (code_execution.data_structures.CommandsToRun attribute), [1] (code_execution.data_structures.Executable attribute), [1] (code_execution.data_structures.ExecutionResult attribute), [1]

W

wrap_assert_in_try_print() (in module code_execution.code_trees), [1] wrap_processor() (in module code_execution.utils), [1] write_elapsed (code_execution.entrypoints.ChunkExecutionResult attribute), [1] write_executables() (in module code_execution.file_writing), [1] write_log_freq (code_execution.configs.ExecutionConfig attribute), [1] write_rate_limit (code_execution.configs.ExecutionConfig attribute), [1]

write_timings (code_execution.entrypoints.ChunkExecutionResult attribute), [1] WriteOnlyStringIO (class in code_execution.utils), [1] writing_time (code_execution.data_structures.ExecutionResult attribute), [1] (code_execution.data_structures.OverallExecutionResults attribute), [1] (code_execution.processing.PredTimingsCollection attribute), [1] WritingFailure, [1]