Index

Symbols

--delete convert_feature_json command line option --features <preproc_feats_file> rsmpredict command line option --json convert_feature_json command line option --output convert_feature_json command line option -f, --force rsmeval command line option rsmsummarize command line option rsmtool command line option -h, --help convert_feature_json command line option render_notebook command line option rsmcompare command line option rsmeval command line option rsmpredict command line option rsmsummarize command line option rsmtool command line option rsmxval command line option

-V, --version rsmcompare command line option rsmeval command line option rsmpredict command line option rsmsummarize command line option rsmtool command line option rsmxval command line option

A

add_dataset() (rsmtool.container.DataContainer method) agreement() (in module rsmtool.utils.metrics) analyze_excluded_responses() (rsmtool.analyzer.Analyzer static method) analyze_used_predictions() (rsmtool.analyzer.Analyzer static method) analyze_used_responses() (rsmtool.analyzer.Analyzer static method) Analyzer (class in rsmtool.analyzer)

apply_add_one_inverse_transform() (rsmtool.transformer.FeatureTransformer method) apply_add_one_log_transform() (rsmtool.transformer.FeatureTransformer method) apply_inverse_transform() (rsmtool.transformer.FeatureTransformer method) apply_log_transform() (rsmtool.transformer.FeatureTransformer method) apply_sqrt_transform() (rsmtool.transformer.FeatureTransformer method) as_string (rsmtool.utils.commandline.ConfigurationGenerator attribute)

C

check_exclude_listwise() (rsmtool.configuration_parser.Configuration method) check_feature_subset_file() (rsmtool.preprocessor.FeatureSubsetProcessor method) check_flag_column() (rsmtool.configuration_parser.Configuration method) check_frame_names() (rsmtool.analyzer.Analyzer static method) check_model_name() (rsmtool.preprocessor.FeaturePreprocessor method) check_param_names() (rsmtool.analyzer.Analyzer static method) check_section_names() (rsmtool.reporter.Reporter static method) check_section_order() (rsmtool.reporter.Reporter static method) check_subgroups() (rsmtool.preprocessor.FeaturePreprocessor method) Comparer (class in rsmtool.comparer) compute_and_save_predictions() (in module rsmtool) compute_basic_descriptives() (rsmtool.analyzer.Analyzer static method) compute_correlations_between_versions() (rsmtool.comparer.Comparer static method) compute_correlations_by_group() (rsmtool.analyzer.Analyzer method) compute_degradation_and_disattenuated_correlations() (rsmtool.analyzer.Analyzer method) compute_disattenuated_correlations() (rsmtool.analyzer.Analyzer static method) compute_expected_scores_from_model() (in module rsmtool.utils.metrics) compute_metrics() (rsmtool.analyzer.Analyzer method) compute_metrics_by_group() (rsmtool.analyzer.Analyzer method) compute_outliers() (rsmtool.analyzer.Analyzer static method) compute_pca() (rsmtool.analyzer.Analyzer static method) compute_percentiles() (rsmtool.analyzer.Analyzer static method) config_file rsmcompare command line option rsmeval command line option rsmpredict command line option rsmsummarize command line option rsmtool command line option rsmxval command line option

configdir (rsmtool.configuration_parser.Configuration attribute) Configuration (class in rsmtool.configuration_parser) ConfigurationGenerator (class in rsmtool.utils.commandline) ConfigurationParser (class in rsmtool.configuration_parser) configure() (in module rsmtool.configuration_parser) context (rsmtool.configuration_parser.Configuration attribute) (rsmtool.utils.commandline.ConfigurationGenerator attribute) convert_feature_json command line option --delete --json --output -h, --help convert_feature_json_file() (in module rsmtool.convert_feature_json) convert_ipynb_to_html() (rsmtool.reporter.Reporter static method) copy() (rsmtool.configuration_parser.Configuration method) (rsmtool.container.DataContainer method) correlation_helper() (rsmtool.analyzer.Analyzer static method) create_comparison_report() (rsmtool.reporter.Reporter method) create_fake_skll_learner() (rsmtool.modeler.Modeler method) create_report() (rsmtool.reporter.Reporter method) create_summary_report() (rsmtool.reporter.Reporter method)

D

DataContainer (class in rsmtool.container) DataReader (class in rsmtool.reader) DataWriter (class in rsmtool.writer)

determine_chosen_sections() (rsmtool.reporter.Reporter method) difference_of_standardized_means() (in module rsmtool.utils.metrics) drop() (rsmtool.container.DataContainer method)

F

fast_predict() (in module rsmtool) FeaturePreprocessor (class in rsmtool.preprocessor) FeatureSpecsProcessor (class in rsmtool.preprocessor) FeatureSubsetProcessor (class in rsmtool.preprocessor) FeatureTransformer (class in rsmtool.transformer)

filter_data() (rsmtool.preprocessor.FeaturePreprocessor method) filter_metrics() (rsmtool.analyzer.Analyzer method) filter_on_column() (rsmtool.preprocessor.FeaturePreprocessor method) filter_on_flag_columns() (rsmtool.preprocessor.FeaturePreprocessor method) find_feature_sign() (rsmtool.preprocessor.FeatureSpecsProcessor method) find_feature_transform() (rsmtool.transformer.FeatureTransformer method)

G

generate() (rsmtool.utils.commandline.ConfigurationGenerator method) generate_default_specs() (rsmtool.preprocessor.FeatureSpecsProcessor method) generate_feature_names() (rsmtool.preprocessor.FeaturePreprocessor method) generate_specs() (rsmtool.preprocessor.FeatureSpecsProcessor method) get() (rsmtool.configuration_parser.Configuration method) get_coefficients() (rsmtool.modeler.Modeler method) get_default_converter() (rsmtool.configuration_parser.Configuration method) get_fairness_analyses() (in module rsmtool.fairness_utils) get_feature_names() (rsmtool.modeler.Modeler method)

get_frame() (rsmtool.container.DataContainer method) get_frames() (rsmtool.container.DataContainer method) get_intercept() (rsmtool.modeler.Modeler method) get_names_and_paths() (rsmtool.configuration_parser.Configuration method) get_ordered_notebook_files() (rsmtool.reporter.Reporter method) get_path() (rsmtool.container.DataContainer method) get_rater_error_variance() (rsmtool.configuration_parser.Configuration method) get_section_file_map() (rsmtool.reporter.Reporter method) get_thumbnail_as_html() (in module rsmtool.utils.notebook) get_trim_min_max_tolerance() (rsmtool.configuration_parser.Configuration method)

H

html_file render_notebook command line option

I

ipynb_file render_notebook command line option

items() (rsmtool.configuration_parser.Configuration method) (rsmtool.container.DataContainer method)

K

keys() (rsmtool.configuration_parser.Configuration method) (rsmtool.container.DataContainer method)

L

load_from_file() (rsmtool.modeler.Modeler class method) load_from_learner() (rsmtool.modeler.Modeler class method) load_rsmtool_output() (rsmtool.comparer.Comparer method)

locate_custom_sections() (rsmtool.reporter.Reporter static method) locate_files() (rsmtool.reader.DataReader static method) logger (rsmtool.configuration_parser.ConfigurationParser attribute)

M

make_summary_stat_df() (rsmtool.comparer.Comparer static method) merge_notebooks() (rsmtool.reporter.Reporter static method)

metrics_helper() (rsmtool.analyzer.Analyzer static method) model_fit_to_dataframe() (rsmtool.modeler.Modeler static method) Modeler (class in rsmtool.modeler)

O

ols_coefficients_to_dataframe() (rsmtool.modeler.Modeler static method) output_dir (optional) rsmcompare command line option rsmeval command line option rsmsummarize command line option rsmtool command line option rsmxval command line option

output_file rsmpredict command line option

P

parse() (rsmtool.configuration_parser.ConfigurationParser method) parse_json_with_comments() (in module rsmtool.utils.files) partial_correlations() (in module rsmtool.utils.metrics) pop() (rsmtool.configuration_parser.Configuration method) predict() (rsmtool.modeler.Modeler method) predict_train_and_test() (rsmtool.modeler.Modeler method) preprocess_feature() (rsmtool.preprocessor.FeaturePreprocessor method) preprocess_features() (rsmtool.preprocessor.FeaturePreprocessor method)

preprocess_new_data() (rsmtool.preprocessor.FeaturePreprocessor method) prmse_true() (in module rsmtool.utils.prmse) process_config() (rsmtool.configuration_parser.ConfigurationParser class method) process_confusion_matrix() (rsmtool.comparer.Comparer static method) process_data() (rsmtool.preprocessor.FeaturePreprocessor method) process_data_rsmeval() (rsmtool.preprocessor.FeaturePreprocessor method) process_data_rsmpredict() (rsmtool.preprocessor.FeaturePreprocessor method) process_data_rsmtool() (rsmtool.preprocessor.FeaturePreprocessor method) process_predictions() (rsmtool.preprocessor.FeaturePreprocessor method)

Q

quadratic_weighted_kappa() (in module rsmtool.utils.metrics)

R

read() (rsmtool.reader.DataReader method) read_from_file() (rsmtool.reader.DataReader static method) read_jsonlines() (in module rsmtool.reader) remove_outliers() (rsmtool.preprocessor.FeaturePreprocessor static method) remove_outliers_using_truncations() (rsmtool.preprocessor.FeaturePreprocessor method) rename() (rsmtool.container.DataContainer method) rename_default_columns() (rsmtool.preprocessor.FeaturePreprocessor method) render_notebook command line option -h, --help html_file ipynb_file Reporter (class in rsmtool.reporter) rsmcompare command line option -V, --version -h, --help config_file output_dir (optional) rsmeval command line option -V, --version -f, --force -h, --help config_file output_dir (optional) rsmpredict command line option --features <preproc_feats_file> -V, --version -h, --help config_file output_file rsmsummarize command line option -V, --version -f, --force -h, --help config_file output_dir (optional)

rsmtool command line option -V, --version -f, --force -h, --help config_file output_dir (optional) rsmtool.analyzer (module) rsmtool.comparer (module) rsmtool.configuration_parser (module) rsmtool.container (module) rsmtool.modeler (module) rsmtool.preprocessor (module) rsmtool.reader (module) rsmtool.reporter (module) rsmtool.transformer (module) rsmtool.writer (module) rsmxval command line option -V, --version -h, --help config_file output_dir (optional) run_comparison() (in module rsmtool) run_data_composition_analyses_for_rsmeval() (rsmtool.analyzer.Analyzer method) run_data_composition_analyses_for_rsmtool() (rsmtool.analyzer.Analyzer method) run_evaluation() (in module rsmtool) run_experiment() (in module rsmtool) run_prediction_analyses() (rsmtool.analyzer.Analyzer method) run_summary() (in module rsmtool) run_training_analyses() (rsmtool.analyzer.Analyzer method)

S

save() (rsmtool.configuration_parser.Configuration method) scale_coefficients() (rsmtool.modeler.Modeler method) select_by_subset() (rsmtool.preprocessor.FeatureSubsetProcessor method) select_candidates() (rsmtool.preprocessor.FeaturePreprocessor method)

show_thumbnail() (in module rsmtool.utils.notebook) skll_learner_params_to_dataframe() (rsmtool.modeler.Modeler static method) standardized_mean_difference() (in module rsmtool.utils.metrics) suppress_warnings (rsmtool.utils.commandline.ConfigurationGenerator attribute)

T

to_datasets() (rsmtool.container.DataContainer static method) to_dict() (rsmtool.configuration_parser.Configuration method) train() (rsmtool.modeler.Modeler method) train_builtin_model() (rsmtool.modeler.Modeler method) train_equal_weights_lr() (rsmtool.modeler.Modeler method) train_lasso_fixed_lambda() (rsmtool.modeler.Modeler method) train_lasso_fixed_lambda_then_lr() (rsmtool.modeler.Modeler method) train_lasso_fixed_lambda_then_non_negative_lr() (rsmtool.modeler.Modeler method) train_linear_regression() (rsmtool.modeler.Modeler method)

train_non_negative_lr() (rsmtool.modeler.Modeler method) train_non_negative_lr_iterative() (rsmtool.modeler.Modeler method) train_positive_lasso_cv() (rsmtool.modeler.Modeler method) train_positive_lasso_cv_then_lr() (rsmtool.modeler.Modeler method) train_rebalanced_lr() (rsmtool.modeler.Modeler method) train_score_weighted_lr() (rsmtool.modeler.Modeler method) train_skll_model() (rsmtool.modeler.Modeler method) transform_feature() (rsmtool.transformer.FeatureTransformer method) trim() (rsmtool.preprocessor.FeaturePreprocessor method) try_to_load_file() (in module rsmtool.reader)

U

use_subgroups (rsmtool.utils.commandline.ConfigurationGenerator attribute)

V

validate_config() (rsmtool.configuration_parser.ConfigurationParser class method) validate_feature_specs() (rsmtool.preprocessor.FeatureSpecsProcessor method)

values() (rsmtool.configuration_parser.Configuration method) (rsmtool.container.DataContainer method) variance_of_errors() (in module rsmtool.utils.prmse)

W

write_experiment_output() (rsmtool.writer.DataWriter method)

write_feature_csv() (rsmtool.writer.DataWriter method) write_frame_to_file() (rsmtool.writer.DataWriter static method)