Index

_

__init__() (mrjob.emr.EMRJobRunner method) (mrjob.hadoop.HadoopJobRunner method) (mrjob.inline.InlineMRJobRunner method) (mrjob.job.MRJob method) (mrjob.local.LocalMRJobRunner method) (mrjob.retry.RetryWrapper method) (mrjob.runner.MRJobRunner method)

A

add_file_option() (mrjob.job.MRJob method) add_passthrough_option() (mrjob.job.MRJob method)

AWS_ACCESS_KEY_ID, [1], [2], [3] AWS_SECRET_ACCESS_KEY, [1], [2], [3]

B

buffer_iterator_to_line_iterator() (in module mrjob.util)

bunzip2_stream() (in module mrjob.util)

C

cat() (mrjob.runner.MRJobRunner method) cleanup() (mrjob.runner.MRJobRunner method) CLEANUP_CHOICES (in module mrjob.runner) CLEANUP_DEFAULT (in module mrjob.runner) cmd_line() (in module mrjob.util) combine_cmd_lists() (in module mrjob.conf) combine_cmds() (in module mrjob.conf) combine_dicts() (in module mrjob.conf) combine_envs() (in module mrjob.conf) combine_lists() (in module mrjob.conf)

combine_local_envs() (in module mrjob.conf) combine_path_lists() (in module mrjob.conf) combine_paths() (in module mrjob.conf) combine_values() (in module mrjob.conf) combiner() (mrjob.job.MRJob method) combiner_final() (mrjob.job.MRJob method) combiner_init() (mrjob.job.MRJob method) configure_options() (mrjob.job.MRJob method) counter_unescape() (in module mrjob.parse) counters() (mrjob.runner.MRJobRunner method)

D

DEFAULT_INPUT_PROTOCOL (mrjob.job.MRJob attribute) DEFAULT_OUTPUT_PROTOCOL (mrjob.job.MRJob attribute) DEFAULT_PROTOCOL (in module mrjob.protocol) (mrjob.job.MRJob attribute)

describe_all_job_flows() (in module mrjob.emr) du() (mrjob.runner.MRJobRunner method)

E

emr_job_runner_kwargs() (mrjob.job.MRJob method) EMRJobRunner (class in mrjob.emr) environment variable AWS_ACCESS_KEY_ID, [1], [2], [3] AWS_SECRET_ACCESS_KEY, [1], [2], [3] HADOOP_HOME, [1], [2], [3], [4] MRJOB_CONF, [1], [2], [3], [4] PATH PYTHONPATH, [1], [2], [3], [4], [5], [6], [7], [8] TMPDIR TZ

expand_path() (in module mrjob.util) extract_dir_for_tar() (in module mrjob.util)

F

file_ext() (in module mrjob.util) find_hadoop_java_stack_trace() (in module mrjob.parse) find_hadoop_streaming_jar() (in module mrjob.hadoop) find_input_uri_for_mapper() (in module mrjob.parse) find_interesting_hadoop_streaming_error() (in module mrjob.parse)

find_job_log_multiline_error() (in module mrjob.parse) find_mrjob_conf() (in module mrjob.conf) find_python_traceback() (in module mrjob.parse) find_timeout_error() (in module mrjob.parse) fully_qualify_hdfs_path() (in module mrjob.hadoop)

G

generate_file_upload_args() (mrjob.job.MRJob method) generate_passthrough_arguments() (mrjob.job.MRJob method) get_default_opts() (mrjob.runner.MRJobRunner class method) get_hadoop_version() (mrjob.runner.MRJobRunner method) get_jobconf_value() (in module mrjob.compat)

get_opts() (mrjob.runner.MRJobRunner method) get_output_dir() (mrjob.runner.MRJobRunner method) get_s3_folder_keys() (mrjob.emr.EMRJobRunner method) get_s3_key() (mrjob.emr.EMRJobRunner method) get_s3_keys() (mrjob.emr.EMRJobRunner method)

H

HADOOP_HOME, [1], [2], [3], [4] HADOOP_INPUT_FORMAT (mrjob.job.MRJob attribute) hadoop_input_format() (mrjob.job.MRJob method) hadoop_job_runner_kwargs() (mrjob.job.MRJob method) hadoop_log_dir() (in module mrjob.hadoop)

HADOOP_OUTPUT_FORMAT (mrjob.job.MRJob attribute) hadoop_output_format() (mrjob.job.MRJob method) HadoopJobRunner (class in mrjob.hadoop) hash_object() (in module mrjob.util)

I

increment_counter() (mrjob.job.MRJob method) InlineMRJobRunner (class in mrjob.inline) INPUT_PROTOCOL (mrjob.job.MRJob attribute) input_protocol() (mrjob.job.MRJob method) INTERNAL_PROTOCOL (mrjob.job.MRJob attribute)

internal_protocol() (mrjob.job.MRJob method) is_mapper_or_reducer() (mrjob.job.MRJob method) is_s3_uri() (in module mrjob.parse) is_uri() (in module mrjob.parse)

J

job_runner_kwargs() (mrjob.job.MRJob method) JOBCONF (mrjob.job.MRJob attribute) jobconf() (mrjob.job.MRJob method)

JSONProtocol (class in mrjob.protocol) JSONValueProtocol (class in mrjob.protocol)

L

load_mrjob_conf() (in module mrjob.conf) load_options() (mrjob.job.MRJob method) load_opts_from_mrjob_conf() (in module mrjob.conf) local_job_runner_kwargs() (mrjob.job.MRJob method)

LocalMRJobRunner (class in mrjob.local) log_to_null() (in module mrjob.util) log_to_stream() (in module mrjob.util) ls() (mrjob.runner.MRJobRunner method)

M

make_emr_conn() (mrjob.emr.EMRJobRunner method) make_runner() (mrjob.job.MRJob method) make_s3_conn() (mrjob.emr.EMRJobRunner method) make_s3_key() (mrjob.emr.EMRJobRunner method) mapper() (mrjob.job.MRJob method) mapper_final() (mrjob.job.MRJob method) mapper_init() (mrjob.job.MRJob method) mkdir() (mrjob.runner.MRJobRunner method) mr() (mrjob.job.MRJob class method) mr_job_script() (mrjob.job.MRJob class method) MRJob (class in mrjob.job) mrjob.compat (module) mrjob.conf (module) mrjob.emr (module) mrjob.hadoop (module) mrjob.inline (module) mrjob.job (module)

mrjob.local (module) mrjob.parse (module) mrjob.protocol (module) mrjob.retry (module) mrjob.runner (module) mrjob.tools.emr.audit_usage (module) mrjob.tools.emr.create_job_flow (module) mrjob.tools.emr.fetch_logs (module) mrjob.tools.emr.mrboss (module) mrjob.tools.emr.report_long_jobs (module) mrjob.tools.emr.s3_tmpwatch (module) mrjob.tools.emr.terminate_idle_job_flows (module) mrjob.tools.emr.terminate_job_flow (module) mrjob.util (module) MRJOB_CONF, [1], [2], [3], [4] MRJobRunner (class in mrjob.runner)

O

OPTION_CLASS (mrjob.job.MRJob attribute) OUTPUT_PROTOCOL (mrjob.job.MRJob attribute)

output_protocol() (mrjob.job.MRJob method)

P

parse_and_save_options() (in module mrjob.util) parse_counters() (mrjob.job.MRJob method) parse_hadoop_counters_from_line() (in module mrjob.parse) parse_key_value_list() (in module mrjob.parse) parse_mr_job_stderr() (in module mrjob.parse) parse_output() (mrjob.job.MRJob method) parse_output_line() (mrjob.job.MRJob method) parse_port_range_list() (in module mrjob.parse) parse_s3_uri() (in module mrjob.emr) (in module mrjob.parse) PARTITIONER (mrjob.job.MRJob attribute) partitioner() (mrjob.job.MRJob method)

PATH path_exists() (mrjob.runner.MRJobRunner method) path_join() (mrjob.runner.MRJobRunner method) pick_protocols() (mrjob.job.MRJob method) PickleProtocol (class in mrjob.protocol) PickleValueProtocol (class in mrjob.protocol) populate_option_groups_with_options() (in module mrjob.util) PROTOCOL_DICT (in module mrjob.protocol) protocols() (mrjob.job.MRJob class method) PYTHONPATH, [1], [2], [3], [4], [5], [6], [7], [8]

R

RawProtocol (class in mrjob.protocol) RawValueProtocol (class in mrjob.protocol) read_file() (in module mrjob.util) read_input() (in module mrjob.util) reducer() (mrjob.job.MRJob method) reducer_final() (mrjob.job.MRJob method) reducer_init() (mrjob.job.MRJob method) ReprProtocol (class in mrjob.protocol)

ReprValueProtocol (class in mrjob.protocol) RetryWrapper (class in mrjob.retry) rm() (mrjob.runner.MRJobRunner method) run() (mrjob.job.MRJob class method) (mrjob.runner.MRJobRunner method) run_combiner() (mrjob.job.MRJob method) run_job() (mrjob.job.MRJob method) run_mapper() (mrjob.job.MRJob method) run_reducer() (mrjob.job.MRJob method)

S

s3_key_to_uri() (in module mrjob.emr) safeeval() (in module mrjob.util) sandbox() (mrjob.job.MRJob method) save_current_environment() (in module mrjob.util) scrape_options_and_index_by_dest() (in module mrjob.util) scrape_options_into_new_groups() (in module mrjob.util) set_status() (mrjob.job.MRJob method)

show_steps() (mrjob.job.MRJob method) steps() (mrjob.job.MRJob method) stream_output() (mrjob.runner.MRJobRunner method) strip_microseconds() (in module mrjob.util) supports_combiners_in_hadoop_streaming() (in module mrjob.compat) supports_new_distributed_cache_options() (in module mrjob.compat)

T

tar_and_gzip() (in module mrjob.util) TMPDIR touchz() (mrjob.runner.MRJobRunner method)

translate_jobconf() (in module mrjob.compat) TZ

U

unarchive() (in module mrjob.util)

uses_generic_jobconf() (in module mrjob.compat)

V

version_gte() (in module mrjob.compat)