com.senseidb.indexing.hadoop.util
Interface MRJobConfig

public interface MRJobConfig

Field Summary

static String	CACHE_ARCHIVES
static String	CACHE_ARCHIVES_SIZES
static String	CACHE_ARCHIVES_TIMESTAMPS
static String	CACHE_ARCHIVES_VISIBILITIES
static String	CACHE_FILE_TIMESTAMPS
static String	CACHE_FILE_VISIBILITIES
static String	CACHE_FILES
static String	CACHE_FILES_SIZES
static String	CACHE_LOCALARCHIVES
static String	CACHE_LOCALFILES
static String	CACHE_SYMLINK
static String	CLASSPATH_ARCHIVES
static String	CLASSPATH_FILES
static String	COMBINE_CLASS_ATTR
static String	COMBINE_RECORDS_BEFORE_PROGRESS
static String	COMPLETED_MAPS_FOR_REDUCE_SLOWSTART
static int	COUNTER_GROUP_NAME_MAX_DEFAULT
static String	COUNTER_GROUP_NAME_MAX_KEY
static int	COUNTER_GROUPS_MAX_DEFAULT
static String	COUNTER_GROUPS_MAX_KEY
static int	COUNTER_NAME_MAX_DEFAULT
static String	COUNTER_NAME_MAX_KEY
static int	COUNTERS_MAX_DEFAULT
static String	COUNTERS_MAX_KEY
static String	END_NOTIFICATION_RETRIE_INTERVAL
static String	END_NOTIFICATION_RETRIES
static String	END_NOTIFICATION_URL
static String	GROUP_COMPARATOR_CLASS
static String	ID
static String	INDEX_CACHE_MEMORY_LIMIT
static String	INPUT_FORMAT_CLASS_ATTR
static String	IO_SORT_FACTOR
static String	IO_SORT_MB
static String	JAR
static String	JAR_UNPACK_PATTERN
static String	JOB_ACL_MODIFY_JOB
static String	JOB_ACL_VIEW_JOB
static String	JOB_CANCEL_DELEGATION_TOKEN
static String	JOB_JOBTRACKER_ID
static String	JOB_LOCAL_DIR
static String	JOB_NAME
static String	JOB_NAMENODES
static String	JOB_SUBMITHOST
static String	JOB_SUBMITHOSTADDR
static String	JVM_NUMTASKS_TORUN
static String	KEY_COMPARATOR
static String	MAP_CLASS_ATTR
static String	MAP_COMBINE_MIN_SPILLS
static String	MAP_DEBUG_SCRIPT
static String	MAP_ENV
static String	MAP_FAILURES_MAX_PERCENT
static String	MAP_INPUT_FILE
static String	MAP_INPUT_PATH
static String	MAP_INPUT_START
static String	MAP_JAVA_OPTS
static String	MAP_LOG_LEVEL
static String	MAP_MAX_ATTEMPTS
static String	MAP_MEMORY_MB
static String	MAP_MEMORY_PHYSICAL_MB
static String	MAP_OUTPUT_COMPRESS
static String	MAP_OUTPUT_COMPRESS_CODEC
static String	MAP_OUTPUT_KEY_CLASS
static String	MAP_OUTPUT_KEY_FIELD_SEPERATOR
static String	MAP_OUTPUT_VALUE_CLASS
static String	MAP_SKIP_INCR_PROC_COUNT
static String	MAP_SKIP_MAX_RECORDS
static String	MAP_SORT_SPILL_PERCENT
static String	MAP_SPECULATIVE
static String	MAP_ULIMIT
static String	MAX_TASK_FAILURES_PER_TRACKER
static String	NUM_MAP_PROFILES
static String	NUM_MAPS
static String	NUM_REDUCE_PROFILES
static String	NUM_REDUCES
static String	OUTPUT_FORMAT_CLASS_ATTR
static String	OUTPUT_KEY_CLASS
static String	OUTPUT_VALUE_CLASS
static String	PARTITIONER_CLASS_ATTR
static String	PRESERVE_FAILED_TASK_FILES
static String	PRESERVE_FILES_PATTERN
static String	PRIORITY
static String	QUEUE_NAME
static String	RECORDS_BEFORE_PROGRESS
static String	REDUCE_CLASS_ATTR
static String	REDUCE_DEBUG_SCRIPT
static String	REDUCE_ENV
static String	REDUCE_FAILURES_MAXPERCENT
static String	REDUCE_INPUT_BUFFER_PERCENT
static String	REDUCE_JAVA_OPTS
static String	REDUCE_LOG_LEVEL
static String	REDUCE_MARKRESET_BUFFER_PERCENT
static String	REDUCE_MARKRESET_BUFFER_SIZE
static String	REDUCE_MAX_ATTEMPTS
static String	REDUCE_MEMORY_MB
static String	REDUCE_MEMORY_PHYSICAL_MB
static String	REDUCE_MEMORY_TOTAL_BYTES
static String	REDUCE_MEMTOMEM_ENABLED
static String	REDUCE_MEMTOMEM_THRESHOLD
static String	REDUCE_MERGE_INMEM_THRESHOLD
static String	REDUCE_SKIP_INCR_PROC_COUNT
static String	REDUCE_SKIP_MAXGROUPS
static String	REDUCE_SPECULATIVE
static String	REDUCE_ULIMIT
static String	SETUP_CLEANUP_NEEDED
static String	SHUFFLE_CONNECT_TIMEOUT
static String	SHUFFLE_FETCH_FAILURES
static String	SHUFFLE_INPUT_BUFFER_PERCENT
static String	SHUFFLE_MERGE_EPRCENT
static String	SHUFFLE_NOTIFY_READERROR
static String	SHUFFLE_PARALLEL_COPIES
static String	SHUFFLE_READ_TIMEOUT
static String	SKIP_OUTDIR
static String	SKIP_RECORDS
static String	SKIP_START_ATTEMPTS
static String	SPECULATIVE_SLOWNODE_THRESHOLD
static String	SPECULATIVE_SLOWTASK_THRESHOLD
static String	SPECULATIVECAP
static String	SPLIT_FILE
static String	TASK_ATTEMPT_ID
static String	TASK_CLEANUP_NEEDED
static String	TASK_DEBUGOUT_LINES
static String	TASK_ID
static String	TASK_ISMAP
static String	TASK_OUTPUT_DIR
static String	TASK_PARTITION
static String	TASK_PROFILE
static String	TASK_PROFILE_PARAMS
static String	TASK_TEMP_DIR
static String	TASK_TIMEOUT
static String	TASK_USERLOG_LIMIT
static String	USER_LOG_RETAIN_HOURS
static String	USER_NAME
static String	WORKING_DIR

Field Detail

INPUT_FORMAT_CLASS_ATTR

static final String INPUT_FORMAT_CLASS_ATTR

See Also:

Constant Field Values

MAP_CLASS_ATTR

static final String MAP_CLASS_ATTR

See Also:

Constant Field Values

COMBINE_CLASS_ATTR

static final String COMBINE_CLASS_ATTR

See Also:

Constant Field Values

REDUCE_CLASS_ATTR

static final String REDUCE_CLASS_ATTR

See Also:

Constant Field Values

OUTPUT_FORMAT_CLASS_ATTR

static final String OUTPUT_FORMAT_CLASS_ATTR

See Also:

Constant Field Values

PARTITIONER_CLASS_ATTR

static final String PARTITIONER_CLASS_ATTR

See Also:

Constant Field Values

SETUP_CLEANUP_NEEDED

static final String SETUP_CLEANUP_NEEDED

See Also:

Constant Field Values

TASK_CLEANUP_NEEDED

static final String TASK_CLEANUP_NEEDED

See Also:

Constant Field Values

JAR

static final String JAR

See Also:

Constant Field Values

ID

static final String ID

See Also:

Constant Field Values

JOB_NAME

static final String JOB_NAME

See Also:

Constant Field Values

JAR_UNPACK_PATTERN

static final String JAR_UNPACK_PATTERN

See Also:

Constant Field Values

USER_NAME

static final String USER_NAME

See Also:

Constant Field Values

PRIORITY

static final String PRIORITY

See Also:

Constant Field Values

QUEUE_NAME

static final String QUEUE_NAME

See Also:

Constant Field Values

JVM_NUMTASKS_TORUN

static final String JVM_NUMTASKS_TORUN

See Also:

Constant Field Values

SPLIT_FILE

static final String SPLIT_FILE

See Also:

Constant Field Values

NUM_MAPS

static final String NUM_MAPS

See Also:

Constant Field Values

MAX_TASK_FAILURES_PER_TRACKER

static final String MAX_TASK_FAILURES_PER_TRACKER

See Also:

Constant Field Values

COMPLETED_MAPS_FOR_REDUCE_SLOWSTART

static final String COMPLETED_MAPS_FOR_REDUCE_SLOWSTART

See Also:

Constant Field Values

NUM_REDUCES

static final String NUM_REDUCES

See Also:

Constant Field Values

SKIP_RECORDS

static final String SKIP_RECORDS

See Also:

Constant Field Values

SKIP_OUTDIR

static final String SKIP_OUTDIR

See Also:

Constant Field Values

SPECULATIVE_SLOWNODE_THRESHOLD

static final String SPECULATIVE_SLOWNODE_THRESHOLD

See Also:

Constant Field Values

SPECULATIVE_SLOWTASK_THRESHOLD

static final String SPECULATIVE_SLOWTASK_THRESHOLD

See Also:

Constant Field Values

SPECULATIVECAP

static final String SPECULATIVECAP

See Also:

Constant Field Values

JOB_LOCAL_DIR

static final String JOB_LOCAL_DIR

See Also:

Constant Field Values

OUTPUT_KEY_CLASS

static final String OUTPUT_KEY_CLASS

See Also:

Constant Field Values

OUTPUT_VALUE_CLASS

static final String OUTPUT_VALUE_CLASS

See Also:

Constant Field Values

KEY_COMPARATOR

static final String KEY_COMPARATOR

See Also:

Constant Field Values

GROUP_COMPARATOR_CLASS

static final String GROUP_COMPARATOR_CLASS

See Also:

Constant Field Values

WORKING_DIR

static final String WORKING_DIR

See Also:

Constant Field Values

END_NOTIFICATION_URL

static final String END_NOTIFICATION_URL

See Also:

Constant Field Values

END_NOTIFICATION_RETRIES

static final String END_NOTIFICATION_RETRIES

See Also:

Constant Field Values

END_NOTIFICATION_RETRIE_INTERVAL

static final String END_NOTIFICATION_RETRIE_INTERVAL

See Also:

Constant Field Values

CLASSPATH_ARCHIVES

static final String CLASSPATH_ARCHIVES

See Also:

Constant Field Values

CLASSPATH_FILES

static final String CLASSPATH_FILES

See Also:

Constant Field Values

CACHE_FILES

static final String CACHE_FILES

See Also:

Constant Field Values

CACHE_ARCHIVES

static final String CACHE_ARCHIVES

See Also:

Constant Field Values

CACHE_FILES_SIZES

static final String CACHE_FILES_SIZES

See Also:

Constant Field Values

CACHE_ARCHIVES_SIZES

static final String CACHE_ARCHIVES_SIZES

See Also:

Constant Field Values

CACHE_LOCALFILES

static final String CACHE_LOCALFILES

See Also:

Constant Field Values

CACHE_LOCALARCHIVES

static final String CACHE_LOCALARCHIVES

See Also:

Constant Field Values

CACHE_FILE_TIMESTAMPS

static final String CACHE_FILE_TIMESTAMPS

See Also:

Constant Field Values

CACHE_ARCHIVES_TIMESTAMPS

static final String CACHE_ARCHIVES_TIMESTAMPS

See Also:

Constant Field Values

CACHE_FILE_VISIBILITIES

static final String CACHE_FILE_VISIBILITIES

See Also:

Constant Field Values

CACHE_ARCHIVES_VISIBILITIES

static final String CACHE_ARCHIVES_VISIBILITIES

See Also:

Constant Field Values

CACHE_SYMLINK

static final String CACHE_SYMLINK

See Also:

Constant Field Values

USER_LOG_RETAIN_HOURS

static final String USER_LOG_RETAIN_HOURS

See Also:

Constant Field Values

IO_SORT_FACTOR

static final String IO_SORT_FACTOR

See Also:

Constant Field Values

IO_SORT_MB

static final String IO_SORT_MB

See Also:

Constant Field Values

INDEX_CACHE_MEMORY_LIMIT

static final String INDEX_CACHE_MEMORY_LIMIT

See Also:

Constant Field Values

PRESERVE_FAILED_TASK_FILES

static final String PRESERVE_FAILED_TASK_FILES

See Also:

Constant Field Values

PRESERVE_FILES_PATTERN

static final String PRESERVE_FILES_PATTERN

See Also:

Constant Field Values

TASK_TEMP_DIR

static final String TASK_TEMP_DIR

See Also:

Constant Field Values

TASK_DEBUGOUT_LINES

static final String TASK_DEBUGOUT_LINES

See Also:

Constant Field Values

RECORDS_BEFORE_PROGRESS

static final String RECORDS_BEFORE_PROGRESS

See Also:

Constant Field Values

SKIP_START_ATTEMPTS

static final String SKIP_START_ATTEMPTS

See Also:

Constant Field Values

TASK_ATTEMPT_ID

static final String TASK_ATTEMPT_ID

See Also:

Constant Field Values

TASK_ISMAP

static final String TASK_ISMAP

See Also:

Constant Field Values

TASK_PARTITION

static final String TASK_PARTITION

See Also:

Constant Field Values

TASK_PROFILE

static final String TASK_PROFILE

See Also:

Constant Field Values

TASK_PROFILE_PARAMS

static final String TASK_PROFILE_PARAMS

See Also:

Constant Field Values

NUM_MAP_PROFILES

static final String NUM_MAP_PROFILES

See Also:

Constant Field Values

NUM_REDUCE_PROFILES

static final String NUM_REDUCE_PROFILES

See Also:

Constant Field Values

TASK_TIMEOUT

static final String TASK_TIMEOUT

See Also:

Constant Field Values

TASK_ID

static final String TASK_ID

See Also:

Constant Field Values

TASK_OUTPUT_DIR

static final String TASK_OUTPUT_DIR

See Also:

Constant Field Values

TASK_USERLOG_LIMIT

static final String TASK_USERLOG_LIMIT

See Also:

Constant Field Values

MAP_SORT_SPILL_PERCENT

static final String MAP_SORT_SPILL_PERCENT

See Also:

Constant Field Values

MAP_INPUT_FILE

static final String MAP_INPUT_FILE

See Also:

Constant Field Values

MAP_INPUT_PATH

static final String MAP_INPUT_PATH

See Also:

Constant Field Values

MAP_INPUT_START

static final String MAP_INPUT_START

See Also:

Constant Field Values

MAP_MEMORY_MB

static final String MAP_MEMORY_MB

See Also:

Constant Field Values

MAP_MEMORY_PHYSICAL_MB

static final String MAP_MEMORY_PHYSICAL_MB

See Also:

Constant Field Values

MAP_ENV

static final String MAP_ENV

See Also:

Constant Field Values

MAP_JAVA_OPTS

static final String MAP_JAVA_OPTS

See Also:

Constant Field Values

MAP_ULIMIT

static final String MAP_ULIMIT

See Also:

Constant Field Values

MAP_MAX_ATTEMPTS

static final String MAP_MAX_ATTEMPTS

See Also:

Constant Field Values

MAP_DEBUG_SCRIPT

static final String MAP_DEBUG_SCRIPT

See Also:

Constant Field Values

MAP_SPECULATIVE

static final String MAP_SPECULATIVE

See Also:

Constant Field Values

MAP_FAILURES_MAX_PERCENT

static final String MAP_FAILURES_MAX_PERCENT

See Also:

Constant Field Values

MAP_SKIP_INCR_PROC_COUNT

static final String MAP_SKIP_INCR_PROC_COUNT

See Also:

Constant Field Values

MAP_SKIP_MAX_RECORDS

static final String MAP_SKIP_MAX_RECORDS

See Also:

Constant Field Values

MAP_COMBINE_MIN_SPILLS

static final String MAP_COMBINE_MIN_SPILLS

See Also:

Constant Field Values

MAP_OUTPUT_COMPRESS

static final String MAP_OUTPUT_COMPRESS

See Also:

Constant Field Values

MAP_OUTPUT_COMPRESS_CODEC

static final String MAP_OUTPUT_COMPRESS_CODEC

See Also:

Constant Field Values

MAP_OUTPUT_KEY_CLASS

static final String MAP_OUTPUT_KEY_CLASS

See Also:

Constant Field Values

MAP_OUTPUT_VALUE_CLASS

static final String MAP_OUTPUT_VALUE_CLASS

See Also:

Constant Field Values

MAP_OUTPUT_KEY_FIELD_SEPERATOR

static final String MAP_OUTPUT_KEY_FIELD_SEPERATOR

See Also:

Constant Field Values

MAP_LOG_LEVEL

static final String MAP_LOG_LEVEL

See Also:

Constant Field Values

REDUCE_LOG_LEVEL

static final String REDUCE_LOG_LEVEL

See Also:

Constant Field Values

REDUCE_MERGE_INMEM_THRESHOLD

static final String REDUCE_MERGE_INMEM_THRESHOLD

See Also:

Constant Field Values

REDUCE_INPUT_BUFFER_PERCENT

static final String REDUCE_INPUT_BUFFER_PERCENT

See Also:

Constant Field Values

REDUCE_MARKRESET_BUFFER_PERCENT

static final String REDUCE_MARKRESET_BUFFER_PERCENT

See Also:

Constant Field Values

REDUCE_MARKRESET_BUFFER_SIZE

static final String REDUCE_MARKRESET_BUFFER_SIZE

See Also:

Constant Field Values

REDUCE_MEMORY_PHYSICAL_MB

static final String REDUCE_MEMORY_PHYSICAL_MB

See Also:

Constant Field Values

REDUCE_MEMORY_MB

static final String REDUCE_MEMORY_MB

See Also:

Constant Field Values

REDUCE_MEMORY_TOTAL_BYTES

static final String REDUCE_MEMORY_TOTAL_BYTES

See Also:

Constant Field Values

SHUFFLE_INPUT_BUFFER_PERCENT

static final String SHUFFLE_INPUT_BUFFER_PERCENT

See Also:

Constant Field Values

SHUFFLE_MERGE_EPRCENT

static final String SHUFFLE_MERGE_EPRCENT

See Also:

Constant Field Values

REDUCE_FAILURES_MAXPERCENT

static final String REDUCE_FAILURES_MAXPERCENT

See Also:

Constant Field Values

REDUCE_ENV

static final String REDUCE_ENV

See Also:

Constant Field Values

REDUCE_JAVA_OPTS

static final String REDUCE_JAVA_OPTS

See Also:

Constant Field Values

REDUCE_ULIMIT

static final String REDUCE_ULIMIT

See Also:

Constant Field Values

REDUCE_MAX_ATTEMPTS

static final String REDUCE_MAX_ATTEMPTS

See Also:

Constant Field Values

SHUFFLE_PARALLEL_COPIES

static final String SHUFFLE_PARALLEL_COPIES

See Also:

Constant Field Values

REDUCE_DEBUG_SCRIPT

static final String REDUCE_DEBUG_SCRIPT

See Also:

Constant Field Values

REDUCE_SPECULATIVE

static final String REDUCE_SPECULATIVE

See Also:

Constant Field Values

SHUFFLE_CONNECT_TIMEOUT

static final String SHUFFLE_CONNECT_TIMEOUT

See Also:

Constant Field Values

SHUFFLE_READ_TIMEOUT

static final String SHUFFLE_READ_TIMEOUT

See Also:

Constant Field Values

SHUFFLE_FETCH_FAILURES

static final String SHUFFLE_FETCH_FAILURES

See Also:

Constant Field Values

SHUFFLE_NOTIFY_READERROR

static final String SHUFFLE_NOTIFY_READERROR

See Also:

Constant Field Values

REDUCE_SKIP_INCR_PROC_COUNT

static final String REDUCE_SKIP_INCR_PROC_COUNT

See Also:

Constant Field Values

REDUCE_SKIP_MAXGROUPS

static final String REDUCE_SKIP_MAXGROUPS

See Also:

Constant Field Values

REDUCE_MEMTOMEM_THRESHOLD

static final String REDUCE_MEMTOMEM_THRESHOLD

See Also:

Constant Field Values

REDUCE_MEMTOMEM_ENABLED

static final String REDUCE_MEMTOMEM_ENABLED

See Also:

Constant Field Values

COMBINE_RECORDS_BEFORE_PROGRESS

static final String COMBINE_RECORDS_BEFORE_PROGRESS

See Also:

Constant Field Values

JOB_NAMENODES

static final String JOB_NAMENODES

See Also:

Constant Field Values

JOB_JOBTRACKER_ID

static final String JOB_JOBTRACKER_ID

See Also:

Constant Field Values

JOB_CANCEL_DELEGATION_TOKEN

static final String JOB_CANCEL_DELEGATION_TOKEN

See Also:

Constant Field Values

JOB_ACL_VIEW_JOB

static final String JOB_ACL_VIEW_JOB

See Also:

Constant Field Values

JOB_ACL_MODIFY_JOB

static final String JOB_ACL_MODIFY_JOB

See Also:

Constant Field Values

JOB_SUBMITHOST

static final String JOB_SUBMITHOST

See Also:

Constant Field Values

JOB_SUBMITHOSTADDR

static final String JOB_SUBMITHOSTADDR

See Also:

Constant Field Values

COUNTERS_MAX_KEY

static final String COUNTERS_MAX_KEY

See Also:

Constant Field Values

COUNTERS_MAX_DEFAULT

static final int COUNTERS_MAX_DEFAULT

See Also:

Constant Field Values

COUNTER_GROUP_NAME_MAX_KEY

static final String COUNTER_GROUP_NAME_MAX_KEY

See Also:

Constant Field Values

COUNTER_GROUP_NAME_MAX_DEFAULT

static final int COUNTER_GROUP_NAME_MAX_DEFAULT

See Also:

Constant Field Values

COUNTER_NAME_MAX_KEY

static final String COUNTER_NAME_MAX_KEY

See Also:

Constant Field Values

COUNTER_NAME_MAX_DEFAULT

static final int COUNTER_NAME_MAX_DEFAULT

See Also:

Constant Field Values

COUNTER_GROUPS_MAX_KEY

static final String COUNTER_GROUPS_MAX_KEY

See Also:

Constant Field Values

COUNTER_GROUPS_MAX_DEFAULT

static final int COUNTER_GROUPS_MAX_DEFAULT

See Also:

Constant Field Values