com.senseidb.indexing.hadoop.util
Interface MRJobConfig


public interface MRJobConfig


Field Summary
static String CACHE_ARCHIVES
           
static String CACHE_ARCHIVES_SIZES
           
static String CACHE_ARCHIVES_TIMESTAMPS
           
static String CACHE_ARCHIVES_VISIBILITIES
           
static String CACHE_FILE_TIMESTAMPS
           
static String CACHE_FILE_VISIBILITIES
           
static String CACHE_FILES
           
static String CACHE_FILES_SIZES
           
static String CACHE_LOCALARCHIVES
           
static String CACHE_LOCALFILES
           
static String CACHE_SYMLINK
           
static String CLASSPATH_ARCHIVES
           
static String CLASSPATH_FILES
           
static String COMBINE_CLASS_ATTR
           
static String COMBINE_RECORDS_BEFORE_PROGRESS
           
static String COMPLETED_MAPS_FOR_REDUCE_SLOWSTART
           
static int COUNTER_GROUP_NAME_MAX_DEFAULT
           
static String COUNTER_GROUP_NAME_MAX_KEY
           
static int COUNTER_GROUPS_MAX_DEFAULT
           
static String COUNTER_GROUPS_MAX_KEY
           
static int COUNTER_NAME_MAX_DEFAULT
           
static String COUNTER_NAME_MAX_KEY
           
static int COUNTERS_MAX_DEFAULT
           
static String COUNTERS_MAX_KEY
           
static String END_NOTIFICATION_RETRIE_INTERVAL
           
static String END_NOTIFICATION_RETRIES
           
static String END_NOTIFICATION_URL
           
static String GROUP_COMPARATOR_CLASS
           
static String ID
           
static String INDEX_CACHE_MEMORY_LIMIT
           
static String INPUT_FORMAT_CLASS_ATTR
           
static String IO_SORT_FACTOR
           
static String IO_SORT_MB
           
static String JAR
           
static String JAR_UNPACK_PATTERN
           
static String JOB_ACL_MODIFY_JOB
           
static String JOB_ACL_VIEW_JOB
           
static String JOB_CANCEL_DELEGATION_TOKEN
           
static String JOB_JOBTRACKER_ID
           
static String JOB_LOCAL_DIR
           
static String JOB_NAME
           
static String JOB_NAMENODES
           
static String JOB_SUBMITHOST
           
static String JOB_SUBMITHOSTADDR
           
static String JVM_NUMTASKS_TORUN
           
static String KEY_COMPARATOR
           
static String MAP_CLASS_ATTR
           
static String MAP_COMBINE_MIN_SPILLS
           
static String MAP_DEBUG_SCRIPT
           
static String MAP_ENV
           
static String MAP_FAILURES_MAX_PERCENT
           
static String MAP_INPUT_FILE
           
static String MAP_INPUT_PATH
           
static String MAP_INPUT_START
           
static String MAP_JAVA_OPTS
           
static String MAP_LOG_LEVEL
           
static String MAP_MAX_ATTEMPTS
           
static String MAP_MEMORY_MB
           
static String MAP_MEMORY_PHYSICAL_MB
           
static String MAP_OUTPUT_COMPRESS
           
static String MAP_OUTPUT_COMPRESS_CODEC
           
static String MAP_OUTPUT_KEY_CLASS
           
static String MAP_OUTPUT_KEY_FIELD_SEPERATOR
           
static String MAP_OUTPUT_VALUE_CLASS
           
static String MAP_SKIP_INCR_PROC_COUNT
           
static String MAP_SKIP_MAX_RECORDS
           
static String MAP_SORT_SPILL_PERCENT
           
static String MAP_SPECULATIVE
           
static String MAP_ULIMIT
           
static String MAX_TASK_FAILURES_PER_TRACKER
           
static String NUM_MAP_PROFILES
           
static String NUM_MAPS
           
static String NUM_REDUCE_PROFILES
           
static String NUM_REDUCES
           
static String OUTPUT_FORMAT_CLASS_ATTR
           
static String OUTPUT_KEY_CLASS
           
static String OUTPUT_VALUE_CLASS
           
static String PARTITIONER_CLASS_ATTR
           
static String PRESERVE_FAILED_TASK_FILES
           
static String PRESERVE_FILES_PATTERN
           
static String PRIORITY
           
static String QUEUE_NAME
           
static String RECORDS_BEFORE_PROGRESS
           
static String REDUCE_CLASS_ATTR
           
static String REDUCE_DEBUG_SCRIPT
           
static String REDUCE_ENV
           
static String REDUCE_FAILURES_MAXPERCENT
           
static String REDUCE_INPUT_BUFFER_PERCENT
           
static String REDUCE_JAVA_OPTS
           
static String REDUCE_LOG_LEVEL
           
static String REDUCE_MARKRESET_BUFFER_PERCENT
           
static String REDUCE_MARKRESET_BUFFER_SIZE
           
static String REDUCE_MAX_ATTEMPTS
           
static String REDUCE_MEMORY_MB
           
static String REDUCE_MEMORY_PHYSICAL_MB
           
static String REDUCE_MEMORY_TOTAL_BYTES
           
static String REDUCE_MEMTOMEM_ENABLED
           
static String REDUCE_MEMTOMEM_THRESHOLD
           
static String REDUCE_MERGE_INMEM_THRESHOLD
           
static String REDUCE_SKIP_INCR_PROC_COUNT
           
static String REDUCE_SKIP_MAXGROUPS
           
static String REDUCE_SPECULATIVE
           
static String REDUCE_ULIMIT
           
static String SETUP_CLEANUP_NEEDED
           
static String SHUFFLE_CONNECT_TIMEOUT
           
static String SHUFFLE_FETCH_FAILURES
           
static String SHUFFLE_INPUT_BUFFER_PERCENT
           
static String SHUFFLE_MERGE_EPRCENT
           
static String SHUFFLE_NOTIFY_READERROR
           
static String SHUFFLE_PARALLEL_COPIES
           
static String SHUFFLE_READ_TIMEOUT
           
static String SKIP_OUTDIR
           
static String SKIP_RECORDS
           
static String SKIP_START_ATTEMPTS
           
static String SPECULATIVE_SLOWNODE_THRESHOLD
           
static String SPECULATIVE_SLOWTASK_THRESHOLD
           
static String SPECULATIVECAP
           
static String SPLIT_FILE
           
static String TASK_ATTEMPT_ID
           
static String TASK_CLEANUP_NEEDED
           
static String TASK_DEBUGOUT_LINES
           
static String TASK_ID
           
static String TASK_ISMAP
           
static String TASK_OUTPUT_DIR
           
static String TASK_PARTITION
           
static String TASK_PROFILE
           
static String TASK_PROFILE_PARAMS
           
static String TASK_TEMP_DIR
           
static String TASK_TIMEOUT
           
static String TASK_USERLOG_LIMIT
           
static String USER_LOG_RETAIN_HOURS
           
static String USER_NAME
           
static String WORKING_DIR
           
 

Field Detail

INPUT_FORMAT_CLASS_ATTR

static final String INPUT_FORMAT_CLASS_ATTR
See Also:
Constant Field Values

MAP_CLASS_ATTR

static final String MAP_CLASS_ATTR
See Also:
Constant Field Values

COMBINE_CLASS_ATTR

static final String COMBINE_CLASS_ATTR
See Also:
Constant Field Values

REDUCE_CLASS_ATTR

static final String REDUCE_CLASS_ATTR
See Also:
Constant Field Values

OUTPUT_FORMAT_CLASS_ATTR

static final String OUTPUT_FORMAT_CLASS_ATTR
See Also:
Constant Field Values

PARTITIONER_CLASS_ATTR

static final String PARTITIONER_CLASS_ATTR
See Also:
Constant Field Values

SETUP_CLEANUP_NEEDED

static final String SETUP_CLEANUP_NEEDED
See Also:
Constant Field Values

TASK_CLEANUP_NEEDED

static final String TASK_CLEANUP_NEEDED
See Also:
Constant Field Values

JAR

static final String JAR
See Also:
Constant Field Values

ID

static final String ID
See Also:
Constant Field Values

JOB_NAME

static final String JOB_NAME
See Also:
Constant Field Values

JAR_UNPACK_PATTERN

static final String JAR_UNPACK_PATTERN
See Also:
Constant Field Values

USER_NAME

static final String USER_NAME
See Also:
Constant Field Values

PRIORITY

static final String PRIORITY
See Also:
Constant Field Values

QUEUE_NAME

static final String QUEUE_NAME
See Also:
Constant Field Values

JVM_NUMTASKS_TORUN

static final String JVM_NUMTASKS_TORUN
See Also:
Constant Field Values

SPLIT_FILE

static final String SPLIT_FILE
See Also:
Constant Field Values

NUM_MAPS

static final String NUM_MAPS
See Also:
Constant Field Values

MAX_TASK_FAILURES_PER_TRACKER

static final String MAX_TASK_FAILURES_PER_TRACKER
See Also:
Constant Field Values

COMPLETED_MAPS_FOR_REDUCE_SLOWSTART

static final String COMPLETED_MAPS_FOR_REDUCE_SLOWSTART
See Also:
Constant Field Values

NUM_REDUCES

static final String NUM_REDUCES
See Also:
Constant Field Values

SKIP_RECORDS

static final String SKIP_RECORDS
See Also:
Constant Field Values

SKIP_OUTDIR

static final String SKIP_OUTDIR
See Also:
Constant Field Values

SPECULATIVE_SLOWNODE_THRESHOLD

static final String SPECULATIVE_SLOWNODE_THRESHOLD
See Also:
Constant Field Values

SPECULATIVE_SLOWTASK_THRESHOLD

static final String SPECULATIVE_SLOWTASK_THRESHOLD
See Also:
Constant Field Values

SPECULATIVECAP

static final String SPECULATIVECAP
See Also:
Constant Field Values

JOB_LOCAL_DIR

static final String JOB_LOCAL_DIR
See Also:
Constant Field Values

OUTPUT_KEY_CLASS

static final String OUTPUT_KEY_CLASS
See Also:
Constant Field Values

OUTPUT_VALUE_CLASS

static final String OUTPUT_VALUE_CLASS
See Also:
Constant Field Values

KEY_COMPARATOR

static final String KEY_COMPARATOR
See Also:
Constant Field Values

GROUP_COMPARATOR_CLASS

static final String GROUP_COMPARATOR_CLASS
See Also:
Constant Field Values

WORKING_DIR

static final String WORKING_DIR
See Also:
Constant Field Values

END_NOTIFICATION_URL

static final String END_NOTIFICATION_URL
See Also:
Constant Field Values

END_NOTIFICATION_RETRIES

static final String END_NOTIFICATION_RETRIES
See Also:
Constant Field Values

END_NOTIFICATION_RETRIE_INTERVAL

static final String END_NOTIFICATION_RETRIE_INTERVAL
See Also:
Constant Field Values

CLASSPATH_ARCHIVES

static final String CLASSPATH_ARCHIVES
See Also:
Constant Field Values

CLASSPATH_FILES

static final String CLASSPATH_FILES
See Also:
Constant Field Values

CACHE_FILES

static final String CACHE_FILES
See Also:
Constant Field Values

CACHE_ARCHIVES

static final String CACHE_ARCHIVES
See Also:
Constant Field Values

CACHE_FILES_SIZES

static final String CACHE_FILES_SIZES
See Also:
Constant Field Values

CACHE_ARCHIVES_SIZES

static final String CACHE_ARCHIVES_SIZES
See Also:
Constant Field Values

CACHE_LOCALFILES

static final String CACHE_LOCALFILES
See Also:
Constant Field Values

CACHE_LOCALARCHIVES

static final String CACHE_LOCALARCHIVES
See Also:
Constant Field Values

CACHE_FILE_TIMESTAMPS

static final String CACHE_FILE_TIMESTAMPS
See Also:
Constant Field Values

CACHE_ARCHIVES_TIMESTAMPS

static final String CACHE_ARCHIVES_TIMESTAMPS
See Also:
Constant Field Values

CACHE_FILE_VISIBILITIES

static final String CACHE_FILE_VISIBILITIES
See Also:
Constant Field Values

CACHE_ARCHIVES_VISIBILITIES

static final String CACHE_ARCHIVES_VISIBILITIES
See Also:
Constant Field Values

CACHE_SYMLINK

static final String CACHE_SYMLINK
See Also:
Constant Field Values

USER_LOG_RETAIN_HOURS

static final String USER_LOG_RETAIN_HOURS
See Also:
Constant Field Values

IO_SORT_FACTOR

static final String IO_SORT_FACTOR
See Also:
Constant Field Values

IO_SORT_MB

static final String IO_SORT_MB
See Also:
Constant Field Values

INDEX_CACHE_MEMORY_LIMIT

static final String INDEX_CACHE_MEMORY_LIMIT
See Also:
Constant Field Values

PRESERVE_FAILED_TASK_FILES

static final String PRESERVE_FAILED_TASK_FILES
See Also:
Constant Field Values

PRESERVE_FILES_PATTERN

static final String PRESERVE_FILES_PATTERN
See Also:
Constant Field Values

TASK_TEMP_DIR

static final String TASK_TEMP_DIR
See Also:
Constant Field Values

TASK_DEBUGOUT_LINES

static final String TASK_DEBUGOUT_LINES
See Also:
Constant Field Values

RECORDS_BEFORE_PROGRESS

static final String RECORDS_BEFORE_PROGRESS
See Also:
Constant Field Values

SKIP_START_ATTEMPTS

static final String SKIP_START_ATTEMPTS
See Also:
Constant Field Values

TASK_ATTEMPT_ID

static final String TASK_ATTEMPT_ID
See Also:
Constant Field Values

TASK_ISMAP

static final String TASK_ISMAP
See Also:
Constant Field Values

TASK_PARTITION

static final String TASK_PARTITION
See Also:
Constant Field Values

TASK_PROFILE

static final String TASK_PROFILE
See Also:
Constant Field Values

TASK_PROFILE_PARAMS

static final String TASK_PROFILE_PARAMS
See Also:
Constant Field Values

NUM_MAP_PROFILES

static final String NUM_MAP_PROFILES
See Also:
Constant Field Values

NUM_REDUCE_PROFILES

static final String NUM_REDUCE_PROFILES
See Also:
Constant Field Values

TASK_TIMEOUT

static final String TASK_TIMEOUT
See Also:
Constant Field Values

TASK_ID

static final String TASK_ID
See Also:
Constant Field Values

TASK_OUTPUT_DIR

static final String TASK_OUTPUT_DIR
See Also:
Constant Field Values

TASK_USERLOG_LIMIT

static final String TASK_USERLOG_LIMIT
See Also:
Constant Field Values

MAP_SORT_SPILL_PERCENT

static final String MAP_SORT_SPILL_PERCENT
See Also:
Constant Field Values

MAP_INPUT_FILE

static final String MAP_INPUT_FILE
See Also:
Constant Field Values

MAP_INPUT_PATH

static final String MAP_INPUT_PATH
See Also:
Constant Field Values

MAP_INPUT_START

static final String MAP_INPUT_START
See Also:
Constant Field Values

MAP_MEMORY_MB

static final String MAP_MEMORY_MB
See Also:
Constant Field Values

MAP_MEMORY_PHYSICAL_MB

static final String MAP_MEMORY_PHYSICAL_MB
See Also:
Constant Field Values

MAP_ENV

static final String MAP_ENV
See Also:
Constant Field Values

MAP_JAVA_OPTS

static final String MAP_JAVA_OPTS
See Also:
Constant Field Values

MAP_ULIMIT

static final String MAP_ULIMIT
See Also:
Constant Field Values

MAP_MAX_ATTEMPTS

static final String MAP_MAX_ATTEMPTS
See Also:
Constant Field Values

MAP_DEBUG_SCRIPT

static final String MAP_DEBUG_SCRIPT
See Also:
Constant Field Values

MAP_SPECULATIVE

static final String MAP_SPECULATIVE
See Also:
Constant Field Values

MAP_FAILURES_MAX_PERCENT

static final String MAP_FAILURES_MAX_PERCENT
See Also:
Constant Field Values

MAP_SKIP_INCR_PROC_COUNT

static final String MAP_SKIP_INCR_PROC_COUNT
See Also:
Constant Field Values

MAP_SKIP_MAX_RECORDS

static final String MAP_SKIP_MAX_RECORDS
See Also:
Constant Field Values

MAP_COMBINE_MIN_SPILLS

static final String MAP_COMBINE_MIN_SPILLS
See Also:
Constant Field Values

MAP_OUTPUT_COMPRESS

static final String MAP_OUTPUT_COMPRESS
See Also:
Constant Field Values

MAP_OUTPUT_COMPRESS_CODEC

static final String MAP_OUTPUT_COMPRESS_CODEC
See Also:
Constant Field Values

MAP_OUTPUT_KEY_CLASS

static final String MAP_OUTPUT_KEY_CLASS
See Also:
Constant Field Values

MAP_OUTPUT_VALUE_CLASS

static final String MAP_OUTPUT_VALUE_CLASS
See Also:
Constant Field Values

MAP_OUTPUT_KEY_FIELD_SEPERATOR

static final String MAP_OUTPUT_KEY_FIELD_SEPERATOR
See Also:
Constant Field Values

MAP_LOG_LEVEL

static final String MAP_LOG_LEVEL
See Also:
Constant Field Values

REDUCE_LOG_LEVEL

static final String REDUCE_LOG_LEVEL
See Also:
Constant Field Values

REDUCE_MERGE_INMEM_THRESHOLD

static final String REDUCE_MERGE_INMEM_THRESHOLD
See Also:
Constant Field Values

REDUCE_INPUT_BUFFER_PERCENT

static final String REDUCE_INPUT_BUFFER_PERCENT
See Also:
Constant Field Values

REDUCE_MARKRESET_BUFFER_PERCENT

static final String REDUCE_MARKRESET_BUFFER_PERCENT
See Also:
Constant Field Values

REDUCE_MARKRESET_BUFFER_SIZE

static final String REDUCE_MARKRESET_BUFFER_SIZE
See Also:
Constant Field Values

REDUCE_MEMORY_PHYSICAL_MB

static final String REDUCE_MEMORY_PHYSICAL_MB
See Also:
Constant Field Values

REDUCE_MEMORY_MB

static final String REDUCE_MEMORY_MB
See Also:
Constant Field Values

REDUCE_MEMORY_TOTAL_BYTES

static final String REDUCE_MEMORY_TOTAL_BYTES
See Also:
Constant Field Values

SHUFFLE_INPUT_BUFFER_PERCENT

static final String SHUFFLE_INPUT_BUFFER_PERCENT
See Also:
Constant Field Values

SHUFFLE_MERGE_EPRCENT

static final String SHUFFLE_MERGE_EPRCENT
See Also:
Constant Field Values

REDUCE_FAILURES_MAXPERCENT

static final String REDUCE_FAILURES_MAXPERCENT
See Also:
Constant Field Values

REDUCE_ENV

static final String REDUCE_ENV
See Also:
Constant Field Values

REDUCE_JAVA_OPTS

static final String REDUCE_JAVA_OPTS
See Also:
Constant Field Values

REDUCE_ULIMIT

static final String REDUCE_ULIMIT
See Also:
Constant Field Values

REDUCE_MAX_ATTEMPTS

static final String REDUCE_MAX_ATTEMPTS
See Also:
Constant Field Values

SHUFFLE_PARALLEL_COPIES

static final String SHUFFLE_PARALLEL_COPIES
See Also:
Constant Field Values

REDUCE_DEBUG_SCRIPT

static final String REDUCE_DEBUG_SCRIPT
See Also:
Constant Field Values

REDUCE_SPECULATIVE

static final String REDUCE_SPECULATIVE
See Also:
Constant Field Values

SHUFFLE_CONNECT_TIMEOUT

static final String SHUFFLE_CONNECT_TIMEOUT
See Also:
Constant Field Values

SHUFFLE_READ_TIMEOUT

static final String SHUFFLE_READ_TIMEOUT
See Also:
Constant Field Values

SHUFFLE_FETCH_FAILURES

static final String SHUFFLE_FETCH_FAILURES
See Also:
Constant Field Values

SHUFFLE_NOTIFY_READERROR

static final String SHUFFLE_NOTIFY_READERROR
See Also:
Constant Field Values

REDUCE_SKIP_INCR_PROC_COUNT

static final String REDUCE_SKIP_INCR_PROC_COUNT
See Also:
Constant Field Values

REDUCE_SKIP_MAXGROUPS

static final String REDUCE_SKIP_MAXGROUPS
See Also:
Constant Field Values

REDUCE_MEMTOMEM_THRESHOLD

static final String REDUCE_MEMTOMEM_THRESHOLD
See Also:
Constant Field Values

REDUCE_MEMTOMEM_ENABLED

static final String REDUCE_MEMTOMEM_ENABLED
See Also:
Constant Field Values

COMBINE_RECORDS_BEFORE_PROGRESS

static final String COMBINE_RECORDS_BEFORE_PROGRESS
See Also:
Constant Field Values

JOB_NAMENODES

static final String JOB_NAMENODES
See Also:
Constant Field Values

JOB_JOBTRACKER_ID

static final String JOB_JOBTRACKER_ID
See Also:
Constant Field Values

JOB_CANCEL_DELEGATION_TOKEN

static final String JOB_CANCEL_DELEGATION_TOKEN
See Also:
Constant Field Values

JOB_ACL_VIEW_JOB

static final String JOB_ACL_VIEW_JOB
See Also:
Constant Field Values

JOB_ACL_MODIFY_JOB

static final String JOB_ACL_MODIFY_JOB
See Also:
Constant Field Values

JOB_SUBMITHOST

static final String JOB_SUBMITHOST
See Also:
Constant Field Values

JOB_SUBMITHOSTADDR

static final String JOB_SUBMITHOSTADDR
See Also:
Constant Field Values

COUNTERS_MAX_KEY

static final String COUNTERS_MAX_KEY
See Also:
Constant Field Values

COUNTERS_MAX_DEFAULT

static final int COUNTERS_MAX_DEFAULT
See Also:
Constant Field Values

COUNTER_GROUP_NAME_MAX_KEY

static final String COUNTER_GROUP_NAME_MAX_KEY
See Also:
Constant Field Values

COUNTER_GROUP_NAME_MAX_DEFAULT

static final int COUNTER_GROUP_NAME_MAX_DEFAULT
See Also:
Constant Field Values

COUNTER_NAME_MAX_KEY

static final String COUNTER_NAME_MAX_KEY
See Also:
Constant Field Values

COUNTER_NAME_MAX_DEFAULT

static final int COUNTER_NAME_MAX_DEFAULT
See Also:
Constant Field Values

COUNTER_GROUPS_MAX_KEY

static final String COUNTER_GROUPS_MAX_KEY
See Also:
Constant Field Values

COUNTER_GROUPS_MAX_DEFAULT

static final int COUNTER_GROUPS_MAX_DEFAULT
See Also:
Constant Field Values


Copyright © 2010-2012. All Rights Reserved.