| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final int |
ERROR |
1 |
public static final int |
INFO |
3 |
public static final int |
OK |
4 |
public static final int |
TOO_BUSY |
5 |
public static final int |
WARNING |
2 |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
AU_HAS_QUEUED_OR_ACTIVE_CRAWL |
"AU has queued or active crawl" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
ATTR_CRAWLER_ID |
"crawlerId" |
public static final String |
ATTR_CRAWLER_NAME |
"crawlerName" |
public static final String |
ATTR_CRAWLING_ENABLED |
"crawlingEnabled" |
public static final String |
ATTR_STARTER_ENABLED |
"starterEnabled" |
public static final String |
CRAWLER_IDS |
"org.lockss.crawlerservice.crawlers" |
public static final String |
CRAWLER_PREFIX |
"org.lockss.crawler." |
public static final String |
DB_FILENAME |
"crawlerServiceDb" |
public static final String |
DEFAULT_CRAWL_DB_PATH |
"data/db" |
public static final String |
ENABLED |
"Enabled" |
public static final String |
PARAM_CRAWL_DB_PATH |
"org.lockss.crawlerservice.dbPath" |
public static final String |
PARAM_REQUEUE_ON_RESTART |
"org.lockss.crawlerservice.requeueOnRestart" |
public static final String |
PREFIX |
"org.lockss.crawlerservice." |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
ATTR_COMPRESS_WARC |
"preferCompressedWarcs" |
public static final String |
ATTR_COMPRESSED_WARC_FILE_EXTENSION |
"compressedWarcExt" |
public static final String |
ATTR_CRAWL_EXECUTOR_SPEC |
"executor.spec" |
public static final String |
ATTR_ERROR_LOG_LEVEL |
"errorLogLevel" |
public static final String |
ATTR_EXCLUDE_STATUS_PATTERN |
"excludeStatusPattern" |
public static final String |
ATTR_JOIN_OUTPUT_STREAMS |
"joinOutputStreams" |
public static final String |
ATTR_OUTPUT_LOG_LEVEL |
"outputLogLevel" |
public static final String |
ATTR_PROC_EXIT_WAIT |
"procExitWait" |
public static final String |
ATTR_UNCOMPRESSED_WARC_FILE_EXTENSION |
"uncompressedWarcExt" |
public static final String |
ATTR_UNSUPPORTED_PARAMS |
"unsupportedParams" |
public static final String |
DEFAULT_CMDLINE_CRAWL_EXECUTOR_SPEC |
"10;2" |
public static final String |
DEFAULT_COMPRESS_WARC |
"false" |
public static final String |
DEFAULT_COMPRESSED_WARC_FILE_EXTENSION |
".warc.gz" |
public static final String |
DEFAULT_ERROR_LOG_LEVEL |
"ERROR" |
public static final String |
DEFAULT_EXCLUDE_STATUS_PATTERN |
"(4|5).." |
public static final String |
DEFAULT_JOIN_OUTPUT_STREAMS |
"true" |
public static final String |
DEFAULT_OUTPUT_LOG_LEVEL |
"INFO" |
public static final long |
DEFAULT_PROC_EXIT_WAIT |
600000L |
public static final String |
DEFAULT_UNCOMPRESSED_WARC_FILE_EXTENSION |
".warc" |
public static final String |
PREFIX |
"org.lockss.crawlerservice." |
public static final String |
START_URL_KEY |
"start_urls" |
public static final String |
URL_STEMS_KEY |
"url_stems" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
DEFAULT_EXECUTOR_SPEC |
"100;2" |
public static final long |
DEFAULT_THREAD_TIMEOUT |
30000L |
public static final String |
EXEC_PREFIX |
"org.lockss.crawlerservice.executor." |
public static final String |
PARAM_EXECUTOR_SPEC |
"org.lockss.crawlerservice.executor.<name>.spec" |
public static final String |
PARAM_THREAD_TIMEOUT |
"org.lockss.crawlerservice.thread.timeout" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
ATTR_OUTPUT_LEVEL |
"outputLevel" |
public static final String |
ATTR_SUCCESS_CODE |
"successCode" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
protected static final String |
WARC_FILE_NAME |
"lockss-wget" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
ACCEPT_REGEX_KEY |
"--accept-regex" |
public static final String |
APPEND_LOG_KEY |
"--append-output" |
public static final String |
CONNECT_TIMEOUT_KEY |
"--connect-timeout" |
public static final String |
DEBUG_KEY |
"--debug" |
public static final String |
DELETE_AFTER_KEY |
"--delete-after" |
public static final String |
DNS_TIMEOUT_KEY |
"--dns-timeout" |
public static final String |
DOMAINS_KEY |
"--domains" |
public static final String |
EXCLUDE_DIRECTORIES_KEY |
"--exclude-directories" |
public static final String |
HEADER_KEY |
"--header" |
public static final String |
INCLUDE_DIRECTORIES_KEY |
"--include-directories" |
public static final String |
INPUT_FILE_KEY |
"--input-file" |
public static final String |
LEVEL_KEY |
"--level" |
public static final String |
MIRROR_KEY |
"--mirror" |
public static final String |
NO_DIRECTORIES_KEY |
"--no-directories" |
public static final String |
NO_PARENT_KEY |
"--no-parent" |
public static final String |
NO_WARC_COMPRESSION_KEY |
"--no-warc-compression" |
public static final String |
PAGE_REQUISITES_KEY |
"--page-requisites" |
public static final String |
QUIET_KEY |
"--quiet" |
public static final String |
READ_TIMEOUT_KEY |
"--read-timeout" |
public static final String |
RECURSIVE_KEY |
"--recursive" |
public static final String |
REJECT_REGEX_KEY |
"--reject-regex" |
public static final String |
SPAN_HOSTS_KEY |
"--span-hosts" |
public static final String |
SPIDER_KEY |
"--spider" |
public static final String |
TIMEOUT_KEY |
"--timeout" |
public static final String |
TRIES_KEY |
"--tries" |
public static final String |
USER_AGENT_KEY |
"--user-agent" |
public static final String |
VERBOSE_KEY |
"--verbose" |
public static final String |
WAIT_KEY |
"--wait" |
public static final String |
WAIT_RETRY_KEY |
"--waitretry" |
public static final String |
WARC_CDX_KEY |
"--warc-cdx" |
public static final String |
WARC_DEDUP_KEY |
"--warc-dedup" |
public static final String |
WARC_FILE_KEY |
"--warc-file" |
public static final String |
WARC_HEADER_KEY |
"--warc-header" |
public static final String |
WARC_MAX_SIZE_KEY |
"--warc-max-size" |
public static final String |
WARC_TEMPDIR_KEY |
"--warc-tempdir" |
Copyright © 2000–2023 LOCKSS Program. All rights reserved.