Serialized Form
Package com.norconex.collector.http |
serialVersionUID: -3350877963428801802L
id
String id
crawlerConfigs
HttpCrawlerConfig[] crawlerConfigs
progressDir
String progressDir
logsDir
String logsDir
serialVersionUID: -805913995358009121L
Package com.norconex.collector.http.crawler |
serialVersionUID: -2219206220476107409L
depth
int depth
url
String url
status
CrawlStatus status
headChecksum
String headChecksum
docChecksum
String docChecksum
serialVersionUID: -3350877963428801802L
id
String id
maxDepth
int maxDepth
workDir
File workDir
startURLs
String[] startURLs
numThreads
int numThreads
maxURLs
int maxURLs
ignoreRobotsTxt
boolean ignoreRobotsTxt
keepDownloads
boolean keepDownloads
deleteOrphans
boolean deleteOrphans
urlNormalizer
IURLNormalizer urlNormalizer
delayResolver
IDelayResolver delayResolver
httpClientInitializer
IHttpClientInitializer httpClientInitializer
httpDocumentFetcher
IHttpDocumentFetcher httpDocumentFetcher
httpHeadersFetcher
IHttpHeadersFetcher httpHeadersFetcher
urlExtractor
IURLExtractor urlExtractor
robotsTxtProvider
IRobotsTxtProvider robotsTxtProvider
crawlURLDatabaseFactory
ICrawlURLDatabaseFactory crawlURLDatabaseFactory
importerConfig
ImporterConfig importerConfig
documentfilters
IHttpDocumentFilter[] documentfilters
urlFilters
IURLFilter[] urlFilters
httpHeadersFilters
IHttpHeadersFilter[] httpHeadersFilters
httpHeadersChecksummer
IHttpHeadersChecksummer httpHeadersChecksummer
preImportProcessors
IHttpDocumentProcessor[] preImportProcessors
postImportProcessors
IHttpDocumentProcessor[] postImportProcessors
httpDocumentChecksummer
IHttpDocumentChecksummer httpDocumentChecksummer
crawlerListeners
IHttpCrawlerEventListener[] crawlerListeners
committer
ICommitter committer
Package com.norconex.collector.http.db |
serialVersionUID: 5416591514078326431L
Package com.norconex.collector.http.db.impl |
serialVersionUID: 6088230386061613319L
Package com.norconex.collector.http.doc |
serialVersionUID: 4376740210800410675L
url
String url
localFile
File localFile
metadata
HttpMetadata metadata
serialVersionUID: 1454870639551983430L
Package com.norconex.collector.http.filter |
Package com.norconex.collector.http.filter.impl |
serialVersionUID: -8029862304058855686L
caseSensitive
boolean caseSensitive
extensions
String extensions
extensionParts
String[] extensionParts
serialVersionUID: -8029862304058855686L
caseSensitive
boolean caseSensitive
header
String header
regex
String regex
pattern
Pattern pattern
serialVersionUID: -8029862304058855686L
caseSensitive
boolean caseSensitive
regex
String regex
pattern
Pattern pattern
Package com.norconex.collector.http.handler |
Package com.norconex.collector.http.handler.impl |
serialVersionUID: -7742290966880042419L
lastHitTimestampNanos
long lastHitTimestampNanos
defaultDelay
long defaultDelay
schedules
List<E> schedules
ignoreRobotsCrawlDelay
boolean ignoreRobotsCrawlDelay
serialVersionUID: 5602602696446583844L
dayOfWeekRange
Range<T> dayOfWeekRange
dayOfMonthRange
Range<T> dayOfMonthRange
timeRange
ImmutablePair<L,R> timeRange
delay
long delay
serialVersionUID: -6523482835344340418L
validStatusCodes
int[] validStatusCodes
headersPrefix
String headersPrefix
serialVersionUID: 8489434479618081974L
authMethod
String authMethod
authURL
String authURL
authUsernameField
String authUsernameField
authUsername
String authUsername
authPasswordField
String authPasswordField
authPassword
String authPassword
cookiesDisabled
boolean cookiesDisabled
userAgent
String userAgent
proxyHost
String proxyHost
proxyPort
int proxyPort
proxyUsername
String proxyUsername
proxyPassword
String proxyPassword
proxyRealm
String proxyRealm
serialVersionUID: 3795335571186097378L
field
String field
serialVersionUID: -6759418012119786557L
field
String field
serialVersionUID: 1459917072724725590L
robotsTxtCache
Map<K,V> robotsTxtCache
serialVersionUID: 4130729871145622411L
maxURLLength
int maxURLLength
serialVersionUID: 3847717776792688065L
normalizations
List<E> normalizations
replaces
List<E> replaces
serialVersionUID: 6526443843689019304L
validStatusCodes
int[] validStatusCodes
headersPrefix
String headersPrefix
Package com.norconex.collector.http.robot |
serialVersionUID: -2203572498193869416L
filters
IURLFilter[] filters
crawlDelay
float crawlDelay
Copyright © 2009-2013 Norconex Inc.. All Rights Reserved.