All Implemented Interfaces:: ai.platon.pulsar.common.config.Parameterized , java.lang.AutoCloseable


public final class CoreMetrics
 implements Parameterized, AutoCloseable

Nested Class Summary

Nested Classes
Modifier and Type	Class	Description
`public class`	`CoreMetrics.Companion`

Field Summary

Fields
Modifier and Type	Field	Description
`private final InternalURLUtil.GroupMode`	`groupMode`
`private final Integer`	`maxHostFailureEvents`
`private final Instant`	`startTime`
`private final Duration`	`elapsedTime`
`private final <Error class: unknown class>`	`elapsedSeconds`
`private final ConcurrentHashMap<String, UrlStat>`	`urlStatistics`
`private final ConcurrentSkipListSet<String>`	`unreachableHosts`
`private final ConcurrentSkipListSet<String>`	`timeoutUrls`
`private final ConcurrentSkipListSet<String>`	`movedUrls`
`private final ConcurrentSkipListSet<String>`	`failedUrls`
`private final ConcurrentSkipListSet<String>`	`deadUrls`
`private final ConcurrentHashMultiset<String>`	`failedHosts`
`private final Meter`	`meterTotalNetworkIFsRecvMBytes`
`private final Meter`	`fetchTasks`
`private final Meter`	`successFetchTasks`
`private final Meter`	`finishedFetchTasks`
`private final Meter`	`proxies`
`private final MultiMetric`	`persists`
`private final MultiMetric`	`contentPersists`
`private final MultiMetric`	`meterContentMBytes`
`private final MultiMetric`	`persistContentMBytes`
`private final Meter`	`meterContentBytes`
`private final Histogram`	`histogramContentBytes`
`private final Histogram`	`pageImages`
`private final Histogram`	`pageAnchors`
`private final Histogram`	`pageNumbers`
`private final Histogram`	`pageSmallTexts`
`private final Histogram`	`pageHeights`
`private final Long`	`realTimeNetworkIFsRecvBytes`
`private final <Error class: unknown class>`	`initNetworkIFsRecvBytes`
`private Long`	`totalNetworkIFsRecvBytes`
`private final <Error class: unknown class>`	`networkIFsRecvBytes`
`private final <Error class: unknown class>`	`networkIFsRecvBytesPerSecond`
`private final <Error class: unknown class>`	`networkIFsRecvBytesPerPage`
`private final <Error class: unknown class>`	`fetchTasksPerSecond`
`private final <Error class: unknown class>`	`finishedFetchTasksPerSecond`
`private final <Error class: unknown class>`	`successFetchTasksPerSecond`
`private Boolean`	`enableReporter`
`private final Instant`	`lastTaskTime`
`private final Instant`	`lastReportTime`
`public final static CoreMetrics.Companion`	`Companion`

Constructor Summary

Constructors
Constructor	Description
`CoreMetrics(MiscMessageWriter messageWriter, ImmutableConfig conf)`

Enum Constant Summary

Enum Constants
Enum Constant	Description

Method Summary

Modifier and Type	Method	Description
`final InternalURLUtil.GroupMode`	`getGroupMode()`
`final Integer`	`getMaxHostFailureEvents()`
`final Instant`	`getStartTime()`	The start time of the program process
`final Duration`	`getElapsedTime()`
`final <Error class: unknown class>`	`getElapsedSeconds()`
`final ConcurrentHashMap<String, UrlStat>`	`getUrlStatistics()`	Tracking statistics for each host
`final ConcurrentSkipListSet<String>`	`getUnreachableHosts()`	Tracking unreachable hosts
`final ConcurrentSkipListSet<String>`	`getTimeoutUrls()`	Tracking hosts who are failed to fetch tasks.
`final ConcurrentSkipListSet<String>`	`getMovedUrls()`
`final ConcurrentSkipListSet<String>`	`getFailedUrls()`
`final ConcurrentSkipListSet<String>`	`getDeadUrls()`
`final ConcurrentHashMultiset<String>`	`getFailedHosts()`
`final Meter`	`getMeterTotalNetworkIFsRecvMBytes()`
`final Meter`	`getFetchTasks()`	The total bytes of page content of all success web pages
`final Meter`	`getSuccessFetchTasks()`
`final Meter`	`getFinishedFetchTasks()`
`final Meter`	`getProxies()`
`final MultiMetric`	`getPersists()`
`final MultiMetric`	`getContentPersists()`
`final MultiMetric`	`getMeterContentMBytes()`
`final MultiMetric`	`getPersistContentMBytes()`
`final Meter`	`getMeterContentBytes()`
`final Histogram`	`getHistogramContentBytes()`
`final Histogram`	`getPageImages()`
`final Histogram`	`getPageAnchors()`
`final Histogram`	`getPageNumbers()`
`final Histogram`	`getPageSmallTexts()`
`final Histogram`	`getPageHeights()`
`final Long`	`getRealTimeNetworkIFsRecvBytes()`
`final <Error class: unknown class>`	`getInitNetworkIFsRecvBytes()`	The total all bytes received by the hardware at the application startup
`final Long`	`getTotalNetworkIFsRecvBytes()`	The total all bytes received by the hardware last read from system
`final Unit`	`setTotalNetworkIFsRecvBytes(Long totalNetworkIFsRecvBytes)`	The total all bytes received by the hardware last read from system
`final <Error class: unknown class>`	`getNetworkIFsRecvBytes()`
`final <Error class: unknown class>`	`getNetworkIFsRecvBytesPerSecond()`
`final <Error class: unknown class>`	`getNetworkIFsRecvBytesPerPage()`
`final <Error class: unknown class>`	`getFetchTasksPerSecond()`
`final <Error class: unknown class>`	`getFinishedFetchTasksPerSecond()`
`final <Error class: unknown class>`	`getSuccessFetchTasksPerSecond()`
`final Boolean`	`getEnableReporter()`
`final Unit`	`setEnableReporter(Boolean enableReporter)`
`final Instant`	`getLastTaskTime()`
`final Instant`	`getLastReportTime()`
`Params`	`getParams()`
`final Unit`	`start()`
`final Boolean`	`isReachable(String url)`
`final Boolean`	`isUnreachable(String url)`
`final Boolean`	`isFailed(String url)`
`final Unit`	`trackFailedUrl(String url)`
`final Unit`	`trackFailedUrls(Collection<String> urls)`
`final Boolean`	`isTimeout(String url)`
`final Unit`	`markFetchTaskStart()`
`final Unit`	`markFetchTaskStart(Integer size)`
`final Unit`	`trackSuccess(WebPage page)`	Available hosts statistics
`final Unit`	`trackTimeout(String url)`
`final Unit`	`trackMoved(String url)`
`final Boolean`	`trackHostUnreachable(String url, Integer occurrences)`
`final Integer`	`countHostTasks(String host)`
`Unit`	`close()`
`final Unit`	`updateSystemInfo()`

Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

CoreMetrics

CoreMetrics(MiscMessageWriter messageWriter, ImmutableConfig conf)

Method Detail

getGroupMode

 final InternalURLUtil.GroupMode getGroupMode()

getMaxHostFailureEvents

 final Integer getMaxHostFailureEvents()

getStartTime
```
 final Instant getStartTime()
```
The start time of the program process

getElapsedTime
```
 final Duration getElapsedTime()
```

getElapsedSeconds

 final <Error class: unknown class> getElapsedSeconds()

getUrlStatistics

 final ConcurrentHashMap<String, UrlStat> getUrlStatistics()

Tracking statistics for each host

getUnreachableHosts

 final ConcurrentSkipListSet<String> getUnreachableHosts()

Tracking unreachable hosts

getTimeoutUrls
```
 final ConcurrentSkipListSet<String> getTimeoutUrls()
```
Tracking hosts who are failed to fetch tasks. A host is considered to be an unreachable host if there are too many failure

getMovedUrls

 final ConcurrentSkipListSet<String> getMovedUrls()

getFailedUrls

 final ConcurrentSkipListSet<String> getFailedUrls()

getDeadUrls

 final ConcurrentSkipListSet<String> getDeadUrls()

getFailedHosts

 final ConcurrentHashMultiset<String> getFailedHosts()

getMeterTotalNetworkIFsRecvMBytes

 final Meter getMeterTotalNetworkIFsRecvMBytes()

getFetchTasks
```
 final Meter getFetchTasks()
```
The total bytes of page content of all success web pages

getSuccessFetchTasks
```
 final Meter getSuccessFetchTasks()
```

getFinishedFetchTasks
```
 final Meter getFinishedFetchTasks()
```

getProxies
```
 final Meter getProxies()
```

getPersists
```
 final MultiMetric getPersists()
```

getContentPersists
```
 final MultiMetric getContentPersists()
```

getMeterContentMBytes

 final MultiMetric getMeterContentMBytes()

getPersistContentMBytes

 final MultiMetric getPersistContentMBytes()

getMeterContentBytes
```
 final Meter getMeterContentBytes()
```

getHistogramContentBytes

 final Histogram getHistogramContentBytes()

getPageImages
```
 final Histogram getPageImages()
```

getPageAnchors
```
 final Histogram getPageAnchors()
```

getPageNumbers
```
 final Histogram getPageNumbers()
```

getPageSmallTexts
```
 final Histogram getPageSmallTexts()
```

getPageHeights
```
 final Histogram getPageHeights()
```

getRealTimeNetworkIFsRecvBytes

 final Long getRealTimeNetworkIFsRecvBytes()

getInitNetworkIFsRecvBytes
```
 final <Error class: unknown class> getInitNetworkIFsRecvBytes()
```
The total all bytes received by the hardware at the application startup

getTotalNetworkIFsRecvBytes
```
 final Long getTotalNetworkIFsRecvBytes()
```
The total all bytes received by the hardware last read from system

setTotalNetworkIFsRecvBytes
```
 final Unit setTotalNetworkIFsRecvBytes(Long totalNetworkIFsRecvBytes)
```
The total all bytes received by the hardware last read from system

getNetworkIFsRecvBytes

 final <Error class: unknown class> getNetworkIFsRecvBytes()

getNetworkIFsRecvBytesPerSecond

 final <Error class: unknown class> getNetworkIFsRecvBytesPerSecond()

getNetworkIFsRecvBytesPerPage

 final <Error class: unknown class> getNetworkIFsRecvBytesPerPage()

getFetchTasksPerSecond

 final <Error class: unknown class> getFetchTasksPerSecond()

getFinishedFetchTasksPerSecond

 final <Error class: unknown class> getFinishedFetchTasksPerSecond()

getSuccessFetchTasksPerSecond

 final <Error class: unknown class> getSuccessFetchTasksPerSecond()

getEnableReporter
```
 final Boolean getEnableReporter()
```

setEnableReporter

 final Unit setEnableReporter(Boolean enableReporter)

getLastTaskTime
```
 final Instant getLastTaskTime()
```

getLastReportTime
```
 final Instant getLastReportTime()
```

getParams
```
 Params getParams()
```

start
```
 final Unit start()
```

isReachable
```
 final Boolean isReachable(String url)
```

isUnreachable

 final Boolean isUnreachable(String url)

isFailed
```
 final Boolean isFailed(String url)
```

trackFailedUrl
```
 final Unit trackFailedUrl(String url)
```

trackFailedUrls

 final Unit trackFailedUrls(Collection<String> urls)

isTimeout
```
 final Boolean isTimeout(String url)
```

markFetchTaskStart
```
 final Unit markFetchTaskStart()
```

markFetchTaskStart

 final Unit markFetchTaskStart(Integer size)

trackSuccess
```
 final Unit trackSuccess(WebPage page)
```
Available hosts statistics

trackTimeout
```
 final Unit trackTimeout(String url)
```

trackMoved
```
 final Unit trackMoved(String url)
```

trackHostUnreachable
```
 final Boolean trackHostUnreachable(String url, Integer occurrences)
```
Parameters:

url - The url

Returns:

true if the host is unreachable

countHostTasks

 final Integer countHostTasks(String host)

close
```
 Unit close()
```

updateSystemInfo
```
 final Unit updateSystemInfo()
```

Class CoreMetrics

Nested Class Summary

Field Summary

Constructor Summary

Enum Constant Summary

Method Summary

Methods inherited from class java.lang.Object

Constructor Detail

CoreMetrics

Method Detail

getGroupMode

getMaxHostFailureEvents

getStartTime

getElapsedTime

getElapsedSeconds

getUrlStatistics

getUnreachableHosts

getTimeoutUrls

getMovedUrls

getFailedUrls

getDeadUrls

getFailedHosts

getMeterTotalNetworkIFsRecvMBytes

getFetchTasks

getSuccessFetchTasks

getFinishedFetchTasks

getProxies

getPersists

getContentPersists

getMeterContentMBytes

getPersistContentMBytes

getMeterContentBytes

getHistogramContentBytes

getPageImages

getPageAnchors

getPageNumbers

getPageSmallTexts

getPageHeights

getRealTimeNetworkIFsRecvBytes

getInitNetworkIFsRecvBytes

getTotalNetworkIFsRecvBytes

setTotalNetworkIFsRecvBytes

getNetworkIFsRecvBytes

getNetworkIFsRecvBytesPerSecond

getNetworkIFsRecvBytesPerPage

getFetchTasksPerSecond

getFinishedFetchTasksPerSecond

getSuccessFetchTasksPerSecond

getEnableReporter

setEnableReporter

getLastTaskTime

getLastReportTime

getParams

start

isReachable

isUnreachable

isFailed

trackFailedUrl

trackFailedUrls

isTimeout

markFetchTaskStart

markFetchTaskStart

trackSuccess

trackTimeout

trackMoved

trackHostUnreachable

countHostTasks

close

updateSystemInfo