Package ai.platon.pulsar.crawl.component
Class UpdateComponent
-
- All Implemented Interfaces:
-
ai.platon.pulsar.common.config.Parameterized
public final class UpdateComponent implements ParameterizedThe update component.
-
-
Nested Class Summary
Nested Classes Modifier and Type Class Description public classUpdateComponent.Companion
-
Field Summary
Fields Modifier and Type Field Description private final LoggerLOGprivate final WebDbwebDbprivate final FetchSchedulefetchScheduleprivate final ScoringFiltersscoringFiltersprivate final MiscMessageWritermessageWriterprivate final ImmutableConfigconfpublic final static UpdateComponent.CompanionCompanion
-
Constructor Summary
Constructors Constructor Description UpdateComponent(WebDb webDb, ImmutableConfig conf)UpdateComponent(WebDb webDb, FetchSchedule fetchSchedule, ScoringFilters scoringFilters, MiscMessageWriter messageWriter, ImmutableConfig conf)
-
Method Summary
Modifier and Type Method Description final LoggergetLOG()final WebDbgetWebDb()final FetchSchedulegetFetchSchedule()final ScoringFiltersgetScoringFilters()final MiscMessageWritergetMessageWriter()final ImmutableConfiggetConf()ParamsgetParams()final UnitupdateByOutgoingPage(WebPage page, WebPage outgoingPage)final UnitupdateByOutgoingPages(WebPage page, Collection<WebPage> outgoingPages)final UnitupdatePageCounters(PageCounters lastPageCounters, PageCounters pageCounters, WebPage page)final UnitupdateByIncomingPages(Collection<WebPage> incomingPages, WebPage page)A simple update procedure final UnitupdateFetchSchedule(WebPage page)-
-
Constructor Detail
-
UpdateComponent
UpdateComponent(WebDb webDb, ImmutableConfig conf)
-
UpdateComponent
UpdateComponent(WebDb webDb, FetchSchedule fetchSchedule, ScoringFilters scoringFilters, MiscMessageWriter messageWriter, ImmutableConfig conf)
-
-
Method Detail
-
getLOG
final Logger getLOG()
-
getWebDb
final WebDb getWebDb()
-
getFetchSchedule
final FetchSchedule getFetchSchedule()
-
getScoringFilters
final ScoringFilters getScoringFilters()
-
getMessageWriter
final MiscMessageWriter getMessageWriter()
-
getConf
final ImmutableConfig getConf()
-
getParams
Params getParams()
-
updateByOutgoingPage
final Unit updateByOutgoingPage(WebPage page, WebPage outgoingPage)
-
updateByOutgoingPages
final Unit updateByOutgoingPages(WebPage page, Collection<WebPage> outgoingPages)
-
updatePageCounters
final Unit updatePageCounters(PageCounters lastPageCounters, PageCounters pageCounters, WebPage page)
-
updateByIncomingPages
final Unit updateByIncomingPages(Collection<WebPage> incomingPages, WebPage page)
A simple update procedure
-
updateFetchSchedule
final Unit updateFetchSchedule(WebPage page)
-
-
-
-