Index

A

Activity (class in scrapinghub.client.activity) add() (scrapinghub.client.activity.Activity method) (scrapinghub.client.frontiers.FrontierSlotFingerprints method) (scrapinghub.client.frontiers.FrontierSlotQueue method) (scrapinghub.client.requests.Requests method)

add_report() (scrapinghub.legacy.Job method) API_METHODS (scrapinghub.legacy.Connection attribute) APIError auth (scrapinghub.legacy.Connection property) autoscraping_project_slybot() (scrapinghub.legacy.Project method) autoscraping_spider_properties() (scrapinghub.legacy.Project method)

B

BadRequest, [1]

batch_write_start() (scrapinghub.client.logs.Logs method) batchuploader (scrapinghub.hubstorage.HubstorageClient property)

C

cancel() (scrapinghub.client.jobs.Job method) (scrapinghub.client.jobs.Jobs method) close() (scrapinghub.client.frontiers.Frontiers method) (scrapinghub.client.items.Items method) (scrapinghub.client.logs.Logs method) (scrapinghub.client.requests.Requests method) (scrapinghub.client.samples.Samples method) (scrapinghub.client.ScrapinghubClient method) (scrapinghub.hubstorage.HubstorageClient method)

close_writers() (scrapinghub.client.jobs.Job method) Collection (class in scrapinghub.client.collections) Collections (class in scrapinghub.client.collections) Connection (class in scrapinghub.legacy) count() (scrapinghub.client.collections.Collection method) (scrapinghub.client.jobs.Jobs method) (scrapinghub.legacy.JobSet method) create_writer() (scrapinghub.client.collections.Collection method)

D

debug() (scrapinghub.client.logs.Logs method) DEFAULT_CONNECTION_TIMEOUT_S (scrapinghub.hubstorage.HubstorageClient attribute) DEFAULT_ENDPOINT (scrapinghub.hubstorage.HubstorageClient attribute) (scrapinghub.legacy.Connection attribute) DEFAULT_USER_AGENT (scrapinghub.hubstorage.HubstorageClient attribute) delete() (scrapinghub.client.collections.Collection method) (scrapinghub.client.frontiers.FrontierSlot method) (scrapinghub.client.frontiers.FrontierSlotQueue method) (scrapinghub.client.jobs.Job method) (scrapinghub.client.jobs.JobMeta method) (scrapinghub.client.projects.Settings method) (scrapinghub.legacy.Job method) (scrapinghub.legacy.JobSet method)

DuplicateJobError, [1]

E

ERR_AUTH_ERROR (scrapinghub.legacy.APIError attribute) ERR_BAD_REQUEST (scrapinghub.legacy.APIError attribute) ERR_DEFAULT (scrapinghub.legacy.APIError attribute)

ERR_NOT_FOUND (scrapinghub.legacy.APIError attribute) ERR_SERVER_ERROR (scrapinghub.legacy.APIError attribute) ERR_VALUE_ERROR (scrapinghub.legacy.APIError attribute) error() (scrapinghub.client.logs.Logs method)

F

f (scrapinghub.client.frontiers.FrontierSlot property) finish() (scrapinghub.client.jobs.Job method) flush() (scrapinghub.client.frontiers.Frontier method) (scrapinghub.client.frontiers.Frontiers method) (scrapinghub.client.frontiers.FrontierSlot method) (scrapinghub.client.items.Items method) (scrapinghub.client.logs.Logs method) (scrapinghub.client.requests.Requests method) (scrapinghub.client.samples.Samples method)

Forbidden Frontier (class in scrapinghub.client.frontiers) Frontiers (class in scrapinghub.client.frontiers) FrontierSlot (class in scrapinghub.client.frontiers) FrontierSlotFingerprints (class in scrapinghub.client.frontiers) FrontierSlotQueue (class in scrapinghub.client.frontiers)

G

get() (scrapinghub.client.collections.Collection method) (scrapinghub.client.collections.Collections method) (scrapinghub.client.frontiers.Frontier method) (scrapinghub.client.frontiers.Frontiers method) (scrapinghub.client.items.Items method) (scrapinghub.client.jobs.JobMeta method) (scrapinghub.client.jobs.Jobs method) (scrapinghub.client.logs.Logs method) (scrapinghub.client.projects.Projects method) (scrapinghub.client.projects.Settings method) (scrapinghub.client.requests.Requests method) (scrapinghub.client.samples.Samples method) (scrapinghub.client.spiders.Spiders method)

get_cached_store() (scrapinghub.client.collections.Collections method) get_job() (scrapinghub.client.ScrapinghubClient method) (scrapinghub.hubstorage.HubstorageClient method) get_project() (scrapinghub.client.ScrapinghubClient method) (scrapinghub.hubstorage.HubstorageClient method) get_store() (scrapinghub.client.collections.Collections method) get_versioned_cached_store() (scrapinghub.client.collections.Collections method) get_versioned_store() (scrapinghub.client.collections.Collections method)

H

HubstorageClient (class in scrapinghub.hubstorage)

I

id (scrapinghub.legacy.Job property) info() (scrapinghub.client.logs.Logs method) Items (class in scrapinghub.client.items) items() (scrapinghub.legacy.Job method) iter() (scrapinghub.client.activity.Activity method) (scrapinghub.client.collections.Collection method) (scrapinghub.client.collections.Collections method) (scrapinghub.client.frontiers.Frontier method) (scrapinghub.client.frontiers.Frontiers method) (scrapinghub.client.frontiers.FrontierSlotFingerprints method) (scrapinghub.client.frontiers.FrontierSlotQueue method) (scrapinghub.client.items.Items method) (scrapinghub.client.jobs.JobMeta method) (scrapinghub.client.jobs.Jobs method) (scrapinghub.client.logs.Logs method) (scrapinghub.client.projects.Projects method) (scrapinghub.client.projects.Settings method) (scrapinghub.client.requests.Requests method) (scrapinghub.client.samples.Samples method) (scrapinghub.client.spiders.Spiders method)

iter_last() (scrapinghub.client.jobs.Jobs method)

J

Job (class in scrapinghub.client.jobs) (class in scrapinghub.legacy) job() (scrapinghub.legacy.Project method)

JobMeta (class in scrapinghub.client.jobs) Jobs (class in scrapinghub.client.jobs) jobs() (scrapinghub.legacy.Project method) JobSet (class in scrapinghub.legacy)

L

list() (scrapinghub.client.activity.Activity method) (scrapinghub.client.collections.Collection method) (scrapinghub.client.collections.Collections method) (scrapinghub.client.frontiers.Frontier method) (scrapinghub.client.frontiers.Frontiers method) (scrapinghub.client.frontiers.FrontierSlotFingerprints method) (scrapinghub.client.frontiers.FrontierSlotQueue method) (scrapinghub.client.items.Items method) (scrapinghub.client.jobs.JobMeta method) (scrapinghub.client.jobs.Jobs method) (scrapinghub.client.logs.Logs method) (scrapinghub.client.projects.Projects method) (scrapinghub.client.projects.Settings method) (scrapinghub.client.requests.Requests method) (scrapinghub.client.samples.Samples method) (scrapinghub.client.spiders.Spiders method)

list_iter() (scrapinghub.client.items.Items method) list_tags() (scrapinghub.client.spiders.Spider method) log() (scrapinghub.client.logs.Logs method) (scrapinghub.legacy.Job method) Logs (class in scrapinghub.client.logs)

M

MAX_RETRIES (scrapinghub.legacy.Job attribute) module scrapinghub.client scrapinghub.client.activity scrapinghub.client.collections scrapinghub.client.exceptions scrapinghub.client.frontiers scrapinghub.client.items scrapinghub.client.jobs scrapinghub.client.logs scrapinghub.client.projects scrapinghub.client.requests scrapinghub.client.samples scrapinghub.client.spiders scrapinghub.hubstorage scrapinghub.legacy

N

name (scrapinghub.legacy.Project property) newcount (scrapinghub.client.frontiers.Frontier property) (scrapinghub.client.frontiers.Frontiers property) (scrapinghub.client.frontiers.FrontierSlot property)

NotFound, [1]

P

Project (class in scrapinghub.client.projects) (class in scrapinghub.legacy) project_ids() (scrapinghub.legacy.Connection method)

project_names() (scrapinghub.legacy.Connection method) Projects (class in scrapinghub.client.projects) push_job() (scrapinghub.hubstorage.HubstorageClient method)

Q

q (scrapinghub.client.frontiers.FrontierSlot property)

R

request() (scrapinghub.hubstorage.HubstorageClient method) RequestProxyMixin (class in scrapinghub.legacy) Requests (class in scrapinghub.client.requests) RETRY_DEFAULT_EXPONENTIAL_BACKOFF_MS (scrapinghub.hubstorage.HubstorageClient attribute)

RETRY_DEFAULT_JITTER_MS (scrapinghub.hubstorage.HubstorageClient attribute) RETRY_DEFAULT_MAX_RETRIES (scrapinghub.hubstorage.HubstorageClient attribute) RETRY_DEFAUT_MAX_RETRY_TIME_S (scrapinghub.hubstorage.HubstorageClient attribute) RETRY_INTERVAL (scrapinghub.legacy.Job attribute) run() (scrapinghub.client.jobs.Jobs method)

S

Samples (class in scrapinghub.client.samples) schedule() (scrapinghub.legacy.Project method) scrapinghub.client module scrapinghub.client.activity module scrapinghub.client.collections module scrapinghub.client.exceptions module scrapinghub.client.frontiers module scrapinghub.client.items module scrapinghub.client.jobs module scrapinghub.client.logs module scrapinghub.client.projects module scrapinghub.client.requests module scrapinghub.client.samples module scrapinghub.client.spiders module

scrapinghub.hubstorage module scrapinghub.legacy module ScrapinghubAPIError, [1] ScrapinghubClient (class in scrapinghub.client) server_timestamp() (scrapinghub.hubstorage.HubstorageClient method) ServerError, [1] set() (scrapinghub.client.collections.Collection method) (scrapinghub.client.jobs.JobMeta method) (scrapinghub.client.projects.Settings method) Settings (class in scrapinghub.client.projects) Spider (class in scrapinghub.client.spiders) Spiders (class in scrapinghub.client.spiders) spiders() (scrapinghub.legacy.Project method) start() (scrapinghub.client.jobs.Job method) stats() (scrapinghub.client.items.Items method) (scrapinghub.client.logs.Logs method) (scrapinghub.client.requests.Requests method) (scrapinghub.client.samples.Samples method) stop() (scrapinghub.legacy.Job method) (scrapinghub.legacy.JobSet method) summary() (scrapinghub.client.jobs.Jobs method) (scrapinghub.client.projects.Projects method)

T

truncate() (scrapinghub.client.collections.Collection method)

U

Unauthorized, [1] update() (scrapinghub.client.jobs.Job method) (scrapinghub.client.jobs.JobMeta method) (scrapinghub.client.projects.Settings method) (scrapinghub.legacy.Job method) (scrapinghub.legacy.JobSet method)

update_tags() (scrapinghub.client.jobs.Job method) (scrapinghub.client.jobs.Jobs method) (scrapinghub.client.spiders.Spider method)

V

ValueTooLarge, [1]

W

warn() (scrapinghub.client.logs.Logs method) warning() (scrapinghub.client.logs.Logs method) write() (scrapinghub.client.items.Items method) (scrapinghub.client.logs.Logs method) (scrapinghub.client.requests.Requests method) (scrapinghub.client.samples.Samples method)