Options
All
  • Public
  • Public/Protected
  • All
Menu

Index

Variables

Crawl: Record<{ defaults: Record<{ geo: Optional<String>; image: Optional<String>; lang: Optional<String>; politicalSubdivision: Optional<String> }, false>; filters: Optional<Record<{ crawl: Record<{ markup: Optional<Record<{ excludes: Optional<Arr<String, false>>; includes: Optional<Arr<String, false>> }, false>>; path: Optional<Record<{ excludes: Optional<Arr<String, false>>; includes: Optional<Arr<String, false>> }, false>> }, false>; value: Record<{ body: Optional<Arr<String, false>>; canonicalUrl: Optional<Arr<Constraint<String, string, unknown>, false>>; description: Optional<Arr<String, false>>; geo: Optional<Arr<String, false>>; image: Optional<Arr<String, false>>; lang: Optional<Arr<String, false>>; politicalSubdivision: Optional<Arr<String, false>>; publishDate: Optional<Arr<Number, false>>; reply: Optional<Arr<String, false>>; title: Optional<Arr<String, false>> }, false> }, false>>; kid: Constraint<String, string, unknown>; lastPost: String; type: String }, false> = ...

Base Crawler

RSS: Intersect<[Record<{ defaults: Record<{ geo: Optional<String>; image: Optional<String>; lang: Optional<String>; politicalSubdivision: Optional<String> }, false>; filters: Optional<Record<{ crawl: Record<{ markup: Optional<Record<{ excludes: Optional<Arr<String, false>>; includes: Optional<Arr<String, false>> }, false>>; path: Optional<Record<{ excludes: Optional<Arr<String, false>>; includes: Optional<Arr<String, false>> }, false>> }, false>; value: Record<{ body: Optional<Arr<String, false>>; canonicalUrl: Optional<Arr<Constraint<String, string, unknown>, false>>; description: Optional<Arr<String, false>>; geo: Optional<Arr<String, false>>; image: Optional<Arr<String, false>>; lang: Optional<Arr<String, false>>; politicalSubdivision: Optional<Arr<String, false>>; publishDate: Optional<Arr<Number, false>>; reply: Optional<Arr<String, false>>; title: Optional<Arr<String, false>> }, false> }, false>>; kid: Constraint<String, string, unknown>; lastPost: String; type: String }, false>, Record<{ etag: String; type: Literal<"rss">; url: Constraint<String, string, unknown> }, false>]> = ...

RSS Feed Crawler

Sitemap: Intersect<[Record<{ defaults: Record<{ geo: Optional<String>; image: Optional<String>; lang: Optional<String>; politicalSubdivision: Optional<String> }, false>; filters: Optional<Record<{ crawl: Record<{ markup: Optional<Record<{ excludes: Optional<Arr<String, false>>; includes: Optional<Arr<String, false>> }, false>>; path: Optional<Record<{ excludes: Optional<Arr<String, false>>; includes: Optional<Arr<String, false>> }, false>> }, false>; value: Record<{ body: Optional<Arr<String, false>>; canonicalUrl: Optional<Arr<Constraint<String, string, unknown>, false>>; description: Optional<Arr<String, false>>; geo: Optional<Arr<String, false>>; image: Optional<Arr<String, false>>; lang: Optional<Arr<String, false>>; politicalSubdivision: Optional<Arr<String, false>>; publishDate: Optional<Arr<Number, false>>; reply: Optional<Arr<String, false>>; title: Optional<Arr<String, false>> }, false> }, false>>; kid: Constraint<String, string, unknown>; lastPost: String; type: String }, false>, Record<{ since: String; type: Literal<"sitemap">; url: Constraint<String, string, unknown> }, false>]> = ...

Sitemap Crawler

Twitter: Intersect<[Record<{ defaults: Record<{ geo: Optional<String>; image: Optional<String>; lang: Optional<String>; politicalSubdivision: Optional<String> }, false>; filters: Optional<Record<{ crawl: Record<{ markup: Optional<Record<{ excludes: Optional<Arr<String, false>>; includes: Optional<Arr<String, false>> }, false>>; path: Optional<Record<{ excludes: Optional<Arr<String, false>>; includes: Optional<Arr<String, false>> }, false>> }, false>; value: Record<{ body: Optional<Arr<String, false>>; canonicalUrl: Optional<Arr<Constraint<String, string, unknown>, false>>; description: Optional<Arr<String, false>>; geo: Optional<Arr<String, false>>; image: Optional<Arr<String, false>>; lang: Optional<Arr<String, false>>; politicalSubdivision: Optional<Arr<String, false>>; publishDate: Optional<Arr<Number, false>>; reply: Optional<Arr<String, false>>; title: Optional<Arr<String, false>> }, false> }, false>>; kid: Constraint<String, string, unknown>; lastPost: String; type: String }, false>, Record<{ lastTweet: String; type: Literal<"twitter">; userId: Number; username: String }, false>]> = ...

Twitter Post Crawler

Webhose: Intersect<[Record<{ defaults: Record<{ geo: Optional<String>; image: Optional<String>; lang: Optional<String>; politicalSubdivision: Optional<String> }, false>; filters: Optional<Record<{ crawl: Record<{ markup: Optional<Record<{ excludes: Optional<Arr<String, false>>; includes: Optional<Arr<String, false>> }, false>>; path: Optional<Record<{ excludes: Optional<Arr<String, false>>; includes: Optional<Arr<String, false>> }, false>> }, false>; value: Record<{ body: Optional<Arr<String, false>>; canonicalUrl: Optional<Arr<Constraint<String, string, unknown>, false>>; description: Optional<Arr<String, false>>; geo: Optional<Arr<String, false>>; image: Optional<Arr<String, false>>; lang: Optional<Arr<String, false>>; politicalSubdivision: Optional<Arr<String, false>>; publishDate: Optional<Arr<Number, false>>; reply: Optional<Arr<String, false>>; title: Optional<Arr<String, false>> }, false> }, false>>; kid: Constraint<String, string, unknown>; lastPost: String; type: String }, false>, Record<{ type: Literal<"webhose">; url: Constraint<String, string, unknown> }, false>]> = ...

Webhose Scrapper Crawler