actor-webdesignernews-scraper/INPUT_SCHEMA.json at master · ganevdev/actor-webdesignernews-scraper · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
{
  "title": "webdesignernews-scraper",
  "description": "webdesignernews-scraper",
  "type": "object",
  "schemaVersion": 1,
  "properties": {
    "startUrl": {
      "title": "Start URL",
      "type": "string",
      "description": "URL to dow.",
      "prefill": "https://www.webdesignernews.com",
      "default": "https://www.webdesignernews.com",
      "example": "https://www.webdesignernews.com/category/infographics",
      "editor": "textfield",
      "pattern": ".*webdesignernews\\.com.*"
    },
    "wayToScrape": {
      "title": "Way to scrape",
      "type": "string",
      "editor": "select",
      "description": "Scrape towards older or newer posts. If, for example, the starting link is on the third page, then the scraper will scrape the third page, then the fourth page, fifth and so on. But if the Way To Scrape is Newer, then the third page will be scraped, then the second, and then the first.",
      "default": "old",
      "enum": ["old", "new"],
      "enumTitles": ["Older =>", "Newer <="]
    },
    "proxyConfiguration": {
      "title": "Proxy configuration",
      "type": "object",
      "description": "Choose to use no proxy, Apify Proxy, or provide custom proxy URLs.",
      "prefill": { "useApifyProxy": false },
      "default": { "useApifyProxy": false },
      "editor": "proxy"
    },
    "maxRequestsPerCrawl": {
      "title": "Max requests per crawl",
      "type": "integer",
      "description": "RequestsPerCrawl",
      "minimum": 1,
      "default": 100,
      "unit": "requests per crawl"
    },
    "maxRequestRetries": {
      "title": "Max request retries",
      "type": "integer",
      "description": "Maximum number of times the request for the page will be retried in case of an error. Setting it to 0 means that the request will be attempted once and will not be retried if it fails.",
      "minimum": 0,
      "default": 3,
      "unit": "retries"
    },
    "maxConcurrency": {
      "title": "Max concurrency",
      "type": "integer",
      "description": "Max concurrency",
      "minimum": 1,
      "default": 3,
      "unit": "concurrency"
    },
    "liveView": {
      "title": "Live View",
      "description": "Live View",
      "type": "boolean",
      "default": false
    },
    "headless": {
      "title": "headless",
      "description": "headless",
      "type": "boolean",
      "default": true
    }
  },
  "required": ["startUrl"]
}