WebScraperToolkit/settings.example.cfg at main · ImYourBoyRoy/WebScraperToolkit · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
# Runtime override template for WebScraperToolkit.
# Copy to `settings.local.cfg` (or `settings.cfg`) for machine-specific tuning.
# Values below match current code defaults.

[runtime]
default_timeout_profile = standard
safe_output_root = .
job_retention_seconds = 3600
max_job_records = 1000

[concurrency]
cli_workers_default = auto
cli_workers_max = 32
mcp_process_workers = 0
mcp_inflight_limit = 0
mcp_batch_workers = 0
crawler_default_workers = 0
crawler_max_workers = 128
cpu_reserve = 1

[server]
transport = stdio
host = 127.0.0.1
port = 8000
path = /mcp
require_api_key = false
api_key_env = WST_MCP_API_KEY
expose_server_banner = true

[timeout.fast]
soft_seconds = 20
hard_seconds = 45
extension_seconds = 10
allow_extension = true

[timeout.standard]
soft_seconds = 60
hard_seconds = 180
extension_seconds = 60
allow_extension = true

[timeout.research]
soft_seconds = 180
hard_seconds = 900
extension_seconds = 300
allow_extension = true

[timeout.long]
soft_seconds = 600
hard_seconds = 3600
extension_seconds = 900
allow_extension = true