26 lines
742 B
Text
26 lines
742 B
Text
# Crawler Configuration
|
|
CRAWLER_START_URL=https://example.com
|
|
CRAWLER_USE_TOR=false
|
|
CRAWLER_TOR_CIRCUIT_MODE=iteration
|
|
CRAWLER_TOR_CIRCUIT_PAGES=10
|
|
CRAWLER_TOR_MAX_CONSECUTIVE_TIMEOUTS=5
|
|
CRAWLER_TOR_EXIT_NODES=de,nl,fr,ch
|
|
CRAWLER_NUM_TABS=5
|
|
CRAWLER_NUM_ITERATIONS=1
|
|
CRAWLER_ITERATION_MODE=all
|
|
CRAWLER_MAX_VISITS_PER_ITERATION=10
|
|
CRAWLER_RANDOMIZE_QUEUE=true
|
|
CRAWLER_HEADLESS=true
|
|
CRAWLER_ACCEPT_COOKIES=true
|
|
CRAWLER_SLOW_MO=100
|
|
CRAWLER_TIMEOUT_MS=35000
|
|
CRAWLER_USER_AGENT=random
|
|
|
|
# Web Dashboard Port
|
|
WEB_PORT=8080
|
|
|
|
# Web Dashboard Authentication (Recommended for Internet-Facing Deployments)
|
|
AUTH_ENABLED=true
|
|
AUTH_USERNAME=admin
|
|
AUTH_PASSWORD=change_this_to_a_secure_password
|
|
AUTH_SECRET_KEY=change_this_to_a_random_32_character_secret_key
|