docs.pyvec.org/lychee.toml at master · pyvec/docs.pyvec.org · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
# Interface
verbose = "info"
no_progress = true
cache = true
max_cache_age = "10m"

# Stealth
user_agent = "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:138.0) Gecko/20100101 Firefox/138.0"

# Prevent 'Too Many Open Files'
max_concurrency = 32

# Check links inside `<code>` and `<pre>` blocks and Markdown code blocks
include_verbatim = true

# Check fragments in links
include_fragments = true

# Add 'Too many requests'
accept = ["100..=103", "200..=299", "429"]

# Be benevolent
max_retries = 5
timeout = 40

# Exclude
exclude = [
    "127\\.0\\.0\\.1:8000",
    "cz\\.pycon\\.org/20XX",

    # Anti-scraping protections
    "docs\\.google\\.com",
    "www\\.facebook\\.com",
    "www\\.nytimes\\.com",
    "accounts\\.google\\.com",
    "creativecommons\\.org/licenses/",
    "inkscape\\.org",
    "domena\\.cz",

    # Website implements the fragments wrong
    "cz\\.pycon\\.org/2016/speakers/talks/#"
]