volt/constants.py at main · trewwwsec/volt · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
from __future__ import annotations

from typing import Any

DEFAULT_USER_AGENT = (
    "Mozilla/5.0 (compatible; volt-passive/1.0; +https://github.com/)"
)
SUPPORTED_SEARCH_PROVIDERS = {"commoncrawl"}
TAKEOVER_REFERENCE_URL = "https://github.com/EdOverflow/can-i-take-over-xyz"
AZURE_BLOB_REFERENCE_URL = (
    "https://techcommunity.microsoft.com/blog/azurepaasblog/"
    "public-access-is-not-permitted-on-this-storage-account/3521288"
)
AZURE_BLOB_API_VERSION = "2021-12-02"
TAKEOVER_SIGNATURES: list[dict[str, Any]] = [
    {
        "provider": "Read the Docs",
        "cname_suffixes": ["readthedocs.io"],
        "fingerprints": [
            "The link you have followed or the URL that you entered does not exist."
        ],
        "severity": "high",
        "confidence": "high",
        "edge_case": False,
    },
    {
        "provider": "Bitbucket",
        "cname_suffixes": ["bitbucket.io"],
        "fingerprints": ["Repository not found"],
        "severity": "high",
        "confidence": "high",
        "edge_case": False,
    },
    {
        "provider": "Help Scout Docs",
        "cname_suffixes": ["helpscoutdocs.com"],
        "fingerprints": ["No settings were found for this company:"],
        "severity": "high",
        "confidence": "high",
        "edge_case": False,
    },
    {
        "provider": "Surge",
        "cname_suffixes": ["surge.sh", "na-west1.surge.sh"],
        "fingerprints": ["project not found"],
        "severity": "high",
        "confidence": "high",
        "edge_case": False,
    },
    {
        "provider": "GitHub Pages",
        "cname_suffixes": ["github.io"],
        "fingerprints": ["There isn't a GitHub Pages site here."],
        "severity": "medium",
        "confidence": "low",
        "edge_case": True,
    },
]

AZURE_BLOB_CNAME_SUFFIXES = (
    "blob.core.windows.net",
    "privatelink.blob.core.windows.net",
    "blob.core.usgovcloudapi.net",
    "privatelink.blob.core.usgovcloudapi.net",
    "blob.core.chinacloudapi.cn",
    "privatelink.blob.core.chinacloudapi.cn",
    "blob.core.cloudapi.de",
    "privatelink.blob.core.cloudapi.de",
)
AZURE_BLOB_WEB_CNAME_SUFFIXES = (
    "web.core.windows.net",
    "web.core.usgovcloudapi.net",
    "web.core.chinacloudapi.cn",
    "web.core.cloudapi.de",
)
AZURE_BLOB_DNS_ZONE_CNAME_SUFFIXES = ("blob.storage.azure.net",)
AZURE_BLOB_SYSTEM_CONTAINERS = (
    "$web",
    "$root",
    "$logs",
)
AZURE_BLOB_OBJECT_PROBE_PATHS = (
    "index.html",
    "robots.txt",
    "favicon.ico",
)
AZURE_BLOB_LIKELY_EXISTS_ERROR_CODES = {
    "AuthorizationFailure",
    "AuthorizationPermissionMismatch",
    "AuthenticationFailed",
    "NoAuthenticationInformation",
    "PublicAccessNotPermitted",
    "AccountIsDisabled",
    "ContainerBeingDeleted",
}
AZURE_BLOB_NOT_EXISTS_ERROR_CODES = {
    "ContainerNotFound",
    "ResourceNotFound",
}
HTTP_RETRYABLE_STATUS_CODES = {408, 425, 429, 500, 502, 503, 504}
DEFAULT_HTTP_RETRIES = 2
HTTP_BACKOFF_BASE_SECONDS = 0.35
CT_HTTP_RETRIES = 2
SEARCH_HTTP_RETRIES = 2
TAKEOVER_HTTP_RETRIES = 1
CLOUD_PROBE_HTTP_RETRIES = 0
AMASS_SRC_UNSUPPORTED_ERROR = "flag provided but not defined: -src"
AMASS_JSON_UNSUPPORTED_ERROR = "flag provided but not defined: -json"