awesome-hacker-search-engines/.github/mlc_config.json

29 lines
606 B
JSON
Raw Normal View History

2023-05-21 12:12:04 -04:00
{
"aliveStatusCodes": [
429,
2023-05-21 12:17:57 -04:00
200,
202,
2023-05-21 12:27:34 -04:00
403,
400
2023-05-21 12:12:04 -04:00
],
2023-05-21 12:17:57 -04:00
"timeout": "20s",
2023-05-21 12:12:04 -04:00
"httpHeaders": [
{
"urls": [
"https://github.com/",
"https://guides.github.com/",
"https://help.github.com/",
2023-05-22 05:15:52 -04:00
"https://gist.github.com/",
2023-05-21 12:12:04 -04:00
"https://docs.github.com/"
],
"headers": {
"Accept-Encoding": "zstd, br, gzip, deflate"
}
}
2023-05-21 12:27:34 -04:00
],
"ignorePatterns": [
{
"pattern": ".onion$"
}
2023-05-21 12:12:04 -04:00
]
}