mirror of
https://github.com/internetarchive/brozzler.git
synced 2025-04-20 23:56:34 -04:00
add __all__ to modules
This commit is contained in:
parent
b7df0a1f37
commit
2533229fa1
@ -10,6 +10,8 @@ import sys
|
||||
import yaml
|
||||
import string
|
||||
|
||||
__all__ = ["Behavior"]
|
||||
|
||||
class Behavior:
|
||||
logger = logging.getLogger(__module__ + "." + __qualname__)
|
||||
|
||||
|
@ -9,11 +9,8 @@ import websocket
|
||||
import time
|
||||
import threading
|
||||
import subprocess
|
||||
import signal
|
||||
import tempfile
|
||||
import os
|
||||
import socket
|
||||
import base64
|
||||
import random
|
||||
import brozzler
|
||||
from brozzler.behaviors import Behavior
|
||||
@ -21,6 +18,8 @@ from requests.structures import CaseInsensitiveDict
|
||||
import select
|
||||
import re
|
||||
|
||||
__all__ = ["BrowserPool", "Browser"]
|
||||
|
||||
class BrowserPool:
|
||||
logger = logging.getLogger(__module__ + "." + __qualname__)
|
||||
|
||||
|
@ -1,5 +1,7 @@
|
||||
# vim: set sw=4 et:
|
||||
|
||||
__all__ = ["UnexpectedDbResult", "RethinkDbFrontier"]
|
||||
|
||||
import logging
|
||||
import brozzler
|
||||
import rethinkdb
|
||||
|
@ -6,6 +6,8 @@ import brozzler
|
||||
import reppy.cache
|
||||
import requests
|
||||
|
||||
__all__ = ["is_permitted_by_robots"]
|
||||
|
||||
_robots_caches = {} # {site_id:reppy.cache.RobotsCache}
|
||||
def _robots_cache(site):
|
||||
class SessionRaiseOn420(requests.Session):
|
||||
|
@ -6,6 +6,8 @@ import logging
|
||||
import brozzler
|
||||
import hashlib
|
||||
|
||||
__all__ = ["Site", "Page"]
|
||||
|
||||
class BaseDictable:
|
||||
def to_dict(self):
|
||||
d = dict(vars(self))
|
||||
|
@ -10,6 +10,8 @@ import youtube_dl
|
||||
import urllib.request
|
||||
import json
|
||||
|
||||
__all__ = ["BrozzlerWorker"]
|
||||
|
||||
class BrozzlerWorker:
|
||||
logger = logging.getLogger(__module__ + "." + __qualname__)
|
||||
|
||||
|
Loading…
x
Reference in New Issue
Block a user