Add files via upload

First Upload
This commit is contained in:
iNocturnis
2022-04-15 17:55:11 -07:00
committed by GitHub
commit e19f68a6a6
16 changed files with 689 additions and 0 deletions

View File

@@ -0,0 +1,23 @@
from configparser import ConfigParser
from argparse import ArgumentParser
from utils.server_registration import get_cache_server
from utils.config import Config
from crawler import Crawler
def main(config_file, restart):
cparser = ConfigParser()
cparser.read(config_file)
config = Config(cparser)
config.cache_server = get_cache_server(config, restart)
crawler = Crawler(config, restart)
crawler.start()
if __name__ == "__main__":
parser = ArgumentParser()
parser.add_argument("--restart", action="store_true", default=False)
parser.add_argument("--config_file", type=str, default="config.ini")
args = parser.parse_args()
main(args.config_file, args.restart)