webcrawler/spacetime-crawler4py-master/utils/server_registration.py
iNocturnis e19f68a6a6
Add files via upload
First Upload
2022-04-15 17:55:11 -07:00

26 lines
822 B
Python

import os
from spacetime import Node
from utils.pcc_models import Register
def init(df, user_agent, fresh):
reg = df.read_one(Register, user_agent)
if not reg:
reg = Register(user_agent, fresh)
df.add_one(Register, reg)
df.commit()
df.push_await()
while not reg.load_balancer:
df.pull_await()
if reg.invalid:
raise RuntimeError("User agent string is not acceptable.")
if reg.load_balancer:
df.delete_one(Register, reg)
df.commit()
df.push()
return reg.load_balancer
def get_cache_server(config, restart):
init_node = Node(
init, Types=[Register], dataframe=(config.host, config.port))
return init_node.start(
config.user_agent, restart or not os.path.exists(config.save_file))