Remove uuid field from rate limit request, which, for completely inscrutable reasons, causes the REST server to wait for eternity for a non-existent response from Kafka
@@ -39,11 +39,10 @@ def set_rate_limits(crawl_plan, crawl_uuid):
for domain in crawl_plan['domains']:
req = {
"appid": "crawl_planner",
- "uuid": str(uuid4()),
- "crawl_id": crawl_uuid,
+ "domain": domain,
"action": "domain-update",
"window": crawl_plan['domains'][domain]['window'],
- "hits": crawl_plan['domains'][domain]['hits']
+ "hits": crawl_plan['domains'][domain]['hits'],
}
response = requests.post(settings.CLUSTER_REST_URL + '/feed', json=req)
status_codes.add(response)
