Split out transactions to 10 keys per

Doing everything in one transaction risks a 413: Request Entity Too Large
djenriquez · Oct 12, 2016 · c476e31 · c476e31
1 parent 281a1eb
commit c476e31
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/src/consul.py b/src/consul.py
@@ -25,11 +25,10 @@ def restore_kv(self, restore_file):
 
         for line in restore_file:
             kv = line.split(':')
-            logger.debug('Key: {}, Value: {}'.format(kv[0], base64.standard_b64decode(kv[1]).decode('utf-8')))
-
             transaction_data.append({ 'KV' : { 'Verb': 'set', 'Key': kv[0], 'Value': kv[1] } })
 
-        self._upload_kv(transaction_data)
+        for x in range(0, len(transaction_data), 10):
+            self._upload_kv(transaction_data[x:x+10])
 
     def _upload_kv(self, transaction_data):
         headers = { 'X-Consul-Token': self._token } if self._token is not None else {}