Skip to content

Commit

Permalink
#1375: GET /bulkTransfer implementation (#37)
Browse files Browse the repository at this point in the history
* Add GET /bulkTransfer implementation

* Resolve audit issues

* Add Kafka config for PRODUCE -> BULK -> GET topic

* Update topic config and replace hard-coded values with ENUMs

* Resolve audit issues

* Add notification callback for BULK GET

* Add unit tests for bulk transfers GET endpoint

* Update cs-store and clear audit-resolve.json
  • Loading branch information
oderayi authored Jul 14, 2020
1 parent 3d69a1a commit a9d3669
Show file tree
Hide file tree
Showing 12 changed files with 1,621 additions and 1,542 deletions.
1 change: 0 additions & 1 deletion audit-resolve.json
Original file line number Diff line number Diff line change
@@ -1 +0,0 @@

18 changes: 18 additions & 0 deletions config/default.json
Original file line number Diff line number Diff line change
Expand Up @@ -109,6 +109,24 @@
"request.required.acks": "all"
}
}
},
"GET": {
"config": {
"options": {
"messageCharset": "utf8"
},
"rdkafkaConf": {
"metadata.broker.list": "localhost:9092",
"client.id": "bulk-prod-bulk-get",
"event_cb": true,
"dr_cb": true,
"socket.keepalive.enable": true,
"queue.buffering.max.messages": 10000000
},
"topicConf": {
"request.required.acks": "all"
}
}
}
}
}
Expand Down
18 changes: 18 additions & 0 deletions docker/bulk-api-adapter/default.json
Original file line number Diff line number Diff line change
Expand Up @@ -109,6 +109,24 @@
"request.required.acks": "all"
}
}
},
"GET": {
"config": {
"options": {
"messageCharset": "utf8"
},
"rdkafkaConf": {
"metadata.broker.list": "localhost:9092",
"client.id": "bulk-prod-bulk-get",
"event_cb": true,
"dr_cb": true,
"socket.keepalive.enable": true,
"queue.buffering.max.messages": 10000000
},
"topicConf": {
"request.required.acks": "all"
}
}
}
}
}
Expand Down
23 changes: 23 additions & 0 deletions docker/central-ledger/default.json
Original file line number Diff line number Diff line change
Expand Up @@ -168,6 +168,29 @@
"auto.offset.reset": "earliest"
}
}
},
"GET": {
"config": {
"options": {
"mode": 2,
"batchSize": 1,
"pollFrequency": 10,
"recursiveTimeout": 100,
"messageCharset": "utf8",
"messageAsJSON": true,
"sync": true,
"consumeTimeout": 1000
},
"rdkafkaConf": {
"client.id": "cl-con-bulk-get",
"group.id": "cl-group-bulk-get",
"metadata.broker.list": "localhost:29092",
"socket.keepalive.enable": true
},
"topicConf": {
"auto.offset.reset": "earliest"
}
}
}
},
"TRANSFER": {
Expand Down
Loading

0 comments on commit a9d3669

Please sign in to comment.