-
Notifications
You must be signed in to change notification settings - Fork 0
/
compose.yaml
157 lines (153 loc) · 3.71 KB
/
compose.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
services:
database:
image: postgres:15-alpine
container_name: canister-db
ports:
- 5432:5432
networks:
- canister
environment:
POSTGRES_PASSWORD: pg
POSTGRES_USER: cnstr
volumes:
- db:/var/lib/postgresql/data
search:
image: typesense/typesense:26.0
container_name: canister-search
ports:
- 8108:8108
networks:
- canister
environment:
TYPESENSE_API_KEY: typesense
TYPESENSE_DATA_DIR: /data
TYPESENSE_ENABLE_CORS: "true"
volumes:
- typesense:/data
typesense-ui:
image: ghcr.io/bfritscher/typesense-dashboard:latest
container_name: cnstr-ts-ui
ports:
- 8080:80
configs:
- source: ts-ui
target: /srv/config.json
depends_on:
- search
pipeline:
image: timberio/vector:0.39.0-distroless-libc
container_name: canister-pipeline
command: '/usr/bin/vector --config /etc/vector/vector.toml'
configs:
- source: vector_toml
target: /etc/vector/vector.toml
ports:
- 8687:8687
networks:
- canister
depends_on:
- sink
sink:
image: clickhouse/clickhouse-server:latest
container_name: canister-clickhouse
configs:
- source: clickhouse_sh
target: /docker-entrypoint-initdb.d/clickhouse.sh
ports:
- 8123:8123
- 9000:9000
volumes:
- clickhouse:/var/lib/clickhouse
networks:
- canister
environment:
CLICKHOUSE_DB: canister
CLICKHOUSE_USER: canister
CLICKHOUSE_PASSWORD: canister
CLICKHOUSE_DEFAULT_ACCESS_MANAGEMENT: '1'
grafana:
image: grafana/grafana:latest
container_name: canister-grafana
ports:
- 4000:3000
volumes:
- dashboard:/var/lib/grafana
networks:
- canister
depends_on:
- pipeline
- sink
- database
volumes:
clickhouse:
dashboard:
db:
typesense:
networks:
canister:
driver: bridge
configs:
vector_toml:
content: |
[sources.http_ingest]
type = "http_server"
address = "0.0.0.0:8687"
encoding = "json"
[sinks.console]
type = "console"
inputs = ["http_ingest"]
target = "stdout"
encoding.codec = "json"
[sinks.clickhouse]
type = "clickhouse"
inputs = ["http_ingest"]
endpoint = "http://sink:8123"
auth.strategy = "basic"
auth.user = "canister"
auth.password = "canister"
database = "canister"
table = "download_events"
skip_unknown_fields = true
clickhouse_sh:
content: |
#!/bin/bash
set -e
clickhouse client -n <<-EOSQL
CREATE TABLE IF NOT EXISTS canister.download_events (
package_id String,
package_version String,
package_author String,
package_maintainer String,
repository_uri String,
repository_suite String,
repository_component String,
client String,
client_version String,
jailbreak String,
jailbreak_version String,
distribution String,
distribution_version String,
client_architecture String,
client_bitness UInt32,
device String,
device_platform String,
device_version String,
database_uuid String,
timestamp String,
time DateTime
)
ENGINE = MergeTree()
ORDER BY (timestamp)
EOSQL
ts-ui:
content: |
{
"apiKey": "typesense",
"node": {
"host": "localhost",
"port": "8108",
"protocol": "http",
"path": "",
"tls": false
}
}