fix(ingester2): Make ingester2 work with existing catalogs and document quickstart

pull/24376/head
Marko Mikulicic 2022-12-16 12:54:43 +01:00
parent 3cd1f1ce4b
commit 69d5148729
2 changed files with 38 additions and 6 deletions

35
ingester2/README.md Normal file
View File

@ -0,0 +1,35 @@
# ingester2
## Quick run
Set-up empty catalog db:
```bash
mkdir -p /tmp/iox/{wal,obj}
createdb iox_shared
./target/debug/influxdb_iox catalog setup --catalog-dsn postgres:///iox_shared
# there has to exist one "topic", see https://github.com/influxdata/influxdb_iox/issues/6420
psql 'dbname=iox_shared options=-csearch_path=public,iox_catalog' -c "insert into topic (name) values ('iox-shared')"
```
Run ingester2:
```bash
INFLUXDB_IOX_RPC_MODE=2 ./target/debug/influxdb_iox run ingester2 --api-bind=127.0.0.1:8081 --grpc-bind=127.0.0.1:8042 --wal-directory /tmp/iox/wal --catalog-dsn postgres:///iox_shared --object-store=file --data-dir=/tmp/iox/obj -v
```
Run router2:
```bash
INFLUXDB_IOX_RPC_MODE=2 ./target/debug/influxdb_iox run router2 --api-bind=127.0.0.1:8080 --grpc-bind=127.0.0.1:8085 --ingester-addresses=127.0.0.1:8042 --catalog-dsn postgres:///iox_shared -v
```
Run querier:
```bash
INFLUXDB_IOX_RPC_MODE=2 ./target/debug/influxdb_iox run querier --ingester-addresses=http://127.0.0.1:8042 --api-bind 127.0.0.1:8083 --grpc-bind 127.0.0.1:8082 --catalog-dsn postgres:///iox_shared --object-store=file --data-dir=/tmp/iox/obj -v
```

View File

@ -164,16 +164,13 @@ pub async fn new(
.expect("start transaction");
let topic = txn
.topics()
.get_by_name("iox-shared")
.create_or_get("iox-shared")
.await
.expect("get topic")
.unwrap();
let s = txn
.shards()
.expect("get topic");
txn.shards()
.create_or_get(&topic, TRANSITION_SHARD_INDEX)
.await
.expect("create transition shard");
assert_eq!(s.id, TRANSITION_SHARD_ID);
txn.commit().await.expect("commit transition shard");
// Initialise the deferred namespace name resolver.