Direct-mode Quickstart

git clone https://github.com/chio-labs/streambuild.git
cd streambuild
uv tool install .
stb --help

docker rm --force --volumes streambuild-clickhouse >/dev/null 2>&1 || true
docker run --detach --name streambuild-clickhouse \
  --env CLICKHOUSE_SKIP_USER_SETUP=1 \
  --publish 18123:8123 --publish 19000:9000 \
  clickhouse/clickhouse-server:24.8

until curl --fail --silent 'http://localhost:18123/ping' >/dev/null; do
  sleep 1
done

curl 'http://localhost:18123/' \
  --data-binary 'CREATE DATABASE IF NOT EXISTS quickstart'

curl 'http://localhost:18123/' --data-binary '
CREATE TABLE IF NOT EXISTS quickstart.orders_input (
  event_partition Int32,
  event_offset Int64,
  event_time DateTime64(3),
  order_id String,
  amount_cents UInt64
) ENGINE = MergeTree ORDER BY (event_partition, event_offset)
'

curl 'http://localhost:18123/' \
  --data-binary 'TRUNCATE TABLE quickstart.orders_input'

curl 'http://localhost:18123/' --data-binary "
INSERT INTO quickstart.orders_input VALUES
  (0, 1, now64(3), 'order-1', 2500),
  (0, 2, now64(3), 'order-2', 4100)
"

quickstart/
  streambuild_project.toml
  sources/
    orders.yml
  pipelines/
    orders/
      pipeline.yml
      order_totals.sql

name = "quickstart"
default_target = "local"

[connection]
host = "localhost"
port = 18123
username = "default"
password = ""

[targets.local]
database = "quickstart"

sources:
  - name: orders
    kind: stream_table
    table_name: orders_input
    replay_boundary:
      mode: offsets
      columns:
        _replay_partition: event_partition
        _replay_offset: event_offset
        _replay_timestamp: event_time

source: orders

MODEL (
  engine "MergeTree()",
  order_by ["order_id", "_replay_partition", "_replay_offset"],
);

SELECT
  CAST(order_id AS String) AS order_id,
  CAST(amount_cents AS UInt64) AS amount_cents,
  CAST(_replay_partition AS Int32) AS _replay_partition,
  CAST(_replay_offset AS Int64) AS _replay_offset,
  CAST(_replay_timestamp AS DateTime64(3)) AS _replay_timestamp
FROM __source("orders")

stb discover --project-dir quickstart
stb compile --project-dir quickstart

stb plan --project-dir quickstart
stb build --project-dir quickstart

curl 'http://localhost:18123/?query=SELECT%20*%20FROM%20quickstart.tbl__order_totals%20ORDER%20BY%20order_id'

docker rm --force --volumes streambuild-clickhouse