From 28613400b84b5fdfd0fb974d38fa2989df78bbe6 Mon Sep 17 00:00:00 2001 From: Luke Parker Date: Wed, 19 Jul 2023 20:13:16 -0400 Subject: [PATCH] message-queue and processor Dockerfiles --- deploy/README.md | 3 ++ deploy/docker-compose.yml | 28 +++++++++- deploy/message-queue/Dockerfile | 62 +++++++++++++++++++++++ deploy/message-queue/scripts/entry-dev.sh | 10 ++++ deploy/processor/Dockerfile | 61 ++++++++++++++++++++++ deploy/processor/scripts/entry-dev.sh | 11 ++++ deploy/serai/Dockerfile | 2 +- 7 files changed, 175 insertions(+), 2 deletions(-) create mode 100644 deploy/message-queue/Dockerfile create mode 100755 deploy/message-queue/scripts/entry-dev.sh create mode 100644 deploy/processor/Dockerfile create mode 100755 deploy/processor/scripts/entry-dev.sh diff --git a/deploy/README.md b/deploy/README.md index 6bc35be6..a09f2463 100644 --- a/deploy/README.md +++ b/deploy/README.md @@ -18,6 +18,9 @@ All commands are assumed to be ran from `/deploy`, not the root folder. * `ethereum` - Ethereum node * `coins` - Nodes for all external networks (BTC, ETH, XMR) +* `message-queue` - The message queue service. +* `processor` - Serai processor for one external network. + * `serai` - Serai node * `cluster-sm` - "Alice", "Bob", and "Charlie" Serai nodes, all validators * `cluster-lg` - `cluster-sm` with non-validators "Dave", "Eve", and "Ferdie" diff --git a/deploy/docker-compose.yml b/deploy/docker-compose.yml index 5d54eda0..53bc81c0 100644 --- a/deploy/docker-compose.yml +++ b/deploy/docker-compose.yml @@ -2,7 +2,7 @@ version: "3.9" name: serai-dev volumes: - serai-base: + serai-node: serai-alice: serai-bob: serai-charlie: @@ -50,6 +50,32 @@ services: ports: - "18081:18081" + # Infrastructure + + message-queue: + profiles: + - message-queue + build: + context: ../ + dockerfile: ./deploy/message-queue/Dockerfile + restart: unless-stopped + volumes: + - "./message-queue/scripts:/scripts" + entrypoint: /scripts/entry-dev.sh + ports: + - "2287:2287" + + processor: + profiles: + - processor + build: + context: ../ + dockerfile: ./deploy/processor/Dockerfile + restart: unless-stopped + volumes: + - "./processor/scripts:/scripts" + entrypoint: /scripts/entry-dev.sh + # Serai services _serai: diff --git a/deploy/message-queue/Dockerfile b/deploy/message-queue/Dockerfile new file mode 100644 index 00000000..6d77f179 --- /dev/null +++ b/deploy/message-queue/Dockerfile @@ -0,0 +1,62 @@ +FROM docker.io/paritytech/ci-linux:production as builder +LABEL description="STAGE 1: Build" + +# Add files for build +ADD common /serai/common +ADD crypto /serai/crypto +ADD coins /serai/coins +ADD message-queue /serai/message-queue +ADD processor /serai/processor +ADD coordinator /serai/coordinator +ADD substrate /serai/substrate +ADD tests /serai/tests +ADD Cargo.toml /serai +ADD Cargo.lock /serai +ADD AGPL-3.0 /serai + +WORKDIR /serai + +# Update Rust +RUN rustup update + +# Install Solc @ 0.8.16 +RUN --mount=type=cache,target=/root/.cache/ \ + --mount=type=cache,target=/root/.local/ \ + --mount=type=cache,target=/root/.solc-select \ + pip3 install solc-select==0.2.1 +RUN --mount=type=cache,target=/root/.cache/ \ + --mount=type=cache,target=/root/.local/ \ + --mount=type=cache,target=/root/.solc-select \ + solc-select install 0.8.16 +RUN --mount=type=cache,target=/root/.cache/ \ + --mount=type=cache,target=/root/.local/ \ + --mount=type=cache,target=/root/.solc-select \ + solc-select use 0.8.16 + +# Mount cargo and the Serai cache +RUN --mount=type=cache,target=/root/.local/ \ + --mount=type=cache,target=/root/.solc-select \ + --mount=type=cache,target=/root/.cache/ \ + --mount=type=cache,target=/usr/local/cargo/git \ + --mount=type=cache,target=/usr/local/cargo/registry \ + --mount=type=cache,target=/serai/target/release/build \ + --mount=type=cache,target=/serai/target/release/deps \ + --mount=type=cache,target=/serai/target/release/.fingerprint \ + --mount=type=cache,target=/serai/target/release/incremental \ + --mount=type=cache,target=/serai/target/release/wbuild \ + --mount=type=cache,target=/serai/target/release/lib* \ + cd message-queue && cargo build --release + +# Prepare Image +FROM ubuntu:latest as image +LABEL description="STAGE 2: Copy and Run" + +WORKDIR /home/serai + +# Copy necessary files to run node +COPY --from=builder /serai/target/release/serai-message-queue /bin/ +COPY --from=builder /serai/AGPL-3.0 . + +# Run message-queue +EXPOSE 2287 +CMD ["serai-message-queue"] diff --git a/deploy/message-queue/scripts/entry-dev.sh b/deploy/message-queue/scripts/entry-dev.sh new file mode 100755 index 00000000..514f1aaf --- /dev/null +++ b/deploy/message-queue/scripts/entry-dev.sh @@ -0,0 +1,10 @@ +#!/bin/bash + +export BITCOIN_KEY="0000000000000000000000000000000000000000000000000000000000000000" +export ETHEREUM_KEY="0000000000000000000000000000000000000000000000000000000000000000" +export MONERO_KEY="0000000000000000000000000000000000000000000000000000000000000000" +export COORDINATOR_KEY="0000000000000000000000000000000000000000000000000000000000000000" + +export DB_PATH="./message-queue-db" + +serai-message-queue diff --git a/deploy/processor/Dockerfile b/deploy/processor/Dockerfile new file mode 100644 index 00000000..50ff0f67 --- /dev/null +++ b/deploy/processor/Dockerfile @@ -0,0 +1,61 @@ +FROM docker.io/paritytech/ci-linux:production as builder +LABEL description="STAGE 1: Build" + +# Add files for build +ADD common /serai/common +ADD crypto /serai/crypto +ADD coins /serai/coins +ADD message-queue /serai/message-queue +ADD processor /serai/processor +ADD coordinator /serai/coordinator +ADD substrate /serai/substrate +ADD tests /serai/tests +ADD Cargo.toml /serai +ADD Cargo.lock /serai +ADD AGPL-3.0 /serai + +WORKDIR /serai + +# Update Rust +RUN rustup update + +# Install Solc @ 0.8.16 +RUN --mount=type=cache,target=/root/.cache/ \ + --mount=type=cache,target=/root/.local/ \ + --mount=type=cache,target=/root/.solc-select \ + pip3 install solc-select==0.2.1 +RUN --mount=type=cache,target=/root/.cache/ \ + --mount=type=cache,target=/root/.local/ \ + --mount=type=cache,target=/root/.solc-select \ + solc-select install 0.8.16 +RUN --mount=type=cache,target=/root/.cache/ \ + --mount=type=cache,target=/root/.local/ \ + --mount=type=cache,target=/root/.solc-select \ + solc-select use 0.8.16 + +# Mount cargo and the Serai cache +RUN --mount=type=cache,target=/root/.local/ \ + --mount=type=cache,target=/root/.solc-select \ + --mount=type=cache,target=/root/.cache/ \ + --mount=type=cache,target=/usr/local/cargo/git \ + --mount=type=cache,target=/usr/local/cargo/registry \ + --mount=type=cache,target=/serai/target/release/build \ + --mount=type=cache,target=/serai/target/release/deps \ + --mount=type=cache,target=/serai/target/release/.fingerprint \ + --mount=type=cache,target=/serai/target/release/incremental \ + --mount=type=cache,target=/serai/target/release/wbuild \ + --mount=type=cache,target=/serai/target/release/lib* \ + cd processor && cargo build --release + +# Prepare Image +FROM ubuntu:latest as image +LABEL description="STAGE 2: Copy and Run" + +WORKDIR /home/serai + +# Copy necessary files to run node +COPY --from=builder /serai/target/release/ /bin/ +COPY --from=builder /serai/AGPL-3.0 . + +# Run processor +CMD ["processor"] diff --git a/deploy/processor/scripts/entry-dev.sh b/deploy/processor/scripts/entry-dev.sh new file mode 100755 index 00000000..87c2756a --- /dev/null +++ b/deploy/processor/scripts/entry-dev.sh @@ -0,0 +1,11 @@ +#!/bin/bash + +export MESSAGE_QUEUE_KEY="0000000000000000000000000000000000000000000000000000000000000000" +export MESSAGE_QUEUE_RPC="http://127.0.0.1:2287" + +export DB_PATH="./bitcoin-db" +export ENTROPY="0001020304050607080910111213141516171819202122232425262728293031" +export NETWORK_RPC="http://serai:seraidex@127.0.0.1:18443" +export NETWORK="bitcoin" + +serai-processor diff --git a/deploy/serai/Dockerfile b/deploy/serai/Dockerfile index 127c4598..4dde4e07 100644 --- a/deploy/serai/Dockerfile +++ b/deploy/serai/Dockerfile @@ -45,7 +45,7 @@ RUN --mount=type=cache,target=/root/.local/ \ --mount=type=cache,target=/serai/target/release/incremental \ --mount=type=cache,target=/serai/target/release/wbuild \ --mount=type=cache,target=/serai/target/release/lib* \ - cargo build --release + cd substrate/node && cargo build --release # Prepare Image FROM ubuntu:latest as image