Chore/bump node 9.1 dbsync 13.3 (#879)

* chore: updated compose file and added preprod config files

* chore: updated view creation for db-sync 13.3

* chore: added config files for networks

* Added slot point so that ogmios does not start from origin, instead start just before the asset minting started. (#880)

Thanks @Kartiiyer12 I'll use this in my bump for Node 9.0

* chore: added config files for networks

* chore: fixed sonar lint issues

* chore: moved chainsyncpoint to background so that it can be configured via env

* chore: moved chainsyncpoint to background so that it can be configured via env

* chore: removed unused cachedfrom statements

* chore: fixed docker build format warnings

* chore: removed unsued console log

* chore: splitted cardano-node-ogmios container into two seperate ones (node + ogmios)

* chore: adjusted ogmios server name default value in dockerfile

* chore: Postgres port now adjustable

* chore: Postgres port now adjustable

* chore: updated urls to use local token registry for all networks by default

* chore: added docker compose dependency to the token registry that it waits for postgres

* chore: Token Registry Port is now adjustable and background is using it

* chore: right tokenregistry is used now

* chore: adjusted adapots table name

* chore: adjusted adapots table name

* chore: fixed console log of chainfollower starting point

* chore: Testing batchsize for queue size

* chore: updated metadata info message it can take up to 90mins

* chore: added chain follower vars to docker-compose

* chore: fixed a bug which caused no chainsync point when syncing from genesis

* chore: fixed lint issue

* docs: Upgraded documentation

* docs: disclaimer for db-sync issue

---------

Co-authored-by: Kartiiyer12 <[email protected]>

Author: Kammerlo

Dockerfile

@@ -1,13 +1,13 @@
 ARG UBUNTU_VERSION=20.04
 
-FROM ubuntu:${UBUNTU_VERSION} as ubuntu-nodejs
+FROM ubuntu:${UBUNTU_VERSION} AS ubuntu-nodejs
 ARG NODEJS_MAJOR_VERSION=18
 ENV DEBIAN_FRONTEND=nonintercative
 RUN apt-get update && apt-get install curl -y &&\
   curl --proto '=https' --tlsv1.2 -sSf -L https://deb.nodesource.com/setup_${NODEJS_MAJOR_VERSION}.x | bash - &&\
   apt-get install nodejs -y
 
-FROM ubuntu-nodejs as nodejs-builder
+FROM ubuntu-nodejs AS nodejs-builder
 RUN curl --proto '=https' --tlsv1.2 -sSf -L https://dl.yarnpkg.com/debian/pubkey.gpg | apt-key add - &&\
   echo "deb https://dl.yarnpkg.com/debian/ stable main" | tee /etc/apt/sources.list.d/yarn.list &&\
   apt-get update && apt-get install gcc g++ make gnupg2 yarn -y
@@ -25,21 +25,21 @@ COPY \
   tsconfig.json \
   /app/
 
-FROM nodejs-builder as cardano-graphql-builder
+FROM nodejs-builder AS cardano-graphql-builder
 RUN yarn --frozen-lockfile --non-interactive &&\
   yarn build
 
-FROM nodejs-builder as cardano-graphql-production-deps
+FROM nodejs-builder AS cardano-graphql-production-deps
 RUN yarn --frozen-lockfile --non-interactive --production
 
-FROM frolvlad/alpine-glibc:alpine-3.11_glibc-2.30 as downloader
+FROM frolvlad/alpine-glibc:alpine-3.11_glibc-2.30 AS downloader
 RUN apk add curl
 RUN curl --proto '=https' --tlsv1.2 -sSf -L https://github.com/hasura/graphql-engine/raw/stable/cli/get.sh | sh
 ENV HASURA_GRAPHQL_ENABLE_TELEMETRY=false
 RUN hasura --skip-update-check update-cli --version v2.17.1
 RUN hasura --skip-update-check plugins install cli-ext
 
-FROM nodejs-builder as dev
+FROM nodejs-builder AS dev
 RUN apt-get update && apt-get install yarn -y
 RUN mkdir src
 RUN mkdir /node-ipc
@@ -57,7 +57,7 @@ ENV \
   POSTGRES_USER_FILE=/run/secrets/postgres_user
 WORKDIR /src
 
-FROM ubuntu-nodejs as background
+FROM ubuntu-nodejs AS background
 ARG NETWORK=mainnet
 # using local token registry as default
 ARG METADATA_SERVER_URI="http://token-metadata-registry:8091"
@@ -74,7 +74,7 @@ ENV \
   HASURA_URI="http://hasura:8080" \
   LD_LIBRARY_PATH="/usr/local/lib:$LD_LIBRARY_PATH" \
   METADATA_SERVER_URI=${METADATA_SERVER_URI} \
-  OGMIOS_HOST="cardano-node-ogmios" \
+  OGMIOS_HOST="ogmios" \
   OGMIOS_PORT=1337 \
   POSTGRES_DB_FILE=/run/secrets/postgres_db \
   POSTGRES_HOST=postgres \
@@ -92,15 +92,15 @@ COPY --from=cardano-graphql-production-deps /app/packages/api-cardano-db-hasura/
 WORKDIR /app/packages/api-cardano-db-hasura/dist
 CMD ["node", "background.js"]
 
-FROM ubuntu-nodejs as server
+FROM ubuntu-nodejs AS server
 ARG NETWORK=mainnet
 ENV \
   CARDANO_NODE_CONFIG_PATH=/config/cardano-node/config.json \
   HASURA_GRAPHQL_ENABLE_TELEMETRY=false \
   HASURA_URI="http://hasura:8080" \
   LD_LIBRARY_PATH="/usr/local/lib:$LD_LIBRARY_PATH" \
   NETWORK=${NETWORK} \
-  OGMIOS_HOST="cardano-node-ogmios" \
+  OGMIOS_HOST="ogmios" \
   OGMIOS_PORT=1337
 COPY --from=cardano-graphql-builder /app/packages/api-cardano-db-hasura/dist /app/packages/api-cardano-db-hasura/dist
 COPY --from=cardano-graphql-builder /app/packages/api-cardano-db-hasura/hasura/project /app/packages/api-cardano-db-hasura/hasura/project
@@ -117,6 +117,6 @@ WORKDIR /app/packages/server/dist
 EXPOSE 3100
 CMD ["node", "index.js"]
 
-FROM cardanofoundation/cf-token-metadata-registry-api:latest as token-registry
+FROM cardanofoundation/cf-token-metadata-registry-api:latest AS token-registry
 ADD scripts/token-registry-init.sh /app/entrypoint.sh
 ENTRYPOINT sh /app/entrypoint.sh

README.md

@@ -14,7 +14,7 @@
 
 Cross-platform, _typed_, and **queryable** API for Cardano. The project contains multiple [packages] for composing 
 GraphQL services to meet specific application demands, and a [docker compose stack] serving the included 
-[cardano-graphql-server Dockerfile], the extended [hasura Dockerfile], [cardano-node-ogmios]. The [schema] is defined in
+[cardano-graphql-server Dockerfile], the extended [hasura Dockerfile], [ogmios] and [cardano-node]. The [schema] is defined in
 native `.graphql`, and used to generate a [TypeScript package for client-side static typing]. A mutation is available to 
 submit a signed and serialized transaction to the local node.
 
@@ -40,7 +40,7 @@ Check the [releases] for the latest version.
 ``` console
 git clone \
   --single-branch \
-  --branch 8.1.0 \
+  --branch 8.2.0 \
   --recurse-submodules \
   https://github.com/cardano-foundation/cardano-graphql.git \
   && cd cardano-graphql
@@ -58,10 +58,13 @@ console session freely. See [Docker Compose docs] to tailor for your use-case
   <summary><i>mainnet</i></summary>
 
 Get the most recent weekly snapshot link [here](https://update-cardano-mainnet.iohk.io/cardano-db-sync/index.html#12/), and set it as `RESTORE_SNAPSHOT` below, or omit if you wish to sync from genesis.
+> **Disclaimer:** There is currently a known issue with `cardano-db-sync` which hinders using a snapshot.
+> We will provide an update once the issue is resolved.
+
 ``` console
 DOCKER_BUILDKIT=1 \
 COMPOSE_DOCKER_CLI_BUILD=1 \
-RESTORE_SNAPSHOT=https://update-cardano-mainnet.iohk.io/cardano-db-sync/13.2/db-sync-snapshot-schema-13.2-block-10060706-x86_64.tgz \
+RESTORE_SNAPSHOT=https://update-cardano-mainnet.iohk.io/cardano-db-sync/13.3/db-sync-snapshot-schema-13.3-block-10611621-x86_64.tgz \
 docker compose up -d --build &&\
 docker compose logs -f
 ```
@@ -127,11 +130,12 @@ your use-case.
 Get the most recent weekly snapshot link [here](https://update-cardano-mainnet.iohk.io/cardano-db-sync/index.html#11/), and set it as `RESTORE_SNAPSHOT` below, or omit if you wish to sync from genesis.
 ``` console
 export NETWORK=mainnet &&\
-docker pull cardanofoundation/cardano-graphql-server:8.1.0-${NETWORK} &&\
-docker pull cardanofoundation/cardano-graphql-background:8.1.0-${NETWORK} &&\
-docker pull cardanofoundation/cardano-graphql-hasura:8.1.0 &&\
-docker pull cardanosolutions/cardano-node-ogmios:v6.4.0_8.9.3-${NETWORK} &&\
-RESTORE_SNAPSHOT=https://update-cardano-mainnet.iohk.io/cardano-db-sync/13.2/db-sync-snapshot-schema-13.2-block-10060706-x86_64.tgz \
+docker pull cardanofoundation/cardano-graphql-server:8.2.0-${NETWORK} &&\
+docker pull cardanofoundation/cardano-graphql-background:8.2.0-${NETWORK} &&\
+docker pull cardanofoundation/cardano-graphql-hasura:8.2.0 &&\
+docker pull ghcr.io/intersectmbo/cardano-node:9.1.0 &&\
+docker pull cardanosolutions/ogmios:v6.5 &&\
+RESTORE_SNAPSHOT=https://update-cardano-mainnet.iohk.io/cardano-db-sync/13.3/db-sync-snapshot-schema-13.3-block-10611621-x86_64.tgz \
 docker compose up -d &&\
 docker compose logs -f
 ```
@@ -142,10 +146,11 @@ docker compose logs -f
 
 ``` console
 export NETWORK=preprod &&\
-docker pull cardanofoundation/cardano-graphql-server:8.1.0-${NETWORK} &&\
-docker pull cardanofoundation/cardano-graphql-background:8.1.0-${NETWORK} &&\
-docker pull cardanofoundation/cardano-graphql-hasura:8.1.0 &&\
-docker pull cardanosolutions/cardano-node-ogmios:v6.4.0_8.9.3-${NETWORK} &&\
+docker pull cardanofoundation/cardano-graphql-server:8.2.0-${NETWORK} &&\
+docker pull cardanofoundation/cardano-graphql-background:8.2.0-${NETWORK} &&\
+docker pull cardanofoundation/cardano-graphql-hasura:8.2.0 &&\
+docker pull ghcr.io/intersectmbo/cardano-node:9.1.0 &&\
+docker pull cardanosolutions/ogmios:v6.5 &&\
 API_PORT=3101 \
 HASURA_PORT=8091 \
 OGMIOS_PORT=1338 \
@@ -161,10 +166,11 @@ docker compose -p ${NETWORK} logs -f
 
 ``` console
 export NETWORK=preview &&\
-docker pull cardanofoundation/cardano-graphql-server:8.1.0-${NETWORK} &&\
-docker pull cardanofoundation/cardano-graphql-background:8.1.0-${NETWORK} &&\
-docker pull cardanofoundation/cardano-graphql-hasura:8.1.0 &&\
-docker pull cardanosolutions/cardano-node-ogmios:v6.4.0_8.9.3-${NETWORK} &&\
+docker pull cardanofoundation/cardano-graphql-server:8.2.0-${NETWORK} &&\
+docker pull cardanofoundation/cardano-graphql-background:8.2.0-${NETWORK} &&\
+docker pull cardanofoundation/cardano-graphql-hasura:8.2.0 &&\
+docker pull ghcr.io/intersectmbo/cardano-node:9.1.0 &&\
+docker pull cardanosolutions/ogmios:v6.5 &&\
 API_PORT=3102 \
 HASURA_PORT=8092 \
 OGMIOS_PORT=1339 \
@@ -220,7 +226,7 @@ METADATA_SERVER_URI="https://metadata.world.dev.cardano.org"
 If you are upgrading from Postgres 11 to 14: A resync will be needed.
 To speed up the process you can use the following snapshots:
 - [DB-Sync](https://update-cardano-mainnet.iohk.io/cardano-db-sync/13.2/db-sync-snapshot-schema-13.2-block-10060706-x86_64.tgz)
-- [Node](https://csnapshots.io/about#Manual_download)
+- [Node](https://mithril.network/doc/manual/getting-started/bootstrap-cardano-node/)
 
 ### Check Cardano DB sync progress
 Use the GraphQL Playground in the browser at http://localhost:3100/graphql:
@@ -288,12 +294,12 @@ See [Building].
 [Docker Compose docs]: https://docs.docker.com/compose/
 [cardano-graphql-server Dockerfile]: ./Dockerfile
 [hasura Dockerfile]: ./packages/api-cardano-db-hasura/hasura/Dockerfile
-[cardano-node-ogmios]: https://ogmios.dev/getting-started/docker/
+[ogmios]: https://ogmios.dev/getting-started/docker/
+[cardano-node]: https://github.com/IntersectMBO/cardano-node
 [schema]: ./packages/api-cardano-db-hasura/schema.graphql
 [TypeScript package for client-side static typing]: ./packages/client-ts/README.md
 [Apollo Server]: https://www.apollographql.com/docs/apollo-server/
 [GraphQL Code Generator]: https://graphql-code-generator.com
-[available on npm]: https://www.npmjs.com/package/cardano-graphql-ts
 [Ogmios]: https://ogmios.dev/
 [releases]: https://github.com/cardano-foundation/cardano-graphql/releases
 [Wiki :book:]: https://github.com/cardano-foundation/cardano-graphql/wiki

config/network/mainnet/cardano-db-sync/config.json

@@ -1,4 +1,5 @@
 {
+  "EnableFutureGenesis": true,
   "EnableLogMetrics": false,
   "EnableLogging": true,
   "NetworkName": "mainnet",
@@ -111,4 +112,4 @@
       "scRotation": null
     }
   ]
-}
+}