Cleanup JS code, added Docker configuration, added read example

rchat/README.md → src/README.md

@@ -1,3 +1,5 @@
+## !! THIS DOCUMENTATION IS NOT UP TO DATE WITH THE CODE, SEE ROOT README FILE !!
+
 # rchat: RChain replica of Zulip governance discussion
 
 Using a largely unmodified zulip installation, we listen to

rchat/chain_replica.js → src/chain_replica.mjs

@@ -1,17 +1,15 @@
-/* global Buffer */
-
-import fs from 'fs';  // ISSUE: AMBIENT
+// Reference to TypeScript definitions for IntelliSense in VSCode
+/// <reference path="../rnode-grpc-gen/js/rnode-grpc-js.d.ts" />
 
 import postgres from 'postgres';  // ISSUE: AMBIENT
 import grpcLib from '@grpc/grpc-js'; //@@ AMBIENT
 
-import rnode_grpc_js from '@tgrospic/rnode-grpc-js';
-// requires --experimental-json-modules
-import protoSchema from '../rchain-proto/rnode-grpc-gen/js/pbjs_generated.json';
-import '../rchain-proto/rnode-grpc-gen/js/DeployServiceV1_pb.js'; // proto global
-
-const { signDeploy, rnodeDeploy, getAddrFromPrivateKey } = rnode_grpc_js;
+// RNode with environment parameters
+import { rnodeService } from './rnode-env.mjs';
 
+// Load .env file
+import { config } from 'dotenv';
+config();
 
 const harden = x => Object.freeze(x);  // ISSUE: @agoric/harden for deep-freeze?
 
@@ -20,7 +18,7 @@ const zulip_db_config = {
     port: 5432,
     database: 'zulip',
     username: 'zulip',
-    password: 'REPLACE_WITH_SECURE_POSTGRES_PASSWORD',
+    password: process.env.POSTGRES_PASSWORD,
 };
 
 const zulip_ephemera = [
@@ -29,67 +27,35 @@ const zulip_ephemera = [
   'zerver_useractivity', 'zerver_useractivityinterval', 'zerver_userpresence',
 ];
 
+async function main(argv, env, { timer, postgres, grpcLib }) {
+  const [_node, _script] = argv;
 
-async function main(argv, env, { timer, fsp, postgres, grpcLib }) {
-  const [_node, _script, filename] = argv;
-
+  // Postgres connection
   const sql = postgres(zulip_db_config);
 
+  // RNode connection
+  const { sendDeploy, proposeBlock } = rnodeService(env, grpcLib);
+
   const channel = 'mirror';
   await prepare_to_listen(sql, channel);
 
-  let dest;
-  if (env.RNODE && env.SECRET_KEY) {
-    const deployService = rnodeDeploy({ grpcLib, host: env.RNODE || '127.0.0.1:40401', protoSchema });
-    const secretKey = Buffer.from(env.SECRET_KEY, 'hex');
-    const validafterblocknumber = parseInt(env.BLOCKNUM) || -1;  // TODO: warn if missing?
-    const phlolimit = 10e7;
-    console.log({ validafterblocknumber, phlolimit });
-    dest = chain_dest(secretKey, deployService, { validafterblocknumber, phlolimit });
-  } else {
-    if (!filename) {
-      throw new Error('need file arg or RNODE and SECRET_KEY env variables');
-    }
-    const out = await fsp.open(filename, 'w');
-    dest = file_spool(out);
-  }
+  const dest = chain_dest({sendDeploy, proposeBlock});
   const queue = batchingQueue({ max_qty: 64, quiesce_time: 4 * 1000 }, timer, dest);
 
   mirror_events(sql, channel, queue);
 }
 
-function chain_dest(secretKey, deployService, { validafterblocknumber, phlolimit }) {
-  const keyInfo = getAddrFromPrivateKey(secretKey.toString('hex'));
-  console.log({deployKey: keyInfo.pubKey, eth: keyInfo.ethAddr });
-
-  return async (terms) => {
+function chain_dest({sendDeploy, proposeBlock}) {
+  return async terms => {
     const term = terms.join('\n|\n');
-    const deployData = {
-      term,
-      phloprice: 1,  // TODO: when rchain economics evolve
-      phlolimit,
-      validafterblocknumber,  // ISSUE: should get updated over time
-    };
-    const signed = signDeploy(secretKey, deployData);
-    console.log({ timestamp: signed.timestamp, terms: terms.length });
-    const result = await deployService.doDeploy(signed);
-    console.log({ deployResponse: result });
-  };
-}
 
-function file_spool(out) {
-  let first = true;
-  return (terms) => {
-    console.log('spooling', terms.length);
-    for (const rho of terms) {
-      if (first) {
-        first = false;
-      } else {
-        out.write('|\n');
-      }
-      out.write(rho);
-      out.write('\n');
-    }
+    // Send deploy
+    const {response: deployResponse, sig} = await sendDeploy({term});
+    console.log({ deployResponse });
+
+    // Propose block
+    const proposeResponse = await proposeBlock();
+    console.log({ proposeResponse });
   };
 }
 
@@ -207,7 +173,6 @@ function batchingQueue(
 
   return harden({
     push: (item) => {
-      let due = false;
       const t = current_timestamp();
       buf.push(item);
       if (buf.length >= max_qty) {
@@ -238,15 +203,12 @@ function batchingQueue(
 
 
 /* global process, setTimeout, clearTimeout */
-main(process.argv, process.env, {
-  setTimeout,
-  fsp: fs.promises,
+await main(process.argv, process.env, {
   timer: {
     current_timestamp: () => Date.now(),
     setTimeout,
     clearTimeout,
   },
   postgres,
   grpcLib,
-})
-  .catch(err => console.error(err));
+});

src/iddb-deploy.mjs

@@ -0,0 +1,46 @@
+// Reference to TypeScript definitions for IntelliSense in VSCode
+/// <reference path="../rnode-grpc-gen/js/rnode-grpc-js.d.ts" />
+
+import grpcLib from '@grpc/grpc-js';
+import { promises as fs } from 'fs'
+import util from 'util';
+
+// RNode with environment parameters
+import { rnodeService } from './rnode-env.mjs';
+
+// Load .env file
+import { config } from 'dotenv';
+config();
+
+/**
+  * @param {object} arg
+  * @param {typeof file} arg.fs
+  * @param {typeof path} arg.path
+  */
+async function main(env, {fs, grpcLib}) {
+  // Get content of 'iddb.rho' file
+  const rhoFile = new URL('iddb.rho', import.meta.url);
+  const rhoCode = await fs.readFile(rhoFile, 'utf8');
+
+  // RNode connection
+  const { sendDeploy, getDeployResult, proposeBlock } = rnodeService(env, grpcLib);
+
+  // Send `iddb.rho` deploy
+  const {response: deployResponse, sig} = await sendDeploy({term: rhoCode});
+  console.log({ deployResponse });
+
+  // Propose block
+  const proposeResponse = await proposeBlock();
+  console.log({ proposeResponse });
+
+  // Get registered URI (sent on `rho:rchain:deployId`)
+  const deployResult = await getDeployResult({sig});
+  // console.log({deployResult: util.inspect(deployResult, {depth: 10, colors: true})});
+
+  // Extract registry URI
+  const uri = deployResult.payload?.blockinfoList[0]?.postblockdataList[0]?.exprsList[0]?.gUri;
+  console.log({uri});
+  console.log(`Copy URI to .env file IDDB_CONTRACT_URI variable.`);
+};
+
+await main(process.env, {fs, grpcLib});

rchat/iddb.rho → src/iddb.rho

@@ -2,8 +2,8 @@
  * IdDB - DB with id primary key column in all tables
  */
 new
-deployId, //(`rho:rchain:deployId`),
-deployerId, //(`rho:rchain:deployerId`),
+deployId(`rho:rchain:deployId`),
+deployerId(`rho:rchain:deployerId`),
 insertArbitrary(`rho:registry:insertArbitrary`),
 IdDB,
 log(`rho:io:stderr`)
@@ -201,4 +201,4 @@ in {
             }
         }
     }
-}
+}

src/myzulipdb-deploy.mjs

@@ -0,0 +1,49 @@
+// Reference to TypeScript definitions for IntelliSense in VSCode
+/// <reference path="../rnode-grpc-gen/js/rnode-grpc-js.d.ts" />
+
+import grpcLib from '@grpc/grpc-js';
+import { promises as fs } from 'fs'
+import util from 'util';
+
+// RNode with environment parameters
+import { rnodeService } from './rnode-env.mjs';
+
+// Load .env file
+import { config } from 'dotenv';
+config();
+
+/**
+  * @param {object} arg
+  * @param {typeof file} arg.fs
+  * @param {typeof path} arg.path
+  */
+async function main(env, {fs, grpcLib}) {
+  const { IDDB_CONTRACT_URI } = env
+  if (!IDDB_CONTRACT_URI) throw Error(`Environment parameter not set IDDB_CONTRACT_URI, check .env file.`);
+
+  // Get content of 'iddb.rho' file
+  const rhoFile = new URL('myzulipdb.rho', import.meta.url);
+  const rhoCodeTemplate = await fs.readFile(rhoFile, 'utf8');
+  const rhoCode = rhoCodeTemplate.replace(/__ID_DB_URI__/, IDDB_CONTRACT_URI);
+
+  // RNode connection
+  const { sendDeploy, getDeployResult, proposeBlock } = rnodeService(env, grpcLib);
+
+  // Send `iddb.rho` deploy
+  const {response: deployResponse, sig} = await sendDeploy({term: rhoCode});
+  console.log({ deployResponse });
+
+  // Propose block
+  const proposeResponse = await proposeBlock();
+  console.log({ proposeResponse });
+
+  // Get registered URI (sent on `rho:rchain:deployId`)
+  const deployResult = await getDeployResult({sig});
+  // console.log({deployResult: util.inspect(deployResult, {depth: 10, colors: true})});
+
+  // Extract registry URI
+  const uri = deployResult.payload?.blockinfoList[0]?.postblockdataList[0]?.exprsList[0]?.gUri;
+  console.log({uri});
+};
+
+await main(process.env, {fs, grpcLib});

rchat/myzulipdb.rho → src/myzulipdb.rho

@@ -2,14 +2,14 @@
  * myzulipdb -- IdDB for deployer with zulip tables
  */
 new
-deployId, //(`rho:rchain:deployId`),
-deployerId, //(`rho:rchain:deployerId`),
+deployId(`rho:rchain:deployId`),
+deployerId(`rho:rchain:deployerId`),
 lookup(`rho:registry:lookup`),
 insertArbitrary(`rho:registry:insertArbitrary`),
 IdDBCh,
 log(`rho:io:stderr`)
 in {
-    lookup!(`rho:id:FIXME` /* ISSUE: how to sync IdDB registry URI? */, *IdDBCh) |
+    lookup!(`__ID_DB_URI__`, *IdDBCh) |
     for (IdDB <- IdDBCh) {
         log!({"IdDB": *IdDB}) |
         new dbCh in {