working on debugging singalling issue

Author: sbazerque

package.json

@@ -20,7 +20,6 @@
   },
   "devDependencies": {
     "@hyper-hyper-space/node-env": "^0.8.0",
-    "@peculiar/webcrypto": "^1.1.6",
     "@types/jest": "^26.0.19",
     "@types/node": "^14.0.13",
     "@types/ws": "^7.2.6",

src/crypto/ciphers/RSA.ts

@@ -1,5 +1,6 @@
-import { NodeRSA } from "./NodeRSA";
-import { WebCryptoRSA } from "./WebCryptoRSA";
+//import { JSEncryptRSA } from './JSEncryptRSA';
+import { NodeRSA } from './NodeRSA';
+import { WebCryptoRSA } from './WebCryptoRSA';
 
 interface RSA {
 
@@ -20,7 +21,7 @@ interface RSA {
 }
 
 class RSADefaults {
-    static impl: new () => RSA = globalThis?.crypto?.subtle !== undefined? WebCryptoRSA : NodeRSA;
+    static impl: new () => RSA = globalThis?.crypto?.subtle !== undefined ? WebCryptoRSA : NodeRSA;
 }
 
 export { RSA, RSADefaults };

src/crypto/config/WebCryptoConfig.ts

@@ -8,8 +8,8 @@ class WebCryptoConfig {
     static overrideImpl: SubtleCrypto | undefined;
 
     static getSubtle(): SubtleCrypto {
-        if (WebCryptoConfig.overrideImpl !== undefined) {
-            return WebCryptoConfig.overrideImpl;
+        if ((globalThis as any)?.webCryptoOverrideImpl !== undefined) {
+            return (globalThis as any)?.webCryptoOverrideImpl as SubtleCrypto;
         } else {
             return globalThis.crypto.subtle;
         }

src/data/model/HashedObject.ts

@@ -500,18 +500,18 @@ abstract class HashedObject {
             if (obj.author !== undefined) {
                 if (literal.signature === undefined) {
                     context.objects.delete(hash);
-                    throw new Error('Missing signature for ' + hash);
+                    throw new Error('Missing signature for ' + hash + ' of type ' + obj.getClassName());
                 }
 
                 if (!await obj.author.verifySignature(hash, literal.signature)) {
                     context.objects.delete(hash);
-                    throw new Error('Invalid signature for ' + hash);
+                    throw new Error('Invalid signature for ' + hash + ' of type ' + obj.getClassName());
                 }
             }
 
             if (!await obj.validate(context.objects)) {
                 context.objects.delete(hash);
-                throw new Error('Validation failed for ' + hash);
+                throw new Error('Validation failed for ' + hash + ' of type ' + obj.getClassName());
             }
 
             return obj;

src/mesh/agents/state/causal/CausalHistorySynchronizer.ts

@@ -150,13 +150,20 @@ class CausalHistorySynchronizer {
 
     checkRequestTimeouts() {
 
-        let cancelled = false;
+        let cancelledSome = false;
 
         for (const reqInfo of this.requests.values()) {
-            cancelled = cancelled || this.checkRequestRemoval(reqInfo);
+
+            const cancelled = this.checkRequestRemoval(reqInfo);
+
+            if (cancelled) {
+                console.log('CANCELLED ' + reqInfo.request.requestId + ' in timeout loop')
+            }
+
+            cancelledSome = cancelledSome || cancelled;
         }
 
-        if (cancelled) {
+        if (cancelledSome) {
             this.attemptNewRequests();
         }
     }
@@ -1277,6 +1284,7 @@ class CausalHistorySynchronizer {
     private sendRequest(reqInfo: RequestInfo) {
 
         reqInfo.status = 'sent';
+        reqInfo.requestSendingTimestamp = Date.now();
 
         const reqId = reqInfo.request.requestId;
         this.requests.set(reqId, reqInfo);

src/net/linkup/SignallingServerConnection.ts

@@ -5,7 +5,7 @@ import { LinkupAddress } from './LinkupAddress';
 
 class SignallingServerConnection implements LinkupServer {
 
-    static logger = new Logger(SignallingServerConnection.name, LogLevel.INFO);
+    static logger = new Logger(SignallingServerConnection.name, LogLevel.ERROR);
 
     static WRTC_URL_PREFIX = 'wrtc+';
 
@@ -256,7 +256,7 @@ class SignallingServerConnection implements LinkupServer {
                                 }
 
                                 if (!found) {
-                                    SignallingServerConnection.logger.warning('Received message for unlistened linkupId: ' + linkupId);
+                                    SignallingServerConnection.logger.warning('Received message for unlistened linkupId: ' + linkupId, message);
                                 }
                             }
                         } else if (raw !== undefined && raw === 'true') {

test/config.ts

@@ -1,11 +1,4 @@
 import '@hyper-hyper-space/node-env';
-import { WebCryptoConfig } from 'crypto/config';
-
-const { Crypto } = require("@peculiar/webcrypto");
-
-const crypto = new Crypto();
-
-WebCryptoConfig.overrideImpl = crypto.subtle;
 
 let describeProxy = describe;
 

test/mesh/agents/state.test.ts

@@ -14,6 +14,7 @@ import { Identity } from 'data/identity';
 import { describeProxy } from 'config';
 import { CausalHistorySyncAgent, TerminalOpsSyncAgent } from 'mesh/agents/state';
 import { Logger, LogLevel } from 'util/logging';
+import { SlowyString } from '../types/SlowyString';
 
 describeProxy('[SYN] State sync', () => {
     test('[SYN01] Gossip agent in small peer group (wrtc)', async (done) => {
@@ -74,6 +75,12 @@ describeProxy('[SYN] State sync', () => {
 
     }, 300000);
 
+    test('[SYN11] Causal history agent-based set deep sync in small peer group (wrtc)', async (done) => {
+
+        await deepSyncInSmallPeerGroup(done, 'wrtc', undefined, undefined, true);
+
+    }, 300000);
+
 });
 
 async function gossipInSmallPeerGroup(done: () => void, network: 'wrtc'|'ws'|'mix' = 'wrtc', basePort?: number) {
@@ -435,7 +442,7 @@ async function stagedSyncInSmallPeerGroup(done: () => void, network: 'wrtc'|'ws'
     done();
 }
 
-async function deepSyncInSmallPeerGroup(done: () => void, network: 'wrtc'|'ws'|'mix' = 'wrtc', basePort?: number, useRemoting?: boolean) {
+async function deepSyncInSmallPeerGroup(done: () => void, network: 'wrtc'|'ws'|'mix' = 'wrtc', basePort?: number, useRemoting?: boolean, useSlowOps?: boolean) {
 
     const size = 3;
 
@@ -457,14 +464,22 @@ async function deepSyncInSmallPeerGroup(done: () => void, network: 'wrtc'|'ws'|'
     let id = await TestIdentity.getFirstTestIdentity();
     let kp = await TestIdentity.getFistTestKeyPair();
 
-    let s = new MutableSet<HashedObject>();
+    let s = new MutableSet();
 
     s.setAuthor(id);
 
+   
+
+
     await stores[0].save(kp);
     await stores[0].save(s);
 
-    await s.add(new HashedLiteral('hello'));
+    if (useSlowOps === true) {
+        await s.add(new SlowyString('hello'));
+    } else {
+        await s.add(new HashedLiteral('hello'));
+    }
+    
 
     await stores[0].save(s);
 
@@ -517,16 +532,28 @@ async function deepSyncInSmallPeerGroup(done: () => void, network: 'wrtc'|'ws'|'
         }
     }
 
+    if (useSlowOps === true) {
+        await s.add(new SlowyString('my'));
+        await s.add(new SlowyString('dear'));
+        await s.add(new SlowyString('friends'));
+        await s.add(new SlowyString('I'));
+        await s.add(new SlowyString('have'));
+        await s.add(new SlowyString('very'));
+        await s.add(new SlowyString('dearly'));
+        await s.add(new SlowyString('missed'));
+        await s.add(new SlowyString('you'));        
+    } else {
+        await s.add(new HashedLiteral('my'));
+        await s.add(new HashedLiteral('dear'));
+        await s.add(new HashedLiteral('friends'));
+        await s.add(new HashedLiteral('I'));
+        await s.add(new HashedLiteral('have'));
+        await s.add(new HashedLiteral('very'));
+        await s.add(new HashedLiteral('dearly'));
+        await s.add(new HashedLiteral('missed'));
+        await s.add(new HashedLiteral('you'));
 
-    await s.add(new HashedLiteral('my'));
-    await s.add(new HashedLiteral('dear'));
-    await s.add(new HashedLiteral('friends'));
-    await s.add(new HashedLiteral('I'));
-    await s.add(new HashedLiteral('have'));
-    await s.add(new HashedLiteral('very'));
-    await s.add(new HashedLiteral('dearly'));
-    await s.add(new HashedLiteral('missed'));
-    await s.add(new HashedLiteral('you'));
+    }
 
     await stores[0].save(s);