Missing sidecars helper functions.

Author: cheatfate

beacon_chain/consensus_object_pools/blob_quarantine.nim

@@ -617,6 +617,28 @@ func fetchMissingSidecars*(
       res.add(BlobIdentifier(block_root: blockRoot, index: BlobIndex(bindex)))
   res
 
+func getMissingSidecarIndices*(
+    quarantine: BlobQuarantine,
+    blockRoot: Eth2Digest,
+    blck: deneb.SignedBeaconBlock | electra.SignedBeaconBlock
+): seq[BlobIndex] =
+  ## Function returns sequence of BlobIndex for blobs which are missing for
+  ## block root ``blockRoot`` and block ``blck``.
+  var res: seq[BlobIndex]
+  let record = quarantine.roots.getOrDefault(blockRoot)
+
+  let commitmentsCount = len(blck.message.body.blob_kzg_commitments)
+  if (commitmentsCount == 0) or (record.count == commitmentsCount):
+    # Fast-path if ``blck`` does not have any blobs or if quarantine's record
+    # holds enough blobs.
+    return res
+
+  for bindex in 0 ..< commitmentsCount:
+    let index = quarantine.getIndex(BlobIndex(bindex))
+    if len(record.sidecars) == 0 or record.sidecars[index].isEmpty():
+      res.add(BlobIndex(bindex))
+  res
+
 func fetchMissingSidecars*(
     quarantine: ColumnQuarantine,
     blockRoot: Eth2Digest,
@@ -694,6 +716,40 @@ func fetchMissingSidecars*(
   DataColumnsByRootIdentifier(
     block_root: blockRoot, indices: DataColumnIndices(res))
 
+func getMissingSidecarIndices*(
+    quarantine: ColumnQuarantine,
+    blockRoot: Eth2Digest,
+    blck: fulu.SignedBeaconBlock | gloas.SignedBeaconBlock,
+): seq[ColumnIndex] =
+  var res: seq[ColumnIndex]
+  let record = quarantine.roots.getOrDefault(blockRoot)
+
+  if len(blck.message.body.blob_kzg_commitments) == 0:
+    # Fast-path if block does not have any columns
+    return res
+
+  let supernode = (len(quarantine.custodyColumns) == NUMBER_OF_COLUMNS)
+  if supernode:
+    if len(record.sidecars) > NUMBER_OF_COLUMNS div 2:
+      return res
+    if len(record.sidecars) == 0:
+      for index in 0 ..< NUMBER_OF_COLUMNS:
+        res.add(ColumnIndex(index))
+    else:
+      for index in 0 ..< NUMBER_OF_COLUMNS:
+        if record.sidecars[index].isEmpty():
+          res.add(ColumnIndex(index))
+  else:
+    if len(record.sidecars) == 0:
+      for column in quarantine.custodyMap.items():
+        res.add(column)
+    else:
+      for column in quarantine.custodyMap.items():
+        let index = quarantine.getIndex(column)
+        if (index == -1) or (record.sidecars[index].isEmpty()):
+          res.add(column)
+  res
+
 proc pruneAfterFinalization*(
     quarantine: var BlobQuarantine,
     epoch: Epoch,

beacon_chain/sync/sync_overseer2.nim

@@ -152,6 +152,41 @@ func decreaseBlocksCount(blocksCount: var int) =
     return
   blocksCount = blocksCount div 2
 
+func getMissingSidecarsLog(
+    overseer: SyncOverseerRef2,
+    blck: ref ForkedSignedBeaconBlock,
+    fullSupernodeLog = false
+): string =
+  var res = "["
+  withBlck(blck[]):
+    when consensusFork < ConsensusFork.Deneb:
+      discard
+    elif consensusFork in [ConsensusFork.Deneb, ConsensusFork.Electra]:
+      let indices =
+        overseer.blobQuarantine[].getMissingSidecarIndices(
+          forkyBlck.root, forkyBlck)
+      if len(indices) > 0:
+        res.add(indices.mapIt($uint8(it)).join(","))
+    elif consensusFork == ConsensusFork.Fulu:
+      let indices =
+        overseer.columnQuarantine[].getMissingSidecarIndices(
+          forkyBlck.root, forkyBlck)
+      if len(indices) > 0:
+        if overseer.config.peerdasSupernode:
+          if fullSupernodeLog:
+            res.add(indices.mapIt($uint8(it)).join(","))
+          else:
+            let superCount = (NUMBER_OF_COLUMNS div 2) - 1
+            res.add($len(indices))
+            res.add(" of ")
+            res.add($superCount)
+        else:
+          res.add(indices.mapIt($uint8(it)).join(","))
+    else:
+      raiseAssert "Unsupported fork"
+  res.add("]")
+  res
+
 func consensusForkAtEpoch(
     overseer: SyncOverseerRef2,
     epoch: Epoch