trace

Author: AntiO2

pixels-daemon/src/main/java/io/pixelsdb/pixels/daemon/retina/RetinaServerImpl.java

@@ -52,6 +52,7 @@
 public class RetinaServerImpl extends RetinaWorkerServiceGrpc.RetinaWorkerServiceImplBase
 {
     private static final Logger logger = LogManager.getLogger(RetinaServerImpl.class);
+    private static final Logger retinaLogger = LogManager.getLogger("retina");
     private final MetadataService metadataService;
     private final IndexService indexService;
     private final RetinaResourceManager retinaResourceManager;
@@ -244,6 +245,20 @@ private void processUpdateRequest(RetinaProto.UpdateRecordRequest request) throw
                         this.retinaResourceManager.deleteRecord(rowLocation, timestamp);
                     }
 
+                    long indexId = primaryIndexKeys.get(0).getIndexId();
+
+                    for (IndexProto.IndexKey indexKey : primaryIndexKeys)
+                    {
+                        retinaLogger.info("D\t{}\t{}\t{}\t{}\t{}\t{}",
+                                tableId,
+                                indexId,
+                                indexKey.getKey().asReadOnlyByteBuffer().getInt(),
+                                indexKey.getTimestamp(),
+                                tableUpdateData.getBucketId(),
+                                tableUpdateData.getTxIdBytes().toString()
+                        );
+                    }
+
                     for (int i = 1; i < indexNum; i++)
                     {
                         List<IndexProto.IndexKey> indexKeys = indexKeysList.get(i);
@@ -283,6 +298,24 @@ private void processUpdateRequest(RetinaProto.UpdateRecordRequest request) throw
                     }
                     long tableId = primaryIndexEntries.get(0).getIndexKey().getTableId();
                     indexService.putPrimaryIndexEntries(tableId, primaryIndexId, primaryIndexEntries);
+
+                    for(IndexProto.PrimaryIndexEntry entry: primaryIndexEntries)
+                    {
+                        long indexId = entry.getIndexKey().getIndexId();
+                        retinaLogger.info("P\t{}\t{}\t{}\t{}\t{}\t{}\t{}\t{}\t{}\t{}",
+                                tableId,
+                                indexId,
+                                entry.getIndexKey().getKey().asReadOnlyByteBuffer().getInt(),
+                                entry.getIndexKey().getTimestamp(),
+                                entry.getRowId(),
+                                entry.getRowLocation().getFileId(),
+                                entry.getRowLocation().getRgId(),
+                                entry.getRowLocation().getRgRowOffset(),
+                                tableUpdateData.getBucketId(),
+                                tableUpdateData.getTxIdBytes().toString()
+                        );
+                    }
+
                     for (int i = 1; i < indexNum; i++)
                     {
                         List<IndexProto.IndexKey> indexKeys = indexKeysList.get(i);

pixels-daemon/src/main/resources/log4j2.properties

@@ -16,6 +16,18 @@ appender.rolling.fileName = ${env:PIXELS_HOME}/logs/pixels-daemon.log
 appender.rolling.layout.type = PatternLayout
 appender.rolling.layout.pattern = %-d{yyyy-MM-dd HH:mm:ss,SSS} [%c]-[%p] %m%n
 
+appender.retina.type = File
+appender.retina.name = RETINA_OUT
+appender.retina.fileName = ${env:PIXELS_HOME}/logs/retina.trace
+appender.retina.append = true
+appender.retina.layout.type = PatternLayout
+appender.retina.layout.pattern = %m%n
+
+logger.retina.name = retina
+logger.retina.level = info
+logger.retina.additivity = false
+logger.retina.appenderRef.retina.ref = RETINA_OUT
+
 rootLogger.level = info
 rootLogger.appenderRef.stdout.ref = STDOUT
 rootLogger.appenderRef.log.ref = log

proto/retina.proto

@@ -75,6 +75,8 @@ message TableUpdateData {
     repeated DeleteData deleteData = 3;
     repeated InsertData insertData = 4;
     uint64 timestamp = 5;
+    int32 bucketId = 6;
+    string txId = 7;
 }
 
 // update