Chainsync pipelining fixes + EventListener and Plugin framework (WIP)

.github/workflows/snapshot_manual.yml

@@ -11,10 +11,10 @@ jobs:
         uses: actions/checkout@v2
         with:
           submodules: 'true'
-      - name: Set up JDK 11
+      - name: Set up JDK 21
         uses: actions/setup-java@v2
         with:
-          java-version: '11'
+          java-version: '21'
           distribution: 'temurin'
       - name: Grant execute permission for gradlew
         run: chmod +x gradlew

build.gradle

@@ -229,6 +229,12 @@ subprojects {
     // Make all tests use JUnit 5 (for all modules including application)
     tasks.withType(Test) {
         useJUnitPlatform()
+        testLogging {
+            events "started", "passed", "skipped", "failed"
+            exceptionFormat "full"
+            showStandardStreams = true
+        }
+
     }
 }
 

core/bin/main/META-INF/native-image/yaci/jni-config.json

@@ -0,0 +1,11 @@
+[
+  {
+    "name" : "io.netty.channel.kqueue.KQueueStaticallyReferencedJniMethods"
+  },
+  {
+    "name" : "io.netty.channel.kqueue.Native"
+  },
+  {
+    "name" : "io.netty.channel.kqueue.BsdSocket"
+  }
+]

core/bin/main/META-INF/native-image/yaci/native-image.properties

@@ -0,0 +1,14 @@
+Args = --initialize-at-run-time=io.netty.channel.epoll.Epoll \
+--initialize-at-run-time=io.netty.channel.epoll.Native \
+--initialize-at-run-time=io.netty.channel.epoll.EpollEventLoop \
+--initialize-at-run-time=io.netty.channel.epoll.EpollEventArray \
+--initialize-at-run-time=io.netty.channel.DefaultFileRegion \
+--initialize-at-run-time=io.netty.channel.kqueue.KQueueEventArray \
+--initialize-at-run-time=io.netty.channel.kqueue.KQueueEventLoop \
+--initialize-at-run-time=io.netty.channel.kqueue.Native \
+--initialize-at-run-time=io.netty.channel.unix.Errors \
+--initialize-at-run-time=io.netty.channel.unix.IovArray \
+--initialize-at-run-time=io.netty.channel.unix.Limits \
+--initialize-at-run-time=io.netty.util.internal.logging.Log4JLogger \
+--initialize-at-run-time=io.netty.channel.kqueue.KQueue \
+--initialize-at-run-time=io.netty.handler.ssl.BouncyCastleAlpnSslUtils

core/bin/main/META-INF/native-image/yaci/native-image.properties.ci

@@ -0,0 +1,14 @@
+Args = --static --libc=musl --initialize-at-run-time=io.netty.channel.epoll.Epoll \
+--initialize-at-run-time=io.netty.channel.epoll.Native \
+--initialize-at-run-time=io.netty.channel.epoll.EpollEventLoop \
+--initialize-at-run-time=io.netty.channel.epoll.EpollEventArray \
+--initialize-at-run-time=io.netty.channel.DefaultFileRegion \
+--initialize-at-run-time=io.netty.channel.kqueue.KQueueEventArray \
+--initialize-at-run-time=io.netty.channel.kqueue.KQueueEventLoop \
+--initialize-at-run-time=io.netty.channel.kqueue.Native \
+--initialize-at-run-time=io.netty.channel.unix.Errors \
+--initialize-at-run-time=io.netty.channel.unix.IovArray \
+--initialize-at-run-time=io.netty.channel.unix.Limits \
+--initialize-at-run-time=io.netty.util.internal.logging.Log4JLogger \
+--initialize-at-run-time=io.netty.channel.kqueue.KQueue \
+--initialize-at-run-time=io.netty.handler.ssl.BouncyCastleAlpnSslUtils

core/bin/main/META-INF/native-image/yaci/reflect-config.json

@@ -0,0 +1,148 @@
+[
+  {
+    "name":"io.netty.buffer.AbstractByteBufAllocator",
+    "queryAllDeclaredMethods":true
+  },
+  {
+    "name":"io.netty.buffer.AbstractReferenceCountedByteBuf",
+    "fields":[{"name":"refCnt"}]
+  },
+  {
+    "name":"io.netty.buffer.PooledByteBufAllocator"
+  },
+  {
+    "name":"io.netty.channel.AbstractChannelHandlerContext",
+    "fields":[{"name":"handlerState"}]
+  },
+  {
+    "name":"io.netty.channel.ChannelHandlerAdapter",
+    "methods":[{"name":"exceptionCaught","parameterTypes":["io.netty.channel.ChannelHandlerContext","java.lang.Throwable"] }]
+  },
+  {
+    "name":"io.netty.channel.ChannelInboundHandlerAdapter",
+    "methods":[{"name":"channelActive","parameterTypes":["io.netty.channel.ChannelHandlerContext"] }, {"name":"channelInactive","parameterTypes":["io.netty.channel.ChannelHandlerContext"] }, {"name":"channelRead","parameterTypes":["io.netty.channel.ChannelHandlerContext","java.lang.Object"] }, {"name":"channelReadComplete","parameterTypes":["io.netty.channel.ChannelHandlerContext"] }, {"name":"channelRegistered","parameterTypes":["io.netty.channel.ChannelHandlerContext"] }, {"name":"channelUnregistered","parameterTypes":["io.netty.channel.ChannelHandlerContext"] }, {"name":"channelWritabilityChanged","parameterTypes":["io.netty.channel.ChannelHandlerContext"] }, {"name":"exceptionCaught","parameterTypes":["io.netty.channel.ChannelHandlerContext","java.lang.Throwable"] }, {"name":"userEventTriggered","parameterTypes":["io.netty.channel.ChannelHandlerContext","java.lang.Object"] }]
+  },
+  {
+    "name":"io.netty.channel.ChannelInitializer",
+    "methods":[{"name":"channelRegistered","parameterTypes":["io.netty.channel.ChannelHandlerContext"] }, {"name":"exceptionCaught","parameterTypes":["io.netty.channel.ChannelHandlerContext","java.lang.Throwable"] }]
+  },
+  {
+    "name":"io.netty.channel.ChannelOutboundBuffer",
+    "fields":[{"name":"totalPendingSize"}, {"name":"unwritable"}]
+  },
+  {
+    "name":"io.netty.channel.ChannelOutboundHandlerAdapter",
+    "methods":[{"name":"bind","parameterTypes":["io.netty.channel.ChannelHandlerContext","java.net.SocketAddress","io.netty.channel.ChannelPromise"] }, {"name":"close","parameterTypes":["io.netty.channel.ChannelHandlerContext","io.netty.channel.ChannelPromise"] }, {"name":"connect","parameterTypes":["io.netty.channel.ChannelHandlerContext","java.net.SocketAddress","java.net.SocketAddress","io.netty.channel.ChannelPromise"] }, {"name":"deregister","parameterTypes":["io.netty.channel.ChannelHandlerContext","io.netty.channel.ChannelPromise"] }, {"name":"disconnect","parameterTypes":["io.netty.channel.ChannelHandlerContext","io.netty.channel.ChannelPromise"] }, {"name":"flush","parameterTypes":["io.netty.channel.ChannelHandlerContext"] }, {"name":"read","parameterTypes":["io.netty.channel.ChannelHandlerContext"] }]
+  },
+  {
+    "name":"io.netty.channel.DefaultChannelConfig",
+    "fields":[{"name":"autoRead"}, {"name":"writeBufferWaterMark"}]
+  },
+  {
+    "name":"io.netty.channel.DefaultChannelPipeline",
+    "fields":[{"name":"estimatorHandle"}]
+  },
+  {
+    "name":"io.netty.channel.DefaultChannelPipeline$HeadContext",
+    "methods":[{"name":"bind","parameterTypes":["io.netty.channel.ChannelHandlerContext","java.net.SocketAddress","io.netty.channel.ChannelPromise"] }, {"name":"channelActive","parameterTypes":["io.netty.channel.ChannelHandlerContext"] }, {"name":"channelInactive","parameterTypes":["io.netty.channel.ChannelHandlerContext"] }, {"name":"channelRead","parameterTypes":["io.netty.channel.ChannelHandlerContext","java.lang.Object"] }, {"name":"channelReadComplete","parameterTypes":["io.netty.channel.ChannelHandlerContext"] }, {"name":"channelRegistered","parameterTypes":["io.netty.channel.ChannelHandlerContext"] }, {"name":"channelUnregistered","parameterTypes":["io.netty.channel.ChannelHandlerContext"] }, {"name":"channelWritabilityChanged","parameterTypes":["io.netty.channel.ChannelHandlerContext"] }, {"name":"close","parameterTypes":["io.netty.channel.ChannelHandlerContext","io.netty.channel.ChannelPromise"] }, {"name":"connect","parameterTypes":["io.netty.channel.ChannelHandlerContext","java.net.SocketAddress","java.net.SocketAddress","io.netty.channel.ChannelPromise"] }, {"name":"deregister","parameterTypes":["io.netty.channel.ChannelHandlerContext","io.netty.channel.ChannelPromise"] }, {"name":"disconnect","parameterTypes":["io.netty.channel.ChannelHandlerContext","io.netty.channel.ChannelPromise"] }, {"name":"exceptionCaught","parameterTypes":["io.netty.channel.ChannelHandlerContext","java.lang.Throwable"] }, {"name":"flush","parameterTypes":["io.netty.channel.ChannelHandlerContext"] }, {"name":"read","parameterTypes":["io.netty.channel.ChannelHandlerContext"] }, {"name":"userEventTriggered","parameterTypes":["io.netty.channel.ChannelHandlerContext","java.lang.Object"] }, {"name":"write","parameterTypes":["io.netty.channel.ChannelHandlerContext","java.lang.Object","io.netty.channel.ChannelPromise"] }]
+  },
+  {
+    "name":"io.netty.channel.DefaultChannelPipeline$TailContext",
+    "methods":[{"name":"channelActive","parameterTypes":["io.netty.channel.ChannelHandlerContext"] }, {"name":"channelInactive","parameterTypes":["io.netty.channel.ChannelHandlerContext"] }, {"name":"channelRead","parameterTypes":["io.netty.channel.ChannelHandlerContext","java.lang.Object"] }, {"name":"channelReadComplete","parameterTypes":["io.netty.channel.ChannelHandlerContext"] }, {"name":"channelRegistered","parameterTypes":["io.netty.channel.ChannelHandlerContext"] }, {"name":"channelUnregistered","parameterTypes":["io.netty.channel.ChannelHandlerContext"] }, {"name":"channelWritabilityChanged","parameterTypes":["io.netty.channel.ChannelHandlerContext"] }, {"name":"exceptionCaught","parameterTypes":["io.netty.channel.ChannelHandlerContext","java.lang.Throwable"] }, {"name":"userEventTriggered","parameterTypes":["io.netty.channel.ChannelHandlerContext","java.lang.Object"] }]
+  },
+  {
+    "name":"io.netty.channel.DefaultFileRegion"
+  },
+  {
+    "name":"io.netty.channel.kqueue.KQueueDomainSocketChannel",
+    "methods":[{"name":"<init>","parameterTypes":[] }]
+  },
+  {
+    "name":"io.netty.channel.kqueue.KQueueEventLoop",
+    "fields":[{"name":"wakenUp"}]
+  },
+  {
+    "name":"io.netty.channel.socket.nio.NioSocketChannel",
+    "methods":[{"name":"<init>","parameterTypes":[] }]
+  },
+  {
+    "name":"io.netty.channel.unix.DatagramSocketAddress"
+  },
+  {
+    "name":"io.netty.channel.unix.DomainDatagramSocketAddress"
+  },
+  {
+    "name":"io.netty.channel.unix.FileDescriptor",
+    "fields":[{"name":"state"}]
+  },
+  {
+    "name":"io.netty.channel.unix.PeerCredentials"
+  },
+  {
+    "name":"io.netty.handler.codec.ByteToMessageDecoder",
+    "methods":[{"name":"channelInactive","parameterTypes":["io.netty.channel.ChannelHandlerContext"] }, {"name":"channelRead","parameterTypes":["io.netty.channel.ChannelHandlerContext","java.lang.Object"] }, {"name":"channelReadComplete","parameterTypes":["io.netty.channel.ChannelHandlerContext"] }, {"name":"userEventTriggered","parameterTypes":["io.netty.channel.ChannelHandlerContext","java.lang.Object"] }]
+  },
+  {
+    "name":"io.netty.handler.codec.MessageToByteEncoder",
+    "methods":[{"name":"write","parameterTypes":["io.netty.channel.ChannelHandlerContext","java.lang.Object","io.netty.channel.ChannelPromise"] }]
+  },
+  {
+    "name":"io.netty.util.AbstractReferenceCounted",
+    "fields":[{"name":"refCnt"}]
+  },
+  {
+    "name":"io.netty.util.DefaultAttributeMap",
+    "fields":[{"name":"attributes"}]
+  },
+  {
+    "name":"io.netty.util.NettyRuntime"
+  },
+  {
+    "name":"io.netty.util.Recycler$DefaultHandle",
+    "fields":[{"name":"state"}]
+  },
+  {
+    "name":"io.netty.util.ReferenceCountUtil",
+    "queryAllDeclaredMethods":true
+  },
+  {
+    "name":"io.netty.util.ResourceLeakDetector$DefaultResourceLeak",
+    "fields":[{"name":"droppedRecords"}, {"name":"head"}]
+  },
+  {
+    "name":"io.netty.util.concurrent.DefaultPromise",
+    "fields":[{"name":"result"}]
+  },
+  {
+    "name":"io.netty.util.concurrent.SingleThreadEventExecutor",
+    "fields":[{"name":"state"}, {"name":"threadProperties"}]
+  },
+  {
+    "name":"io.netty.util.internal.NativeLibraryUtil",
+    "methods":[{"name":"loadLibrary","parameterTypes":["java.lang.String","boolean"] }]
+  },
+  {
+    "name":"io.netty.util.internal.shaded.org.jctools.queues.BaseMpscLinkedArrayQueueColdProducerFields",
+    "fields":[{"name":"producerLimit"}]
+  },
+  {
+    "name":"io.netty.util.internal.shaded.org.jctools.queues.BaseMpscLinkedArrayQueueConsumerFields",
+    "fields":[{"name":"consumerIndex"}]
+  },
+  {
+    "name":"io.netty.util.internal.shaded.org.jctools.queues.BaseMpscLinkedArrayQueueProducerFields",
+    "fields":[{"name":"producerIndex"}]
+  },
+  {
+    "name":"io.netty.util.internal.shaded.org.jctools.queues.MpscArrayQueueConsumerIndexField",
+    "fields":[{"name":"consumerIndex"}]
+  },
+  {
+    "name":"io.netty.util.internal.shaded.org.jctools.queues.MpscArrayQueueProducerIndexField",
+    "fields":[{"name":"producerIndex"}]
+  },
+  {
+    "name":"io.netty.util.internal.shaded.org.jctools.queues.MpscArrayQueueProducerLimitField",
+    "fields":[{"name":"producerLimit"}]
+  }
+]

core/bin/main/META-INF/native-image/yaci/resource-config.json

@@ -0,0 +1,13 @@
+{
+  "resources": {
+    "includes": [
+      {
+        "pattern":"\\QMETA-INF/native/libnetty_transport_native_kqueue_aarch_64.dylib\\E"
+      },
+      {
+        "pattern":"\\QMETA-INF/native/libnetty_transport_native_kqueue_aarch_64.jnilib\\E"
+      }
+    ],
+    "excludes": []
+  }
+}