Skip to content

Instantly share code, notes, and snippets.

@freeznet
Created March 19, 2022 14:33
Show Gist options
  • Select an option

  • Save freeznet/762fd5d4753c50b2ab0a30a116368fa5 to your computer and use it in GitHub Desktop.

Select an option

Save freeznet/762fd5d4753c50b2ab0a30a116368fa5 to your computer and use it in GitHub Desktop.
protobuf_native producer
2022-03-19T13:46:17,848+0000 [main] INFO org.apache.pulsar.functions.runtime.JavaInstanceStarter - JavaInstance Server started, listening on 38165
2022-03-19T13:46:17,850+0000 [main] INFO org.apache.pulsar.functions.runtime.JavaInstanceStarter - Starting runtimeSpawner
2022-03-19T13:46:17,853+0000 [main] INFO org.apache.pulsar.functions.runtime.RuntimeSpawner - public/default/cloud-storage-sink-json-0 RuntimeSpawner starting function
2022-03-19T13:46:17,857+0000 [main] INFO org.apache.pulsar.common.nar.FileUtils - Jar file /pulsar/./connectors/pulsar-io-cloud-storage-2.9.2.8.nar contains META-INF/bundled-dependencies, it may be a NAR file
2022-03-19T13:46:17,857+0000 [main] INFO org.apache.pulsar.functions.runtime.thread.ThreadRuntime - Trying Loading file as NAR file: /pulsar/./connectors/pulsar-io-cloud-storage-2.9.2.8.nar
2022-03-19T13:46:18,197+0000 [main] INFO org.apache.pulsar.functions.runtime.thread.ThreadRuntime - Initialize function class loader for function cloud-storage-sink-json at function cache manager, functionClassLoader: org.apache.pulsar.common.nar.NarClassLoader[/tmp/pulsar-nar/pulsar-io-cloud-storage-2.9.2.8.nar-unpacked/rDVegUr5CI6TzxtaP7YwRw]
2022-03-19T13:46:18,219+0000 [main] INFO org.apache.pulsar.functions.runtime.thread.ThreadRuntime - ThreadContainer starting function with instance config InstanceConfig(instanceId=0, functionId=86b4e118-83dc-43c4-8aa0-6d365823fe55, functionVersion=fa304038-bbd5-4dc6-b540-ecefa47dc54e, functionDetails=tenant: "public"
namespace: "default"
name: "cloud-storage-sink-json"
className: "org.apache.pulsar.functions.api.utils.IdentityFunction"
autoAck: true
parallelism: 1
source {
typeClassName: "org.apache.pulsar.client.api.schema.GenericRecord"
inputSpecs {
key: "persistent://public/default/cloud-storage-sink"
value {
}
}
cleanupSubscription: true
}
sink {
className: "org.apache.pulsar.io.jcloud.sink.CloudStorageGenericRecordSink"
configs: "{\"accessKeyId\":\"***\",\"timePartitionPattern\":\"yyyy/MM/dd/HH\",\"withMetadata\":\"true\",\"partitionerType\":\"time\",\"sliceTopicPartitionPath\":\"true\",\"pathPrefix\":\"pulsar/\",\"bucket\":\"test-cloud-storage\",\"secretAccessKey\":\"****\",\"timePartitionDuration\":\"1h\",\"endpoint\":\"https://s3.cn-north-1.amazonaws.com.cn\",\"provider\":\"aws-s3\",\"useHumanReadableMessageId\":\"true\",\"formatType\":\"parquet\",\"region\":\"cn-north-1\",\"batchSize\":\"1000\",\"useHumanReadableSchemaVersion\":\"true\"}"
typeClassName: "org.apache.pulsar.client.api.schema.GenericRecord"
builtin: "cloud-storage"
}
resources {
cpu: 1.0
ram: 1073741824
disk: 10737418240
}
componentType: SINK
, maxBufferedTuples=1024, functionAuthenticationSpec=null, port=38165, clusterName=standalone, maxPendingAsyncRequests=1000, exposePulsarAdminClientEnabled=false, metricsPort=42451)
2022-03-19T13:46:18,225+0000 [main] INFO org.apache.pulsar.functions.runtime.JavaInstanceStarter - Starting metrics server on port 42451
2022-03-19T13:46:18,241+0000 [public/default/cloud-storage-sink-json-0] INFO org.apache.pulsar.functions.instance.JavaInstanceRunnable - Starting Java Instance cloud-storage-sink-json :
Details = tenant: "public"
namespace: "default"
name: "cloud-storage-sink-json"
className: "org.apache.pulsar.functions.api.utils.IdentityFunction"
autoAck: true
parallelism: 1
source {
typeClassName: "org.apache.pulsar.client.api.schema.GenericRecord"
inputSpecs {
key: "persistent://public/default/cloud-storage-sink"
value {
}
}
cleanupSubscription: true
}
sink {
className: "org.apache.pulsar.io.jcloud.sink.CloudStorageGenericRecordSink"
configs: "{\"accessKeyId\":\"****\",\"timePartitionPattern\":\"yyyy/MM/dd/HH\",\"withMetadata\":\"true\",\"partitionerType\":\"time\",\"sliceTopicPartitionPath\":\"true\",\"pathPrefix\":\"pulsar/\",\"bucket\":\"test-cloud-storage\",\"secretAccessKey\":\"****\",\"timePartitionDuration\":\"1h\",\"endpoint\":\"https://s3.cn-north-1.amazonaws.com.cn\",\"provider\":\"aws-s3\",\"useHumanReadableMessageId\":\"true\",\"formatType\":\"parquet\",\"region\":\"cn-north-1\",\"batchSize\":\"1000\",\"useHumanReadableSchemaVersion\":\"true\"}"
typeClassName: "org.apache.pulsar.client.api.schema.GenericRecord"
builtin: "cloud-storage"
}
resources {
cpu: 1.0
ram: 1073741824
disk: 10737418240
}
componentType: SINK
2022-03-19T13:46:18,724+0000 [public/default/cloud-storage-sink-json-0] INFO org.apache.pulsar.functions.instance.state.BKStateStoreProviderImpl - Opening state table for function public/default/cloud-storage-sink-json
2022-03-19T13:46:18,754+0000 [client-scheduler-OrderedScheduler-1-0] INFO org.apache.bookkeeper.clients.SimpleStorageClientImpl - Retrieved table properties for table public_default/cloud-storage-sink-json : stream_id: 1024
storage_container_id: 1
stream_name: "cloud-storage-sink-json"
stream_conf {
key_type: HASH
min_num_ranges: 4
initial_num_ranges: 4
split_policy {
fixed_range_policy {
num_ranges: 2
}
}
rolling_policy {
size_policy {
max_segment_size: 134217728
}
}
retention_policy {
time_policy {
retention_minutes: -1
}
}
storage_type: TABLE
}
2022-03-19T13:46:19,046+0000 [public/default/cloud-storage-sink-json-0] INFO org.apache.pulsar.io.jcloud.BlobStoreAbstractConfig - test timePartitionPattern is ok yyyy/MM/dd/HH 2022/03/19/13
2022-03-19T13:46:19,157+0000 [public/default/cloud-storage-sink-json-0] INFO org.apache.pulsar.io.jcloud.writer.JCloudsBlobWriter - getOverrides: {jclouds.max-retries=100, jclouds.so-timeout=25000, jclouds.s3.virtual-host-buckets=true, jclouds.regions=cn-north-1, jclouds.region=cn-north-1}
2022-03-19T13:46:20,048+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:20,446+0000 [public/default/cloud-storage-sink-json-0] INFO org.apache.pulsar.io.jcloud.writer.JCloudsBlobWriter - Bucket test-cloud-storage exists
2022-03-19T13:46:20,703+0000 [public/default/cloud-storage-sink-json-0] INFO org.apache.pulsar.functions.source.SingleConsumerPulsarSource - Opening pulsar source with config: SingleConsumerPulsarSourceConfig(topic=persistent://public/default/cloud-storage-sink, consumerConfig=ConsumerConfig(schemaType=null, serdeClassName=null, isRegexPattern=false, schemaProperties={}, consumerProperties={}, receiverQueueSize=null, cryptoConfig=null, poolMessages=false))
2022-03-19T13:46:20,712+0000 [public/default/cloud-storage-sink-json-0] INFO org.apache.pulsar.functions.source.SingleConsumerPulsarSource - Creating consumer for topic : persistent://public/default/cloud-storage-sink, schema : AUTO_CONSUME({schemaVersion=,schemaType=BYTES}), schemaInfo: null
2022-03-19T13:46:20,814+0000 [pulsar-client-io-1-2] INFO org.apache.pulsar.client.impl.ConnectionPool - [[id: 0x3c98e6a0, L:/127.0.0.1:42996 - R:localhost/127.0.0.1:6650]] Connected to server
2022-03-19T13:46:20,861+0000 [pulsar-client-io-1-2] INFO org.apache.pulsar.client.impl.PulsarClientImpl - Configuring schema for topic persistent://public/default/cloud-storage-sink : null
2022-03-19T13:46:20,892+0000 [pulsar-client-io-1-2] INFO org.apache.pulsar.client.impl.PulsarClientImpl - Configuring schema for topic persistent://public/default/cloud-storage-sink : null
2022-03-19T13:46:20,930+0000 [pulsar-client-io-1-2] INFO org.apache.pulsar.client.impl.ConsumerStatsRecorderImpl - Starting Pulsar consumer status recorder with config: {"topicNames":[],"topicsPattern":null,"subscriptionName":"public/default/cloud-storage-sink-json","subscriptionType":"Shared","subscriptionMode":"Durable","receiverQueueSize":1000,"acknowledgementsGroupTimeMicros":100000,"negativeAckRedeliveryDelayMicros":60000000,"maxTotalReceiverQueueSizeAcrossPartitions":50000,"consumerName":"8e87e","ackTimeoutMillis":0,"tickDurationMillis":1000,"priorityLevel":0,"maxPendingChunkedMessage":10,"autoAckOldestChunkedMessageOnQueueFull":false,"expireTimeOfIncompleteChunkedMessageMillis":60000,"cryptoFailureAction":"FAIL","properties":{"application":"pulsar-sink","id":"public/default/cloud-storage-sink-json","instance_hostname":"5aef5adfe1de","instance_id":"0"},"readCompacted":false,"subscriptionInitialPosition":"Latest","patternAutoDiscoveryPeriod":60,"regexSubscriptionMode":"PersistentOnly","deadLetterPolicy":null,"retryEnable":false,"autoUpdatePartitions":true,"autoUpdatePartitionsIntervalSeconds":60,"replicateSubscriptionState":false,"resetIncludeHead":false,"keySharedPolicy":null,"batchIndexAckEnabled":false,"ackReceiptEnabled":false,"poolMessages":false,"maxPendingChuckedMessage":10}
2022-03-19T13:46:20,945+0000 [pulsar-client-io-1-2] INFO org.apache.pulsar.client.impl.ConsumerStatsRecorderImpl - Pulsar client config: {"serviceUrl":"pulsar://localhost:6650","authPluginClassName":null,"authParams":null,"authParamMap":null,"operationTimeoutMs":30000,"lookupTimeoutMs":30000,"statsIntervalSeconds":60,"numIoThreads":6,"numListenerThreads":1,"connectionsPerBroker":1,"useTcpNoDelay":true,"useTls":false,"tlsTrustCertsFilePath":null,"tlsAllowInsecureConnection":true,"tlsHostnameVerificationEnable":false,"concurrentLookupRequest":5000,"maxLookupRequest":50000,"maxLookupRedirects":20,"maxNumberOfRejectedRequestPerConnection":50,"keepAliveIntervalSeconds":30,"connectionTimeoutMs":10000,"requestTimeoutMs":60000,"initialBackoffIntervalNanos":100000000,"maxBackoffIntervalNanos":60000000000,"enableBusyWait":false,"listenerName":null,"useKeyStoreTls":false,"sslProvider":null,"tlsTrustStoreType":"JKS","tlsTrustStorePath":null,"tlsTrustStorePassword":null,"tlsCiphers":[],"tlsProtocols":[],"memoryLimitBytes":0,"proxyServiceUrl":null,"proxyProtocol":null,"enableTransaction":false,"socks5ProxyAddress":null,"socks5ProxyUsername":null,"socks5ProxyPassword":null}
2022-03-19T13:46:20,961+0000 [pulsar-client-io-1-2] INFO org.apache.pulsar.client.impl.ConsumerImpl - [persistent://public/default/cloud-storage-sink-partition-0][public/default/cloud-storage-sink-json] Subscribing to topic on cnx [id: 0x3c98e6a0, L:/127.0.0.1:42996 - R:localhost/127.0.0.1:6650], consumerId 0
2022-03-19T13:46:21,049+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:21,347+0000 [pulsar-client-io-1-2] INFO org.apache.pulsar.client.impl.ConsumerImpl - [persistent://public/default/cloud-storage-sink-partition-0][public/default/cloud-storage-sink-json] Subscribed to topic on localhost/127.0.0.1:6650 -- consumer: 0
2022-03-19T13:46:21,350+0000 [pulsar-client-io-1-2] INFO org.apache.pulsar.client.impl.MultiTopicsConsumerImpl - [persistent://public/default/cloud-storage-sink] [public/default/cloud-storage-sink-json] Success subscribe new topic persistent://public/default/cloud-storage-sink in topics consumer, partitions: 1, allTopicPartitionsNumber: 1
2022-03-19T13:46:22,049+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:23,049+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:24,050+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:25,050+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:26,051+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:27,051+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:28,051+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:29,052+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:30,052+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:31,053+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:32,053+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:33,053+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:34,054+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:35,054+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:36,033+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:37,033+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:38,034+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:39,034+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:40,034+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:41,035+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:42,035+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:43,035+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:44,036+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:45,036+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:46,036+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:47,037+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:48,037+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:49,038+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:50,038+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:51,039+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:52,039+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:53,040+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:54,041+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:55,044+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:56,045+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:57,047+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:58,064+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:46:59,065+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:47:00,066+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:47:01,066+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:47:02,067+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:47:03,068+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:47:04,068+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:47:05,069+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:47:06,048+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:47:07,048+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:47:08,049+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:47:09,050+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:47:10,050+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:47:11,050+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:47:12,051+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:47:12,858+0000 [pulsar-client-io-1-2] INFO com.scurrilous.circe.checksum.Crc32cIntChecksum - SSE4.2 CRC32C provider initialized
2022-03-19T13:47:13,015+0000 [public/default/cloud-storage-sink-json-0] INFO org.apache.pulsar.client.impl.schema.AutoConsumeSchema - Configure topic schema \x00\x00\x00\x00\x00\x00\x00\x00 for topic persistent://public/default/cloud-storage-sink : {"fileDescriptorSet":"Cp4BCg5TdG9ja01zZy5wcm90bxIFcHJvdG8iPAoFU3RvY2sSDwoHZW50cnlJZBgBIAEoBRIOCgZzeW1ib2wYAiABKAkSEgoKc2hhcmVQcmljZRgDIAEoAUI/CipvcmcuYXBhY2hlLnB1bHNhci50ZXN0cy5pbnRlZ3JhdGlvbi5wcmVzdG9CEVN0b2NrUHJvdG9NZXNzYWdlYgZwcm90bzM=","rootMessageTypeName":"proto.Stock","rootFileDescriptorName":"StockMsg.proto"}
2022-03-19T13:47:13,048+0000 [public/default/cloud-storage-sink-json-0] INFO org.apache.pulsar.client.impl.schema.generic.MultiVersionGenericProtobufNativeReader - Load schema reader for version(0), schema is : {
"name": "public/default/cloud-storage-sink",
"schema": "{\"fileDescriptorSet\":\"Cp4BCg5TdG9ja01zZy5wcm90bxIFcHJvdG8iPAoFU3RvY2sSDwoHZW50cnlJZBgBIAEoBRIOCgZzeW1ib2wYAiABKAkSEgoKc2hhcmVQcmljZRgDIAEoAUI/CipvcmcuYXBhY2hlLnB1bHNhci50ZXN0cy5pbnRlZ3JhdGlvbi5wcmVzdG9CEVN0b2NrUHJvdG9NZXNzYWdlYgZwcm90bzM\u003d\",\"rootMessageTypeName\":\"proto.Stock\",\"rootFileDescriptorName\":\"StockMsg.proto\"}",
"type": "PROTOBUF_NATIVE",
"properties": {
"__PARSING_INFO__": "[{\"number\":1,\"name\":\"entryId\",\"type\":\"INT32\",\"label\":\"LABEL_OPTIONAL\",\"definition\":null},{\"number\":2,\"name\":\"symbol\",\"type\":\"STRING\",\"label\":\"LABEL_OPTIONAL\",\"definition\":null},{\"number\":3,\"name\":\"sharePrice\",\"type\":\"DOUBLE\",\"label\":\"LABEL_OPTIONAL\",\"definition\":null}]",
"__alwaysAllowNull": "true",
"__jsr310ConversionEnabled": "false"
}
}
2022-03-19T13:47:13,052+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:47:14,055+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Flushing [SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@632973e0], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@6716eb5d, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@221479db), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@3be26a5c), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@13fcb8b3], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@43e0f592, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@423b8694), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@6a23b405), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@1cecb0d2], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@58e49ab8, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@4675b816), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@3101bf41), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@4812f393], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@345f9173, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@5f812ae6), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@63466de0), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@3c178470], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@740b4e88, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@228b8cf5), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@72f2cc29), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@72c6f203], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@5c978ddd, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@22054e9e), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@46725d73), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@361f954], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@63787580, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@6b01b6cf), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@3fcce719), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@33eb12ed], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@139fa565, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@754ede17), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@2de20b88), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@467508a3], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@282f2985, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@2b92f4f1), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@16110440), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@784f2631], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@297d4bbc, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@15f4071e), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@b5922e4), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@a26f310], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@49c57943, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@7c3c5b92), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@3eb008f3), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@333c246], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@61deac02, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@7f209b60), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@4169e3e7), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@5cd5387e], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@487f215a, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@337f58ae), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@3d07f3fd), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@48642aeb], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@7920a74c, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@30533aee), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@32c9af02), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@5b93f8c2], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@27f53e3b, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@e58e461), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@7116fb17), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@3507481f], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@3b0dac62, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@723f3c8e), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@3437bf9d), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@3b7f5eb4], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@6d479b05, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@6617116f), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@6fd58167), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@2e1ef8d7], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@7f50d1a2, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@21123b4e), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@620f58b2), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@3b0edc64], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@42aac766, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@72d24c36), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@6a805016), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@27204cde], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@33a52eab, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@53766715), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@3b1e8d8d), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@1e7d708c], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@4b7d59e, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@641954d2), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@2ba4df39), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@5ea833d1], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@640916bf, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@4a986128), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@47c82255), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@5861a7c6], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@74f1ee9b, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@7de9400c), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@7b351f6e), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@2ebfd859], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@55417e23, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@629fada7), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@318210f5), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@61af7b8c], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@3fc1a1fc, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@202cd136), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@108787e), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@1b6100c8], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@291d9c19, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@6f7e5d6d), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@2d770374), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@3e832152], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@7bbb9fcf, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@663330e0), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@73caf3f1), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@54e4d56b], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@73067ddf, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@c4de76f), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@28bcc86c), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@5a811f9d], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@1aa96997, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@79bc8332), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@370ddbc1), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@65a2574a], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@34167fb8, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@292edf1b), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@70a4da2c), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@74bcb75], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@a78f9b, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@5f2e4e93), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@90d9ae0), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@50c4f8d7], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@6ca37e03, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@4154efd2), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@246ba782), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@531ef198], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@24bade9e, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@42768fa4), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@3bd877df), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@1f6ed30d], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@6dd2b050, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@1baf09e1), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@6331f3c4), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@aaeb214], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@7286d321, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@11853c91), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@7dc652b6), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@2877108], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@46dcb5a2, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@7e05685c), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@3119c6c8), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@82feed2], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@2bfd2bd0, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@7e6fe17b), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@13f57f8), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@76916073], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@34f066da, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@35152d06), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@4eee3ccb), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@33815f9d], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@4703981, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@18914914), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@27a626a9), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@1e62e877], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@1bdb760b, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@990558d), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@1f15a978), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@16bddbbd], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@56968c4f, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@5d21972d), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@6fcdab98), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@17d5e5ef], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@7543f7ae, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@248a8ed4), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@269960b6), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@1e5b0317], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@744f79f5, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@443b586), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@6932f968), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@2fb71ce2], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@20b84830, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@394e3624), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@47c961dc), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@500e25cb], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@32951e32, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@7aa2f152), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@76e9a85b), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@57e8fb30], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@4d161b71, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@20d34be0), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@1b4394d1), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@b62ddf2], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@76d2827c, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@4ce44b0d), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@4b06ab5c), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@56967283], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@34b5cb4f, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@5ae752f7), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@24455ebc), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@412232dd], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@5b576605, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@3bc7e772), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@3579ee08), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@659d86a0], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@59aa358, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@16228ee), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@7b918f64), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@72b0be30], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@22e0535d, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@32d53ab7), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@45486926), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@32fe0e81], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@1224c938, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@93f5949), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@fb81011), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@4df09d61], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@7929e0ee, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@aaf0b93), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@4558aa4f), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@c0a3c10], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@3a1293ef, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@4893e4ad), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@48992522), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@15ae6a9d], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@3b0d0e2c, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@6cec336c), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@6d5dbbe6), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@bc1ce52], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@58eedd68, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@5594f24a), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@5596f195), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@5020062b], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@7e0b84da, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@cff3ff3), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@6e877da0), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@3e463f05], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@1cc95143, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@693cf58e), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@3c03ff74), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@333241e6], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@65274d8a, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@6bb95425), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@48e2fe79), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@697eabf2], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@366af04a, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@17d392de), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@481da76b), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@54a0b4a1], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@3529e6df, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@3e67d7c6), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@1be4199e), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@4a30a3ff], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@30d5bb78, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@308c8343), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@b9f5425), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@44ff31f2], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@596c5c6e, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@d2e5a9b), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@7c610967), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@412cc7b8], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@7a987cdf, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@59d1b95), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@71430070), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@56f508e7], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@6fb2f862, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@21e07b2), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@6bb7d701), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@15fb58a0], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@6d72d395, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@1f236a1e), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@4af9b924), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@588c683], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@7e9d43dc, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@7aeaa58b), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@7ddd036b), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@3ea26e8d], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@2ab55926, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@55c6706), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@100ffa9d), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@3d743817], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@3d882af6, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@5b0a0e16), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@343eccf8), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@2816eee8], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@5435ae86, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@5f4470a8), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@1d5f3eb4), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@2a1e259], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@7b993d15, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@7a4c3fe), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@636ae720), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@6ed4623e], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@5c179b64, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@7d0d182b), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@49eab34d), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@462eddc], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@644e9a8f, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@71170a6d), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@6d7bafd9), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@7e64a3a7], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@6e6ed406, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@27e3efc4), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@17568986), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@4c747950], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@54224a3c, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@6c8712b3), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@4fbebc1c), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@206ff242], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@665a2fd9, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@321cbb2b), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@8f8bf28), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@575ab197], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@60c96842, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@37db4293), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@7a97aabf), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@78436a73], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@53e38641, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@3e418974), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@79c40e51), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@1a37f3e8], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@5529af61, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@67919699), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@3efeaabc), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@1bf3a638], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@3395080, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@68f73b20), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@2317d7c8), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@255377f4], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@6ca78e8e, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@3d588601), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@206cbff5), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@1ebe90db], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@4ebdae7c, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@372c4124), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@727ad323), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@1828adff], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@3b452ec8, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@6eb57de5), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@4af258db), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@17e8532f], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@5491c74, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@40d6136d), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@18babf2c), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@4d1ef63f], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@f9e954, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@70c4df5d), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@3dca4db6), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@7dfeb3e], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@48a301d8, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@1ecb01a6), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@71035834), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@9fdcb31], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@5900a617, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@1f805aa0), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@7429639c), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@136a8a6b], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@4f06b60f, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@524ea015), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@6d440c43), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@2abafa52], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@50f687c4, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@771fdbc7), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@3af4e773), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@4761f215], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@23cd959a, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@2a85b3c7), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@3757169b), SinkRecord(sourceRecord=PulsarRecord(topicName=Optional[persistent://public/default/cloud-storage-sink-partition-0], partition=0, message=Optional[org.apache.pulsar.client.impl.TopicMessageImpl@7feeab3e], schema=AUTO_CONSUME({schemaVersion=,schemaType=BYTES}{schemaVersion=\x00\x00\x00\x00\x00\x00\x00\x00,schemaType=PROTOBUF_NATIVE}), failFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$272/0x00000008406df440@30c0901c, ackFunction=org.apache.pulsar.functions.source.PulsarSource$$Lambda$271/0x00000008406df040@375c1648), value=org.apache.pulsar.client.impl.schema.generic.GenericProtobufNativeRecord@38b03df6)] buffered records to blob store
2022-03-19T13:47:14,077+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - generate message[recordSequence=791347724288] savePath: pulsar/public/default/cloud-storage-sink/0/2022/03/19/13/791347724288.parquet
2022-03-19T13:47:14,278+0000 [pulsar-io-cloud-storage-sink-flush-0] WARN org.apache.hadoop.util.NativeCodeLoader - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2022-03-19T13:47:14,278+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.hadoop.io.compress.CodecPool - Got brand-new compressor [.gz]
2022-03-19T13:47:14,693+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Uploading blob pulsar/public/default/cloud-storage-sink/0/2022/03/19/13/791347724288.parquet currentBatchSize 91
2022-03-19T13:47:14,821+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Successfully uploaded blob pulsar/public/default/cloud-storage-sink/0/2022/03/19/13/791347724288.parquet currentBatchSize 0
2022-03-19T13:47:15,821+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:47:16,822+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:47:17,822+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:47:18,822+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:47:19,823+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:47:20,823+0000 [pulsar-io-cloud-storage-sink-flush-0] INFO org.apache.pulsar.io.jcloud.sink.BlobStoreAbstractSink - Skip flushing, because the pending flush queue is empty ...
2022-03-19T13:47:20,905+0000 [pulsar-timer-10-1] INFO org.apache.pulsar.client.impl.ConsumerStatsRecorderImpl - [persistent://public/default/cloud-storage-sink-partition-0] [public/default/cloud-storage-sink-json] [8e87e] Prefetched messages: 0 --- Consume throughput received: 1.52 msgs/s --- 0.00 Mbit/s --- Ack sent rate: 1.52 ack/s --- Failed messages: 0 --- batch messages: 0 ---Failed acks: 0
bin/pulsar-admin schemas get persistent://public/default/cloud-storage-sink
{
"version": 0,
"schemaInfo": {
"name": "cloud-storage-sink",
"schema": "{\"fileDescriptorSet\":\"Cp4BCg5TdG9ja01zZy5wcm90bxIFcHJvdG8iPAoFU3RvY2sSDwoHZW50cnlJZBgBIAEoBRIOCgZzeW1ib2wYAiABKAkSEgoKc2hhcmVQcmljZRgDIAEoAUI/CipvcmcuYXBhY2hlLnB1bHNhci50ZXN0cy5pbnRlZ3JhdGlvbi5wcmVzdG9CEVN0b2NrUHJvdG9NZXNzYWdlYgZwcm90bzM\u003d\",\"rootMessageTypeName\":\"proto.Stock\",\"rootFileDescriptorName\":\"StockMsg.proto\"}",
"type": "PROTOBUF_NATIVE",
"properties": {
"__PARSING_INFO__": "[{\"number\":1,\"name\":\"entryId\",\"type\":\"INT32\",\"label\":\"LABEL_OPTIONAL\",\"definition\":null},{\"number\":2,\"name\":\"symbol\",\"type\":\"STRING\",\"label\":\"LABEL_OPTIONAL\",\"definition\":null},{\"number\":3,\"name\":\"sharePrice\",\"type\":\"DOUBLE\",\"label\":\"LABEL_OPTIONAL\",\"definition\":null}]",
"__alwaysAllowNull": "true",
"__jsr310ConversionEnabled": "false"
}
}
}
syntax = "proto3";
package proto;
option java_package = "org.examples";
option java_outer_classname = "StockProtoMessage";
message Stock {
int32 entryId = 1;
string symbol = 2;
double sharePrice = 3;
}
// Generated by the protocol buffer compiler. DO NOT EDIT!
// source: StockMsg.proto
package org.examples;
public final class StockProtoMessage {
private StockProtoMessage() {}
public static void registerAllExtensions(
com.google.protobuf.ExtensionRegistryLite registry) {
}
public static void registerAllExtensions(
com.google.protobuf.ExtensionRegistry registry) {
registerAllExtensions(
(com.google.protobuf.ExtensionRegistryLite) registry);
}
public interface StockOrBuilder extends
// @@protoc_insertion_point(interface_extends:proto.Stock)
com.google.protobuf.MessageOrBuilder {
/**
* <code>int32 entryId = 1;</code>
*/
int getEntryId();
/**
* <code>string symbol = 2;</code>
*/
String getSymbol();
/**
* <code>string symbol = 2;</code>
*/
com.google.protobuf.ByteString
getSymbolBytes();
/**
* <code>double sharePrice = 3;</code>
*/
double getSharePrice();
}
/**
* Protobuf type {@code proto.Stock}
*/
public static final class Stock extends
com.google.protobuf.GeneratedMessageV3 implements
// @@protoc_insertion_point(message_implements:proto.Stock)
StockOrBuilder {
private static final long serialVersionUID = 0L;
// Use Stock.newBuilder() to construct.
private Stock(com.google.protobuf.GeneratedMessageV3.Builder<?> builder) {
super(builder);
}
private Stock() {
entryId_ = 0;
symbol_ = "";
sharePrice_ = 0D;
}
@Override
public final com.google.protobuf.UnknownFieldSet
getUnknownFields() {
return this.unknownFields;
}
private Stock(
com.google.protobuf.CodedInputStream input,
com.google.protobuf.ExtensionRegistryLite extensionRegistry)
throws com.google.protobuf.InvalidProtocolBufferException {
this();
if (extensionRegistry == null) {
throw new NullPointerException();
}
int mutable_bitField0_ = 0;
com.google.protobuf.UnknownFieldSet.Builder unknownFields =
com.google.protobuf.UnknownFieldSet.newBuilder();
try {
boolean done = false;
while (!done) {
int tag = input.readTag();
switch (tag) {
case 0:
done = true;
break;
default: {
if (!parseUnknownFieldProto3(
input, unknownFields, extensionRegistry, tag)) {
done = true;
}
break;
}
case 8: {
entryId_ = input.readInt32();
break;
}
case 18: {
String s = input.readStringRequireUtf8();
symbol_ = s;
break;
}
case 25: {
sharePrice_ = input.readDouble();
break;
}
}
}
} catch (com.google.protobuf.InvalidProtocolBufferException e) {
throw e.setUnfinishedMessage(this);
} catch (java.io.IOException e) {
throw new com.google.protobuf.InvalidProtocolBufferException(
e).setUnfinishedMessage(this);
} finally {
this.unknownFields = unknownFields.build();
makeExtensionsImmutable();
}
}
public static final com.google.protobuf.Descriptors.Descriptor
getDescriptor() {
return StockProtoMessage.internal_static_proto_Stock_descriptor;
}
protected FieldAccessorTable
internalGetFieldAccessorTable() {
return StockProtoMessage.internal_static_proto_Stock_fieldAccessorTable
.ensureFieldAccessorsInitialized(
Stock.class, Builder.class);
}
public static final int ENTRYID_FIELD_NUMBER = 1;
private int entryId_;
/**
* <code>int32 entryId = 1;</code>
*/
public int getEntryId() {
return entryId_;
}
public static final int SYMBOL_FIELD_NUMBER = 2;
private volatile Object symbol_;
/**
* <code>string symbol = 2;</code>
*/
public String getSymbol() {
Object ref = symbol_;
if (ref instanceof String) {
return (String) ref;
} else {
com.google.protobuf.ByteString bs =
(com.google.protobuf.ByteString) ref;
String s = bs.toStringUtf8();
symbol_ = s;
return s;
}
}
/**
* <code>string symbol = 2;</code>
*/
public com.google.protobuf.ByteString
getSymbolBytes() {
Object ref = symbol_;
if (ref instanceof String) {
com.google.protobuf.ByteString b =
com.google.protobuf.ByteString.copyFromUtf8(
(String) ref);
symbol_ = b;
return b;
} else {
return (com.google.protobuf.ByteString) ref;
}
}
public static final int SHAREPRICE_FIELD_NUMBER = 3;
private double sharePrice_;
/**
* <code>double sharePrice = 3;</code>
*/
public double getSharePrice() {
return sharePrice_;
}
private byte memoizedIsInitialized = -1;
public final boolean isInitialized() {
byte isInitialized = memoizedIsInitialized;
if (isInitialized == 1) return true;
if (isInitialized == 0) return false;
memoizedIsInitialized = 1;
return true;
}
public void writeTo(com.google.protobuf.CodedOutputStream output)
throws java.io.IOException {
if (entryId_ != 0) {
output.writeInt32(1, entryId_);
}
if (!getSymbolBytes().isEmpty()) {
com.google.protobuf.GeneratedMessageV3.writeString(output, 2, symbol_);
}
if (sharePrice_ != 0D) {
output.writeDouble(3, sharePrice_);
}
unknownFields.writeTo(output);
}
public int getSerializedSize() {
int size = memoizedSize;
if (size != -1) return size;
size = 0;
if (entryId_ != 0) {
size += com.google.protobuf.CodedOutputStream
.computeInt32Size(1, entryId_);
}
if (!getSymbolBytes().isEmpty()) {
size += com.google.protobuf.GeneratedMessageV3.computeStringSize(2, symbol_);
}
if (sharePrice_ != 0D) {
size += com.google.protobuf.CodedOutputStream
.computeDoubleSize(3, sharePrice_);
}
size += unknownFields.getSerializedSize();
memoizedSize = size;
return size;
}
@Override
public boolean equals(final Object obj) {
if (obj == this) {
return true;
}
if (!(obj instanceof Stock)) {
return super.equals(obj);
}
Stock other = (Stock) obj;
boolean result = true;
result = result && (getEntryId()
== other.getEntryId());
result = result && getSymbol()
.equals(other.getSymbol());
result = result && (
Double.doubleToLongBits(getSharePrice())
== Double.doubleToLongBits(
other.getSharePrice()));
result = result && unknownFields.equals(other.unknownFields);
return result;
}
@Override
public int hashCode() {
if (memoizedHashCode != 0) {
return memoizedHashCode;
}
int hash = 41;
hash = (19 * hash) + getDescriptor().hashCode();
hash = (37 * hash) + ENTRYID_FIELD_NUMBER;
hash = (53 * hash) + getEntryId();
hash = (37 * hash) + SYMBOL_FIELD_NUMBER;
hash = (53 * hash) + getSymbol().hashCode();
hash = (37 * hash) + SHAREPRICE_FIELD_NUMBER;
hash = (53 * hash) + com.google.protobuf.Internal.hashLong(
Double.doubleToLongBits(getSharePrice()));
hash = (29 * hash) + unknownFields.hashCode();
memoizedHashCode = hash;
return hash;
}
public static Stock parseFrom(
java.nio.ByteBuffer data)
throws com.google.protobuf.InvalidProtocolBufferException {
return PARSER.parseFrom(data);
}
public static Stock parseFrom(
java.nio.ByteBuffer data,
com.google.protobuf.ExtensionRegistryLite extensionRegistry)
throws com.google.protobuf.InvalidProtocolBufferException {
return PARSER.parseFrom(data, extensionRegistry);
}
public static Stock parseFrom(
com.google.protobuf.ByteString data)
throws com.google.protobuf.InvalidProtocolBufferException {
return PARSER.parseFrom(data);
}
public static Stock parseFrom(
com.google.protobuf.ByteString data,
com.google.protobuf.ExtensionRegistryLite extensionRegistry)
throws com.google.protobuf.InvalidProtocolBufferException {
return PARSER.parseFrom(data, extensionRegistry);
}
public static Stock parseFrom(byte[] data)
throws com.google.protobuf.InvalidProtocolBufferException {
return PARSER.parseFrom(data);
}
public static Stock parseFrom(
byte[] data,
com.google.protobuf.ExtensionRegistryLite extensionRegistry)
throws com.google.protobuf.InvalidProtocolBufferException {
return PARSER.parseFrom(data, extensionRegistry);
}
public static Stock parseFrom(java.io.InputStream input)
throws java.io.IOException {
return com.google.protobuf.GeneratedMessageV3
.parseWithIOException(PARSER, input);
}
public static Stock parseFrom(
java.io.InputStream input,
com.google.protobuf.ExtensionRegistryLite extensionRegistry)
throws java.io.IOException {
return com.google.protobuf.GeneratedMessageV3
.parseWithIOException(PARSER, input, extensionRegistry);
}
public static Stock parseDelimitedFrom(java.io.InputStream input)
throws java.io.IOException {
return com.google.protobuf.GeneratedMessageV3
.parseDelimitedWithIOException(PARSER, input);
}
public static Stock parseDelimitedFrom(
java.io.InputStream input,
com.google.protobuf.ExtensionRegistryLite extensionRegistry)
throws java.io.IOException {
return com.google.protobuf.GeneratedMessageV3
.parseDelimitedWithIOException(PARSER, input, extensionRegistry);
}
public static Stock parseFrom(
com.google.protobuf.CodedInputStream input)
throws java.io.IOException {
return com.google.protobuf.GeneratedMessageV3
.parseWithIOException(PARSER, input);
}
public static Stock parseFrom(
com.google.protobuf.CodedInputStream input,
com.google.protobuf.ExtensionRegistryLite extensionRegistry)
throws java.io.IOException {
return com.google.protobuf.GeneratedMessageV3
.parseWithIOException(PARSER, input, extensionRegistry);
}
public Builder newBuilderForType() { return newBuilder(); }
public static Builder newBuilder() {
return DEFAULT_INSTANCE.toBuilder();
}
public static Builder newBuilder(Stock prototype) {
return DEFAULT_INSTANCE.toBuilder().mergeFrom(prototype);
}
public Builder toBuilder() {
return this == DEFAULT_INSTANCE
? new Builder() : new Builder().mergeFrom(this);
}
@Override
protected Builder newBuilderForType(
BuilderParent parent) {
Builder builder = new Builder(parent);
return builder;
}
/**
* Protobuf type {@code proto.Stock}
*/
public static final class Builder extends
com.google.protobuf.GeneratedMessageV3.Builder<Builder> implements
// @@protoc_insertion_point(builder_implements:proto.Stock)
StockOrBuilder {
public static final com.google.protobuf.Descriptors.Descriptor
getDescriptor() {
return StockProtoMessage.internal_static_proto_Stock_descriptor;
}
protected FieldAccessorTable
internalGetFieldAccessorTable() {
return StockProtoMessage.internal_static_proto_Stock_fieldAccessorTable
.ensureFieldAccessorsInitialized(
Stock.class, Builder.class);
}
// Construct using org.apache.pulsar.tests.integration.presto.StockProtoMessage.Stock.newBuilder()
private Builder() {
maybeForceBuilderInitialization();
}
private Builder(
BuilderParent parent) {
super(parent);
maybeForceBuilderInitialization();
}
private void maybeForceBuilderInitialization() {
if (com.google.protobuf.GeneratedMessageV3
.alwaysUseFieldBuilders) {
}
}
public Builder clear() {
super.clear();
entryId_ = 0;
symbol_ = "";
sharePrice_ = 0D;
return this;
}
public com.google.protobuf.Descriptors.Descriptor
getDescriptorForType() {
return StockProtoMessage.internal_static_proto_Stock_descriptor;
}
public Stock getDefaultInstanceForType() {
return Stock.getDefaultInstance();
}
public Stock build() {
Stock result = buildPartial();
if (!result.isInitialized()) {
throw newUninitializedMessageException(result);
}
return result;
}
public Stock buildPartial() {
Stock result = new Stock(this);
result.entryId_ = entryId_;
result.symbol_ = symbol_;
result.sharePrice_ = sharePrice_;
onBuilt();
return result;
}
public Builder clone() {
return (Builder) super.clone();
}
public Builder setField(
com.google.protobuf.Descriptors.FieldDescriptor field,
Object value) {
return (Builder) super.setField(field, value);
}
public Builder clearField(
com.google.protobuf.Descriptors.FieldDescriptor field) {
return (Builder) super.clearField(field);
}
public Builder clearOneof(
com.google.protobuf.Descriptors.OneofDescriptor oneof) {
return (Builder) super.clearOneof(oneof);
}
public Builder setRepeatedField(
com.google.protobuf.Descriptors.FieldDescriptor field,
int index, Object value) {
return (Builder) super.setRepeatedField(field, index, value);
}
public Builder addRepeatedField(
com.google.protobuf.Descriptors.FieldDescriptor field,
Object value) {
return (Builder) super.addRepeatedField(field, value);
}
public Builder mergeFrom(com.google.protobuf.Message other) {
if (other instanceof Stock) {
return mergeFrom((Stock)other);
} else {
super.mergeFrom(other);
return this;
}
}
public Builder mergeFrom(Stock other) {
if (other == Stock.getDefaultInstance()) return this;
if (other.getEntryId() != 0) {
setEntryId(other.getEntryId());
}
if (!other.getSymbol().isEmpty()) {
symbol_ = other.symbol_;
onChanged();
}
if (other.getSharePrice() != 0D) {
setSharePrice(other.getSharePrice());
}
this.mergeUnknownFields(other.unknownFields);
onChanged();
return this;
}
public final boolean isInitialized() {
return true;
}
public Builder mergeFrom(
com.google.protobuf.CodedInputStream input,
com.google.protobuf.ExtensionRegistryLite extensionRegistry)
throws java.io.IOException {
Stock parsedMessage = null;
try {
parsedMessage = PARSER.parsePartialFrom(input, extensionRegistry);
} catch (com.google.protobuf.InvalidProtocolBufferException e) {
parsedMessage = (Stock) e.getUnfinishedMessage();
throw e.unwrapIOException();
} finally {
if (parsedMessage != null) {
mergeFrom(parsedMessage);
}
}
return this;
}
private int entryId_ ;
/**
* <code>int32 entryId = 1;</code>
*/
public int getEntryId() {
return entryId_;
}
/**
* <code>int32 entryId = 1;</code>
*/
public Builder setEntryId(int value) {
entryId_ = value;
onChanged();
return this;
}
/**
* <code>int32 entryId = 1;</code>
*/
public Builder clearEntryId() {
entryId_ = 0;
onChanged();
return this;
}
private Object symbol_ = "";
/**
* <code>string symbol = 2;</code>
*/
public String getSymbol() {
Object ref = symbol_;
if (!(ref instanceof String)) {
com.google.protobuf.ByteString bs =
(com.google.protobuf.ByteString) ref;
String s = bs.toStringUtf8();
symbol_ = s;
return s;
} else {
return (String) ref;
}
}
/**
* <code>string symbol = 2;</code>
*/
public com.google.protobuf.ByteString
getSymbolBytes() {
Object ref = symbol_;
if (ref instanceof String) {
com.google.protobuf.ByteString b =
com.google.protobuf.ByteString.copyFromUtf8(
(String) ref);
symbol_ = b;
return b;
} else {
return (com.google.protobuf.ByteString) ref;
}
}
/**
* <code>string symbol = 2;</code>
*/
public Builder setSymbol(
String value) {
if (value == null) {
throw new NullPointerException();
}
symbol_ = value;
onChanged();
return this;
}
/**
* <code>string symbol = 2;</code>
*/
public Builder clearSymbol() {
symbol_ = getDefaultInstance().getSymbol();
onChanged();
return this;
}
/**
* <code>string symbol = 2;</code>
*/
public Builder setSymbolBytes(
com.google.protobuf.ByteString value) {
if (value == null) {
throw new NullPointerException();
}
checkByteStringIsUtf8(value);
symbol_ = value;
onChanged();
return this;
}
private double sharePrice_ ;
/**
* <code>double sharePrice = 3;</code>
*/
public double getSharePrice() {
return sharePrice_;
}
/**
* <code>double sharePrice = 3;</code>
*/
public Builder setSharePrice(double value) {
sharePrice_ = value;
onChanged();
return this;
}
/**
* <code>double sharePrice = 3;</code>
*/
public Builder clearSharePrice() {
sharePrice_ = 0D;
onChanged();
return this;
}
public final Builder setUnknownFields(
final com.google.protobuf.UnknownFieldSet unknownFields) {
return super.setUnknownFieldsProto3(unknownFields);
}
public final Builder mergeUnknownFields(
final com.google.protobuf.UnknownFieldSet unknownFields) {
return super.mergeUnknownFields(unknownFields);
}
// @@protoc_insertion_point(builder_scope:proto.Stock)
}
// @@protoc_insertion_point(class_scope:proto.Stock)
private static final Stock DEFAULT_INSTANCE;
static {
DEFAULT_INSTANCE = new Stock();
}
public static Stock getDefaultInstance() {
return DEFAULT_INSTANCE;
}
private static final com.google.protobuf.Parser<Stock>
PARSER = new com.google.protobuf.AbstractParser<Stock>() {
public Stock parsePartialFrom(
com.google.protobuf.CodedInputStream input,
com.google.protobuf.ExtensionRegistryLite extensionRegistry)
throws com.google.protobuf.InvalidProtocolBufferException {
return new Stock(input, extensionRegistry);
}
};
public static com.google.protobuf.Parser<Stock> parser() {
return PARSER;
}
@Override
public com.google.protobuf.Parser<Stock> getParserForType() {
return PARSER;
}
public Stock getDefaultInstanceForType() {
return DEFAULT_INSTANCE;
}
}
private static final com.google.protobuf.Descriptors.Descriptor
internal_static_proto_Stock_descriptor;
private static final
com.google.protobuf.GeneratedMessageV3.FieldAccessorTable
internal_static_proto_Stock_fieldAccessorTable;
public static com.google.protobuf.Descriptors.FileDescriptor
getDescriptor() {
return descriptor;
}
private static com.google.protobuf.Descriptors.FileDescriptor
descriptor;
static {
String[] descriptorData = {
"\n\016StockMsg.proto\022\005proto\"<\n\005Stock\022\017\n\007entr" +
"yId\030\001 \001(\005\022\016\n\006symbol\030\002 \001(\t\022\022\n\nsharePrice\030" +
"\003 \001(\001B?\n*org.apache.pulsar.tests.integra" +
"tion.prestoB\021StockProtoMessageb\006proto3"
};
com.google.protobuf.Descriptors.FileDescriptor.InternalDescriptorAssigner assigner =
new com.google.protobuf.Descriptors.FileDescriptor. InternalDescriptorAssigner() {
public com.google.protobuf.ExtensionRegistry assignDescriptors(
com.google.protobuf.Descriptors.FileDescriptor root) {
descriptor = root;
return null;
}
};
com.google.protobuf.Descriptors.FileDescriptor
.internalBuildGeneratedFileFrom(descriptorData,
new com.google.protobuf.Descriptors.FileDescriptor[] {
}, assigner);
internal_static_proto_Stock_descriptor =
getDescriptor().getMessageTypes().get(0);
internal_static_proto_Stock_fieldAccessorTable = new
com.google.protobuf.GeneratedMessageV3.FieldAccessorTable(
internal_static_proto_Stock_descriptor,
new String[] { "EntryId", "Symbol", "SharePrice", });
}
// @@protoc_insertion_point(outer_class_scope)
}
package org.examples;
import java.io.IOException;
import org.apache.pulsar.client.api.Producer;
import org.apache.pulsar.client.api.PulsarClient;
import org.apache.pulsar.client.impl.schema.ProtobufNativeSchema;
public class TestProtobufNativeProducer {
public static void main(String[] args) throws InterruptedException, IOException {
PulsarClient client = PulsarClient.builder().serviceUrl("pulsar://localhost:6650").build();
Producer<StockProtoMessage.Stock> producer = client.newProducer(ProtobufNativeSchema.of(StockProtoMessage.Stock.class)).topic("cloud-storage-sink").create();
for (int i=0;i<=90;i++) {
final StockProtoMessage.Stock stock = StockProtoMessage.Stock.newBuilder().
setEntryId(i).setSymbol("STOCK_" + i).setSharePrice(100.0 + i * 10).build();
producer.send(stock);
}
producer.flush();
producer.close();
client.close();
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment