Skip to content

Instantly share code, notes, and snippets.

@abhijit-hota
Created January 6, 2026 04:18
Show Gist options
  • Select an option

  • Save abhijit-hota/d1cf523cc7593f016bf03a1255947318 to your computer and use it in GitHub Desktop.

Select an option

Save abhijit-hota/d1cf523cc7593f016bf03a1255947318 to your computer and use it in GitHub Desktop.
time=2026-01-06T09:12:35.106+05:30 level=INFO msg=litestream version="(development build)" level=debug
time=2026-01-06T09:12:35.107+05:30 level=INFO msg="initialized db" path=/path/to/my.db
time=2026-01-06T09:12:35.107+05:30 level=INFO msg="replicating to" type=s3 sync-interval=1s bucket=mybucket path=db region="" endpoint=https://<account_id>.r2.cloudflarestorage.com
time=2026-01-06T09:12:35.108+05:30 level=INFO msg="starting compaction monitor" level=2 interval=5m0s
time=2026-01-06T09:12:35.108+05:30 level=DEBUG msg="db not ready, skipping" level=2 path=/path/to/my.db
time=2026-01-06T09:12:35.108+05:30 level=DEBUG msg="scheduling retry for unready dbs" level=2
time=2026-01-06T09:12:35.108+05:30 level=INFO msg="starting compaction monitor" level=9 interval=30m0s
time=2026-01-06T09:12:35.108+05:30 level=DEBUG msg="db not ready, skipping" level=9 path=/path/to/my.db
time=2026-01-06T09:12:35.108+05:30 level=INFO msg="starting compaction monitor" level=1 interval=30s
time=2026-01-06T09:12:35.108+05:30 level=DEBUG msg="db not ready, skipping" level=1 path=/path/to/my.db
time=2026-01-06T09:12:35.108+05:30 level=DEBUG msg="scheduling retry for unready dbs" level=1
time=2026-01-06T09:12:35.108+05:30 level=INFO msg="starting compaction monitor" level=3 interval=1h0m0s
time=2026-01-06T09:12:35.108+05:30 level=DEBUG msg="db not ready, skipping" level=3 path=/path/to/my.db
time=2026-01-06T09:12:35.108+05:30 level=DEBUG msg="scheduling retry for unready dbs" level=3
time=2026-01-06T09:12:35.108+05:30 level=INFO msg="starting L0 retention monitor" interval=15s retention=5m0s
time=2026-01-06T09:12:35.108+05:30 level=DEBUG msg="enforcing snapshot retention" db=my.db timestamp=2026-01-06T05:12:35.108+05:30
time=2026-01-06T09:12:35.109+05:30 level=WARN msg="unknown LITESTREAM_S3_DEBUG value, expected: signing, request, request-with-body, response, response-with-body, retries, all" value=1
time=2026-01-06T09:12:35.750+05:30 level=DEBUG msg="enforcing retention" db=my.db level=1 txid=0000000000000000
time=2026-01-06T09:12:35.930+05:30 level=DEBUG msg="enforcing retention" db=my.db level=2 txid=0000000000000000
time=2026-01-06T09:12:36.108+05:30 level=DEBUG msg="db not ready, skipping" level=2 path=/path/to/my.db
time=2026-01-06T09:12:36.108+05:30 level=DEBUG msg="scheduling retry for unready dbs" level=2
time=2026-01-06T09:12:36.127+05:30 level=DEBUG msg="enforcing retention" db=my.db level=3 txid=0000000000000000
time=2026-01-06T09:12:36.309+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000001 offset=32 snap=true
time=2026-01-06T09:12:36.370+05:30 level=DEBUG msg="scheduling retry for unready dbs" level=9
time=2026-01-06T09:12:37.526+05:30 level=DEBUG msg="db sync" db=my.db status=ok
time=2026-01-06T09:12:38.605+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:12:38.770+05:30 level=DEBUG msg="no compaction" level=2 path=/path/to/my.db
time=2026-01-06T09:12:38.770+05:30 level=DEBUG msg="no compaction" level=3 path=/path/to/my.db
time=2026-01-06T09:12:38.818+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000001
time=2026-01-06T09:12:38.887+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:12:39.069+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:12:39.571+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:12:40.672+05:30 level=DEBUG msg=snapshot db=my.db txid=0000000000000001
time=2026-01-06T09:12:40.672+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:12:40.672+05:30 level=DEBUG msg="encode snapshot header" db=my.db txid=0000000000000001 commit=54878 walOffset=16512 walSize=4120 salt1=3235961850 salt2=3927128450
time=2026-01-06T09:12:41.094+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:12:41.593+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:12:42.591+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:12:43.010+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:12:43.513+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:12:44.523+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:12:44.939+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:12:45.434+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:12:46.425+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:12:46.841+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:12:47.337+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:12:48.337+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:12:48.755+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:12:49.252+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:12:50.108+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:12:50.268+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:12:50.687+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:12:51.182+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:12:52.174+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:12:52.590+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:12:53.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:12:54.148+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:12:54.569+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:12:55.065+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:12:56.059+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:12:56.485+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:12:56.982+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:12:57.985+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:12:58.407+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:12:58.904+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:12:59.901+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:13:00.325+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:13:00.825+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:13:01.827+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:13:02.244+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:13:02.747+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:13:03.747+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:13:03.757+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:13:04.164+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:13:04.661+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:13:05.108+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:13:05.660+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:13:06.075+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:13:06.572+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:13:07.570+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:13:07.987+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:13:08.501+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:13:09.516+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:13:09.938+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:13:10.435+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:13:11.431+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:13:11.850+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:13:12.348+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:13:13.352+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:13:13.770+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:13:14.270+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:13:15.271+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:13:15.689+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:13:16.189+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:13:17.190+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:13:17.608+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:13:18.107+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:13:19.109+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:13:19.530+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:13:20.031+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:13:20.107+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:13:21.028+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:13:21.447+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:13:21.945+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:13:22.937+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:13:23.355+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:13:23.855+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:13:24.856+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:13:25.276+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:13:25.775+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:13:26.772+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:13:27.189+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:13:27.689+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:13:28.687+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:13:29.103+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:13:29.604+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:13:30.601+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:13:31.022+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:13:31.522+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:13:32.447+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:13:32.522+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:13:32.943+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:13:33.625+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:13:34.665+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:13:35.107+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:13:35.119+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:13:35.632+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:13:36.642+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:13:37.101+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:13:37.613+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632
time=2026-01-06T09:13:38.125+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=16512
time=2026-01-06T09:13:38.547+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:13:39.046+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=20632 chkpt=true
time=2026-01-06T09:13:39.049+05:30 level=DEBUG msg=checkpoint db=my.db mode=PASSIVE result=0,5,5
time=2026-01-06T09:13:39.572+05:30 level=DEBUG msg=verify saltMatch=false prevWALOffset=16512
time=2026-01-06T09:13:40.003+05:30 level=DEBUG msg=verify.2 lastPageMatch=true
time=2026-01-06T09:13:40.510+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000002 offset=32 chkpt=true
time=2026-01-06T09:13:40.516+05:30 level=DEBUG msg="db sync" db=my.db status=ok
time=2026-01-06T09:13:40.516+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:13:40.516+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:13:41.108+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:13:41.108+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:13:42.108+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:13:42.109+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:13:43.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:13:43.106+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:13:44.107+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:13:44.108+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:13:45.107+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:13:45.108+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:13:46.107+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:13:46.107+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:13:47.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:13:47.107+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:13:48.107+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:13:48.107+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:13:49.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:13:49.107+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:13:50.105+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:13:50.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:13:50.107+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:13:51.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:13:51.107+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:13:52.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:13:52.108+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:13:53.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:13:53.111+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:13:54.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:13:54.107+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:13:55.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:13:55.107+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:13:56.108+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:13:56.108+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:13:57.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:13:57.107+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:13:58.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:13:58.107+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:13:59.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:13:59.107+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:00.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:00.107+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:01.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:01.107+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:01.934+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:14:02.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:02.106+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:03.105+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:03.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:04.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:04.106+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:05.105+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:14:05.107+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:05.108+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:06.107+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:06.108+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:07.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:07.107+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:08.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:08.106+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:09.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:09.106+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:10.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:10.107+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:11.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:11.107+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:12.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:12.106+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:13.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:13.107+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:14.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:14.106+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:15.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:15.107+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:16.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:16.106+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:17.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:17.106+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:18.105+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:18.106+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:19.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:19.110+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:20.104+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:14:20.105+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:20.106+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:21.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:21.106+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:22.105+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:22.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:23.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:23.106+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:24.105+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:24.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:25.105+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:25.106+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:26.105+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:26.106+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:27.105+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:27.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:28.105+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:28.106+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:29.105+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:29.106+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:30.105+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:30.106+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:31.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:31.106+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:31.439+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:14:32.105+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:32.106+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:33.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:33.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:34.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:34.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:35.104+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:14:35.105+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:35.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:36.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:36.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:37.105+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:37.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:38.109+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:38.109+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:39.105+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:39.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:40.105+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:40.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:41.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:41.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:42.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:42.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:42.952+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, exceeded maximum number of attempts, 10, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again."
time=2026-01-06T09:14:43.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:43.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:43.260+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:14:44.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:44.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:45.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:45.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:46.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:46.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:47.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:47.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:48.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:48.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:49.106+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:49.107+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:50.103+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:14:50.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:50.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:51.105+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:51.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:52.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:52.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:53.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:53.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:54.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:54.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:55.105+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:55.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:56.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:56.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:57.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:57.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:58.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:58.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:14:59.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:14:59.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:00.105+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:00.107+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:01.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:01.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:01.656+05:30 level=DEBUG msg="no compaction" level=2 path=/path/to/my.db
time=2026-01-06T09:15:01.795+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:15:02.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:02.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:03.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:03.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:04.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:04.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:05.103+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:15:05.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:05.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:06.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:06.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:07.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:07.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:08.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:08.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:09.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:09.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:10.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:10.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:11.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:11.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:12.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:12.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:13.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:13.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:14.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:14.105+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:15.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:15.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:16.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:16.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:17.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:17.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:18.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:18.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:19.105+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:19.106+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:20.102+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:15:20.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:20.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:21.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:21.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:22.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:22.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:23.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:23.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:24.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:24.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:25.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:25.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:26.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:26.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:27.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:27.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:28.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:28.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:29.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:29.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:30.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:30.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:31.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:31.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:31.229+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:15:32.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:32.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:33.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:33.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:34.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:34.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:35.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:35.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:35.102+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:15:36.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:36.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:37.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:37.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:38.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:38.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:39.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:39.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:40.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:40.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:41.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:41.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:42.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:42.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:43.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:43.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:44.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:44.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:45.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:45.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:46.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:46.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:47.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:47.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:48.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:48.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:49.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:49.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:50.102+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:15:50.104+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:50.106+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:51.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:51.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:52.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:52.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:53.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:53.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:54.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:54.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:55.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:55.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:56.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:56.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:57.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:57.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:58.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:58.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:15:59.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:15:59.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:00.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:00.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:00.866+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:16:01.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:01.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:02.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:02.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:03.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:03.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:04.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:04.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:05.101+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:16:05.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:05.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:06.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:06.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:07.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:07.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:08.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:08.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:09.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:09.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:10.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:10.103+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:11.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:11.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:12.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:12.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:13.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:13.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:14.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:14.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:15.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:15.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:16.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:16.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:17.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:17.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:18.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:18.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:18.821+05:30 level=ERROR msg="compaction failed" level=9 error="s3: upload to db/0009/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, exceeded maximum number of attempts, 10, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again."
time=2026-01-06T09:16:18.822+05:30 level=DEBUG msg="enforcing snapshot retention" db=my.db timestamp=2026-01-06T05:16:18.822+05:30
time=2026-01-06T09:16:19.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:19.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:19.188+05:30 level=DEBUG msg="enforcing retention" db=my.db level=1 txid=0000000000000000
time=2026-01-06T09:16:19.351+05:30 level=DEBUG msg="enforcing retention" db=my.db level=2 txid=0000000000000000
time=2026-01-06T09:16:19.563+05:30 level=DEBUG msg="enforcing retention" db=my.db level=3 txid=0000000000000000
time=2026-01-06T09:16:20.100+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:16:20.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:20.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:21.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:21.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:22.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:22.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:23.103+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:23.104+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:24.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:24.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:25.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:25.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:26.102+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:26.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:27.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:27.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:28.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:28.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:29.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:29.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:30.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:30.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:30.875+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:16:31.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:31.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:32.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:32.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:33.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:33.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:34.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:34.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:35.100+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:16:35.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:35.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:36.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:36.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:37.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:37.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:38.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:38.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:39.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:39.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:39.228+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, exceeded maximum number of attempts, 10, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again."
time=2026-01-06T09:16:39.430+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:16:40.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:40.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:41.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:41.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:42.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:42.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:43.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:43.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:44.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:44.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:45.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:45.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:46.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:46.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:47.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:47.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:48.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:48.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:49.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:49.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:50.099+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:16:50.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:50.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:51.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:51.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:52.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:52.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:53.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:53.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:54.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:54.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:55.101+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:55.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:56.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:56.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:57.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:57.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:58.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:58.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:16:59.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:16:59.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:00.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:00.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:00.941+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:17:01.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:01.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:02.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:02.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:03.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:03.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:04.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:04.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:05.099+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:17:05.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:05.100+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:06.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:06.100+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:07.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:07.100+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:08.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:08.100+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:09.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:09.100+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:10.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:10.100+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:11.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:11.100+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:12.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:12.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:13.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:13.100+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:14.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:14.100+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:15.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:15.100+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:16.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:16.100+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:17.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:17.100+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:18.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:18.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:19.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:19.100+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:20.098+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:17:20.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:20.100+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:21.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:21.100+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:22.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:22.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:23.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:23.100+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:24.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:24.100+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:25.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:25.100+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:26.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:26.100+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:27.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:27.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:28.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:28.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:29.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:29.100+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:30.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:30.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:30.860+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:17:31.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:31.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:32.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:32.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:33.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:33.100+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:34.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:34.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:35.098+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:17:35.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:35.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:36.098+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:36.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:37.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:37.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:38.098+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:38.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:39.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:39.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:40.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:40.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:41.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:41.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:42.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:42.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:43.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:43.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:44.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:44.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:45.098+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:45.098+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:46.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:46.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:47.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:47.100+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:48.098+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:48.098+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:49.098+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:49.098+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:50.098+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:17:50.098+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:50.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:51.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:51.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:52.098+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:52.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:53.098+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:53.098+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:54.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:54.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:55.098+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:55.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:56.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:56.100+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:57.098+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:57.098+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:58.098+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:58.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:17:59.098+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:17:59.098+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:00.098+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:00.098+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:00.738+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:18:01.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:01.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:02.098+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:02.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:03.098+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:03.098+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:04.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:04.100+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:05.098+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:18:05.099+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:05.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:06.098+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:06.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:07.098+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:07.098+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:08.098+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:08.098+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:09.098+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:09.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:10.098+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:10.098+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:11.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:11.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:12.098+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:12.098+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:13.098+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:13.098+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:14.098+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:14.098+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:15.097+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:15.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:16.097+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:16.098+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:17.097+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:17.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:18.098+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:18.098+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:19.097+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:19.098+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:20.096+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:18:20.097+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:20.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:21.097+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:21.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:22.097+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:22.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:23.097+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:23.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:24.097+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:24.098+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:25.097+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:25.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:26.097+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:26.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:27.097+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:27.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:28.098+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:28.098+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:29.097+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:29.098+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:30.097+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:30.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:30.742+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:18:31.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:31.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:32.097+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:32.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:33.097+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:33.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:34.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:34.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:35.096+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:18:35.098+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:35.098+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:36.097+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:36.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:37.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:37.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:38.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:38.096+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:38.969+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, exceeded maximum number of attempts, 10, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again."
time=2026-01-06T09:18:39.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:39.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:39.131+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:18:40.097+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:40.098+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:41.097+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:41.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:42.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:42.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:43.097+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:43.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:44.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:44.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:45.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:45.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:46.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:46.096+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:47.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:47.096+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:48.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:48.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:49.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:49.096+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:50.095+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:18:50.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:50.096+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:51.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:51.096+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:52.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:52.096+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:53.097+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:53.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:54.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:54.096+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:55.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:55.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:56.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:56.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:57.097+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:57.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:58.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:58.096+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:18:59.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:18:59.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:00.100+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:00.101+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:00.748+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:19:01.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:01.096+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:02.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:02.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:03.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:03.096+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:04.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:04.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:05.095+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:19:05.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:05.096+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:06.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:06.102+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:07.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:07.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:08.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:08.096+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:09.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:09.096+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:10.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:10.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:11.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:11.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:12.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:12.097+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:13.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:13.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:14.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:14.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:15.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:15.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:16.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:16.096+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:17.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:17.096+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:18.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:18.096+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:19.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:19.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:20.096+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:19:20.097+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:20.098+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:21.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:21.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:22.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:22.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:23.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:23.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:24.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:24.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:25.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:25.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:26.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:26.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:27.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:27.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:28.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:28.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:29.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:29.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:30.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:30.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:30.772+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:19:31.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:31.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:32.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:32.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:33.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:33.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:34.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:34.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:35.094+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:19:35.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:35.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:36.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:36.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:37.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:37.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:38.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:38.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:39.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:39.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:40.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:40.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:41.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:41.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:42.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:42.096+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:43.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:43.096+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:44.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:44.096+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:45.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:45.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:46.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:46.096+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:47.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:47.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:48.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:48.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:49.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:49.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:50.094+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:19:50.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:50.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:51.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:51.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:52.096+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:52.099+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:53.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:53.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:54.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:54.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:55.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:55.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:56.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:56.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:57.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:57.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:58.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:58.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:59.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:19:59.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:19:59.991+05:30 level=DEBUG msg="no compaction" level=2 path=/path/to/my.db
time=2026-01-06T09:20:00.001+05:30 level=DEBUG msg="no compaction" level=2 path=/path/to/my.db
time=2026-01-06T09:20:00.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:00.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:00.917+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:20:01.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:01.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:02.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:02.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:03.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:03.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:04.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:04.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:05.093+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:20:05.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:05.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:06.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:06.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:07.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:07.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:08.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:08.096+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:09.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:09.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:10.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:10.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:11.093+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:11.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:12.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:12.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:13.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:13.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:14.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:14.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:15.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:15.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:16.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:16.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:17.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:17.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:18.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:18.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:19.093+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:19.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:20.093+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:20:20.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:20.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:21.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:21.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:22.093+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:22.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:23.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:23.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:24.093+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:24.093+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:25.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:25.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:26.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:26.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:27.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:27.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:28.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:28.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:29.093+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:29.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:30.093+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:30.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:30.958+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:20:31.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:31.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:32.093+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:32.093+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:33.093+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:33.093+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:34.093+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:34.093+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:35.092+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:20:35.093+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:35.093+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:36.093+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:36.094+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:37.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:37.093+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:38.093+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:38.093+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:39.093+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:39.093+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:40.093+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:40.093+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:41.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:41.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:41.242+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, exceeded maximum number of attempts, 10, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again."
time=2026-01-06T09:20:41.404+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:20:42.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:42.093+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:43.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:43.093+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:44.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:44.093+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:45.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:45.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:46.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:46.093+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:47.093+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:47.093+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:48.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:48.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:49.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:49.093+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:50.091+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:20:50.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:50.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:51.093+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:51.093+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:52.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:52.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:53.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:53.093+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:54.091+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:54.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:55.091+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:55.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:56.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:56.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:57.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:57.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:58.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:58.093+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:20:59.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:20:59.093+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:00.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:00.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:00.821+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:21:01.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:01.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:02.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:02.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:03.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:03.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:04.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:04.093+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:05.091+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:21:05.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:05.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:06.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:06.093+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:07.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:07.093+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:08.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:08.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:09.091+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:09.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:10.091+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:10.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:11.093+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:11.093+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:12.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:12.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:13.091+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:13.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:14.091+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:14.091+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:14.694+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:14.858+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:15.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:15.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:15.664+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:15.853+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:16.091+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:16.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:16.851+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:17.010+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:17.091+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:17.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:18.091+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:18.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:18.156+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:18.315+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:19.092+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:19.093+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:19.203+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:19.391+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:20.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:20.091+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:21:20.091+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:20.172+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:20.340+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:21.068+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:21.091+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:21.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:21.254+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:22.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:22.091+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:22.174+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:22.370+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:23.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:23.091+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:23.137+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:23.338+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:24.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:24.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:24.095+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:24.262+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:25.042+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:25.091+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:25.091+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:25.243+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:26.000+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:26.091+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:26.091+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:26.339+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:27.091+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:27.091+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:27.107+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:27.257+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:28.049+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:28.091+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:28.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:28.262+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:29.032+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:29.091+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:29.091+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:29.258+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:30.085+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:30.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:30.091+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:30.262+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:30.827+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:21:30.969+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:31.091+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:31.091+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:31.311+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:32.079+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:32.091+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:32.091+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:32.257+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:33.036+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:33.091+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:33.091+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:33.262+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:34.075+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:34.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:34.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:34.257+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:35.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:35.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:35.090+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:21:35.128+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:35.424+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:36.091+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:36.091+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:36.132+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:36.298+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:37.062+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:37.091+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:37.091+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:37.284+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:38.091+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:38.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:38.156+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:38.308+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:39.094+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:39.095+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:39.122+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:39.300+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:40.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:40.091+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:40.147+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:40.307+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:41.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:41.091+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:41.204+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:41.441+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:42.091+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:42.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:42.232+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:42.414+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:43.091+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:43.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:43.186+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:43.347+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:44.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:44.091+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:44.176+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:44.331+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:45.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:45.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:45.106+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:45.268+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:46.056+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:46.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:46.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:46.260+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:47.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:47.091+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:47.452+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:47.613+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:48.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:48.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:48.534+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:48.729+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:49.091+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:49.091+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:49.543+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:49.728+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:50.090+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:21:50.091+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:50.091+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:50.470+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:50.625+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:51.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:51.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:51.416+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:51.583+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:52.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:52.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:52.407+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:52.594+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:53.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:53.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:53.421+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:53.586+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:54.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:54.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:54.335+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:54.558+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:55.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:55.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:55.363+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:55.577+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:56.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:56.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:56.324+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:56.508+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:57.091+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:57.091+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:57.257+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:57.446+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:58.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:58.091+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:58.412+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:58.569+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:21:59.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:21:59.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:21:59.432+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:21:59.641+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:00.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:00.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:00.522+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:00.685+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:00.831+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:22:01.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:01.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:02.001+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:02.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:02.091+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:02.164+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:03.089+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:03.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:03.091+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:03.258+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:04.028+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:04.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:04.091+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:04.253+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:05.080+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:05.089+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:22:05.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:05.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:05.330+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:06.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:06.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:06.188+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:06.368+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:07.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:07.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:07.260+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:07.421+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:08.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:08.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:08.170+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:08.338+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:09.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:09.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:09.175+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:09.332+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:10.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:10.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:10.228+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:10.405+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:11.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:11.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:11.311+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:11.510+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:12.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:12.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:12.381+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:12.543+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:13.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:13.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:13.423+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:13.587+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:14.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:14.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:14.450+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:14.610+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:15.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:15.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:15.450+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:15.605+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:16.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:16.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:16.567+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:16.761+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:17.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:17.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:17.671+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:17.835+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:18.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:18.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:18.619+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:18.778+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:19.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:19.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:19.629+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:19.804+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:20.089+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:22:20.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:20.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:20.506+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:20.666+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:21.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:21.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:21.508+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:21.677+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:22.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:22.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:22.552+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:22.765+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:23.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:23.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:23.732+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:23.902+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:24.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:24.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:24.666+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:24.859+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:25.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:25.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:25.744+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:25.912+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:26.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:26.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:26.745+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:26.927+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:27.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:27.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:28.004+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:28.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:28.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:28.203+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:29.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:29.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:29.095+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:29.254+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:30.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:30.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:30.441+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:30.651+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:30.769+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:22:31.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:31.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:31.357+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:31.535+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:32.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:32.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:32.360+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:32.524+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:33.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:33.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:33.270+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:33.456+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:34.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:34.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:34.260+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:34.478+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:35.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:35.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:35.088+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:22:35.306+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:35.507+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:36.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:36.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:36.273+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:36.460+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:37.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:37.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:37.339+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:37.509+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:38.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:38.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:38.367+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:38.559+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:39.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:39.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:39.423+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:39.596+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:40.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:40.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:40.431+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:40.607+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:41.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:41.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:41.440+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:41.590+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:42.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:42.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:42.475+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:42.633+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:43.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:43.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:43.376+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:43.535+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:44.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:44.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:44.329+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:44.493+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:45.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:45.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:45.331+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:45.506+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:46.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:46.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:46.377+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:46.533+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:47.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:47.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:47.457+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:47.617+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:48.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:48.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:48.439+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:48.707+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:49.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:49.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:49.723+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:49.887+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:50.088+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:22:50.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:50.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:50.629+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , deserialization failed, failed to copy error response body, read tcp [2405:201:a003:b05b:71b8:7381:8742:dd8b]:62464->[2606:4700:2ff9::1]:443: use of closed network connection\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:50.814+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:51.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:51.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:51.699+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:51.868+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:52.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:52.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:52.649+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:52.808+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:53.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:53.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:53.733+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:53.898+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:54.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:54.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:54.676+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:54.868+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:55.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:55.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:55.695+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:55.855+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:56.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:56.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:56.603+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:56.758+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:57.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:57.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:57.521+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:57.718+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:58.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:58.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:58.523+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:58.705+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:22:59.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:22:59.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:22:59.584+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:22:59.757+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:00.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:00.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:00.525+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:00.696+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:00.772+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:23:01.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:01.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:01.407+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:01.570+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:02.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:02.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:02.370+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:02.537+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:03.087+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:03.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:03.407+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:03.568+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:04.087+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:04.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:04.330+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:04.491+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:05.087+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:23:05.087+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:05.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:05.292+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:05.496+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:06.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:06.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:06.201+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:06.447+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:07.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:07.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:07.245+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:07.455+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:08.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:08.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:08.265+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:08.443+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:09.087+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:09.087+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:09.371+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:09.535+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:10.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:10.091+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:10.317+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:10.481+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:11.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:11.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:11.256+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:11.462+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:12.087+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:12.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:12.215+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:12.467+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:13.087+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:13.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:13.422+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:13.588+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:14.087+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:14.087+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:14.593+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:14.759+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:15.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:15.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:15.588+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:15.752+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:16.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:16.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:16.731+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:16.916+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:17.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:17.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:17.872+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:18.043+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:18.087+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:18.087+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:18.794+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:18.950+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:19.087+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:19.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:19.883+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:20.073+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:20.087+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:23:20.087+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:20.087+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:20.786+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:20.971+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:21.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:21.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:22.040+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:22.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:22.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:22.199+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:23.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:23.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:23.172+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:23.360+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:24.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:24.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:24.424+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:24.591+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:25.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:25.087+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:25.377+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:25.545+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:26.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:26.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:26.321+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:26.484+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:27.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:27.087+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:27.260+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:27.454+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:28.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:28.087+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:28.264+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:28.444+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:29.087+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:29.087+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:29.324+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:29.493+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:30.087+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:30.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:30.279+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:30.453+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:30.776+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:23:31.087+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:31.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:31.349+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:31.507+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:32.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:32.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:32.303+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:32.489+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:33.087+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:33.087+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:33.386+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:33.558+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:34.087+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:34.087+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:34.548+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:34.734+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:35.086+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:23:35.087+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:35.087+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:35.481+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:35.648+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:36.087+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:36.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:36.373+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:36.532+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:37.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:37.091+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:37.324+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:37.496+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:38.087+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:38.087+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:38.333+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:38.505+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:39.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:39.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:39.477+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:39.659+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:40.087+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:40.087+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:40.539+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:40.761+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:41.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:41.087+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:41.509+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:41.668+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:42.091+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:42.092+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:42.496+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:42.659+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:43.087+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:43.087+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:43.523+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:43.693+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:44.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:44.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:44.439+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:44.607+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:45.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:45.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:45.457+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:45.670+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:46.087+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:46.087+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:46.615+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:46.773+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:47.087+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:47.087+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:47.613+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:47.774+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:48.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:48.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:48.573+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:48.725+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:49.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:49.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:49.478+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:49.640+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:50.086+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:23:50.087+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:50.087+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:50.562+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:50.737+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:51.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:51.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:51.615+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:51.773+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:52.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:52.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:52.762+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:52.958+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:53.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:53.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:54.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:54.087+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:54.172+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:54.339+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:55.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:55.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:55.520+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:55.700+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:56.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:56.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:57.087+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:57.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:57.271+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:23:57.479+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:23:58.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:58.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:23:59.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:23:59.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:00.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:00.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:00.749+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:00.843+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:24:00.947+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:01.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:01.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:02.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:02.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:03.085+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:03.085+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:04.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:04.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:04.715+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:05.085+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:24:05.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:05.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:05.420+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:06.085+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:06.085+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:06.359+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:06.562+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:07.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:07.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:07.478+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:07.644+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:08.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:08.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:08.505+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:08.691+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:09.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:09.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:09.582+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:09.746+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:10.085+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:10.085+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:10.617+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:10.784+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:11.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:11.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:11.727+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:11.896+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:12.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:12.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:13.085+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:13.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:13.227+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:13.456+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:14.085+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:14.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:14.334+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:14.503+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:15.085+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:15.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:15.309+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:16.039+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:16.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:16.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:16.985+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:17.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:17.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:17.153+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:18.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:18.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:18.200+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:18.367+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:19.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:19.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:19.272+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:19.465+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:20.085+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:24:20.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:20.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:20.489+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:20.654+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:21.085+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:21.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:21.383+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:21.541+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:22.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:22.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:22.388+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:22.546+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:23.095+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:23.096+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:23.316+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:23.494+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:24.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:24.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:24.271+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:24.482+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:25.085+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:25.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:25.358+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:25.524+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:26.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:26.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:26.380+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:26.554+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:27.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:27.085+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:27.339+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:27.517+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:28.085+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:28.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:28.384+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:28.574+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:29.085+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:29.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:29.486+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:29.657+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:30.085+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:30.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:30.422+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:30.582+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:30.889+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:24:31.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:31.085+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:31.464+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:31.909+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:32.085+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:32.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:32.824+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:33.005+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:33.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:33.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:34.085+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:34.086+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:34.088+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:34.263+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:35.084+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:24:35.085+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:35.085+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:35.403+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:35.613+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:36.085+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:36.085+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:36.565+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:36.730+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:37.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:37.084+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:37.817+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:38.022+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:38.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:38.085+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:38.809+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:38.978+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:39.085+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:39.085+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:39.713+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:39.872+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:40.085+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:40.085+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:40.715+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:40.880+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:41.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:41.085+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:41.788+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:41.950+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:42.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:42.084+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:42.751+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:42.922+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:43.085+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:43.085+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:43.726+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:43.890+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:44.085+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:44.085+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:44.632+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:44.825+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:45.085+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:45.085+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:45.631+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:45.793+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:46.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:46.085+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:46.572+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:46.734+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:47.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:47.084+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:47.604+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:47.766+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:48.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:48.085+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:48.641+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:48.803+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:49.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:49.084+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:49.571+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:49.737+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:50.084+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:24:50.085+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:50.085+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:50.493+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:50.652+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:51.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:51.084+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:51.368+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:51.543+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:52.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:52.085+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:52.319+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:52.487+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:53.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:53.085+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:53.251+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:53.480+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:54.085+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:54.085+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:54.281+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:54.468+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:55.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:55.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:55.277+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:55.484+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:56.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:56.085+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:56.425+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:56.587+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:57.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:57.085+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:57.354+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:57.515+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:58.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:58.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:58.325+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:58.488+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:59.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:24:59.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:24:59.398+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:24:59.621+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:24:59.991+05:30 level=DEBUG msg="no compaction" level=2 path=/path/to/my.db
time=2026-01-06T09:25:00.001+05:30 level=DEBUG msg="no compaction" level=2 path=/path/to/my.db
time=2026-01-06T09:25:00.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:00.084+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:00.505+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:00.662+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:00.820+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:25:01.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:01.084+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:01.394+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:01.557+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:02.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:02.084+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:02.373+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:02.555+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:03.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:03.084+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:03.387+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:03.549+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:04.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:04.084+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:04.339+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:04.510+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:05.083+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:25:05.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:05.084+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:05.477+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:05.643+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:06.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:06.084+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:06.518+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:06.714+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:07.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:07.084+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:07.578+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:07.804+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:08.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:08.084+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:08.671+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:08.850+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:09.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:09.084+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:09.684+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:09.846+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:10.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:10.084+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:10.625+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:10.794+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:11.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:11.085+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:11.572+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:11.735+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:12.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:12.084+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:12.552+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:12.712+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:13.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:13.084+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:13.504+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:13.667+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:14.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:14.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:14.497+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:14.661+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:15.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:15.085+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:15.612+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:15.812+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:16.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:16.084+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:17.017+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:17.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:17.084+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:17.238+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:18.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:18.084+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:18.272+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:18.429+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:19.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:19.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:19.463+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:19.639+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:20.083+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:25:20.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:20.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:20.753+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:20.917+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:21.084+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:21.084+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:21.816+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:21.993+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:22.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:22.084+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:22.991+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:23.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:23.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:23.170+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:23.970+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:24.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:24.084+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:24.127+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:25.025+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:25.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:25.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:25.190+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:26.006+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:26.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:26.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:26.163+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:26.993+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:27.082+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:27.082+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:27.154+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:27.911+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:28.072+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:28.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:28.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:28.882+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:29.041+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:29.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:29.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:29.967+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:30.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:30.084+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:30.137+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:30.815+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:25:30.830+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:30.997+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:31.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:31.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:31.704+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:31.865+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:32.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:32.084+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:32.982+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:33.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:33.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:33.157+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:34.003+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:34.082+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:34.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:34.167+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:34.962+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:35.082+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:25:35.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:35.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:35.144+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:36.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:36.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:36.181+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:36.359+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:37.082+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:37.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:37.209+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:37.372+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:38.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:38.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:38.144+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:38.301+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:39.072+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:39.082+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:39.082+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:39.250+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:40.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:40.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:40.278+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:40.445+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:41.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:41.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:41.436+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:41.610+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:42.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:42.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:42.459+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:42.629+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:43.089+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:43.089+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:43.479+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:43.637+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:44.082+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:44.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:44.485+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:44.660+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:45.090+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:45.090+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:45.483+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:45.640+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:46.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:46.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:46.541+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:46.732+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:47.082+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:47.082+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:47.786+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:47.945+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:48.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:48.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:48.766+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:48.948+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:49.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:49.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:49.768+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:49.931+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:50.082+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:25:50.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:50.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:50.581+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:50.748+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:51.082+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:51.082+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:51.648+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:51.824+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:52.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:52.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:52.652+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:52.843+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:53.082+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:53.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:53.639+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:53.802+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:54.085+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:54.085+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:54.670+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:54.843+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:55.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:55.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:55.655+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:55.826+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:56.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:56.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:56.739+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:56.897+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:57.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:57.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:57.781+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:57.939+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:58.082+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:58.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:58.950+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:25:59.082+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:25:59.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:25:59.112+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:25:59.972+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:00.082+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:00.082+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:00.135+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:00.906+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:00.919+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:26:01.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:01.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:01.116+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:02.012+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:02.082+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:02.082+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:02.178+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:03.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:03.082+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:03.112+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:03.275+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:04.082+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:04.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:04.137+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:04.356+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:05.081+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:26:05.082+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:05.082+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:05.145+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:05.319+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:06.082+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:06.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:06.217+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:06.410+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:07.082+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:07.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:07.441+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:07.617+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:08.082+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:08.082+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:08.402+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:08.564+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:09.082+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:09.082+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:09.543+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:09.708+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:10.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:10.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:10.510+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:10.678+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:11.082+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:11.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:11.503+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:11.656+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:12.083+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:12.084+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:12.469+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:12.635+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:13.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:13.082+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:13.479+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:13.634+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:14.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:14.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:14.504+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:14.696+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:15.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:15.082+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:15.486+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:15.692+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:16.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:16.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:16.462+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:16.626+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:17.082+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:17.082+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:17.506+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:17.667+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:18.082+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:18.082+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:18.569+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:18.735+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:19.082+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:19.082+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:19.541+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:19.730+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:20.081+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:26:20.082+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:20.082+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:20.507+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:20.679+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:21.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:21.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:21.410+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:21.574+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:22.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:22.082+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:22.374+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:22.534+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:23.086+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:23.087+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:23.295+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:23.453+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:24.082+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:24.082+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:24.224+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:24.440+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:25.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:25.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:25.248+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:25.446+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:26.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:26.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:26.214+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:26.439+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:27.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:27.082+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:27.361+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:27.562+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:28.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:28.082+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:28.329+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:28.532+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:29.082+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:29.082+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:29.462+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:29.642+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:30.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:30.082+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:30.418+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:30.618+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:30.935+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:26:31.088+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:31.088+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:31.314+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:31.482+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:32.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:32.082+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:32.843+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:33.014+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:33.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:33.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:33.930+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:34.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:34.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:34.095+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:34.947+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:35.080+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:26:35.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:35.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:35.110+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:36.008+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:36.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:36.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:36.209+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:37.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:37.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:37.095+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:37.348+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:38.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:38.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:38.214+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:38.400+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:39.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:39.082+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:39.193+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:39.380+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:40.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:40.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:40.529+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:40.694+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:41.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:41.080+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:41.860+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:42.027+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:42.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:42.082+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:43.053+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:43.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:43.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:43.259+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:44.075+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:44.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:44.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:44.251+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:45.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:45.082+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:45.359+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:45.568+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:46.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:46.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:46.720+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:46.904+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:47.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:47.080+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:48.056+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:48.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:48.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:48.259+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:49.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:49.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:49.140+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:49.326+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:50.080+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:26:50.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:50.080+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:50.118+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:50.357+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:51.068+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:51.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:51.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:51.242+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:52.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:52.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:52.695+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:52.855+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:53.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:53.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:53.620+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:53.785+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:54.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:54.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:54.682+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:54.845+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:55.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:55.080+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:55.732+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:55.911+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:56.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:56.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:56.735+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:56.900+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:57.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:57.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:57.774+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:57.964+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:58.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:58.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:58.778+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:58.984+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:26:59.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:26:59.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:26:59.815+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:26:59.978+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:00.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:00.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:00.852+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:27:00.856+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:01.032+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:01.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:01.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:01.820+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:01.988+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:02.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:02.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:02.949+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:03.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:03.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:03.119+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:04.026+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:04.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:04.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:04.217+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:05.010+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:05.079+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:27:05.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:05.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:05.196+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:05.890+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:06.053+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:06.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:06.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:07.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:07.080+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:07.103+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:07.265+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:08.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:08.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:08.091+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:08.248+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:09.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:09.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:09.200+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:09.365+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:10.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:10.080+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:10.323+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:10.486+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:11.078+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:11.079+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:11.291+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:11.454+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:12.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:12.080+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:12.326+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:12.494+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:13.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:13.080+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:13.290+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:13.474+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:14.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:14.079+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:14.289+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:14.452+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:15.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:15.080+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:15.384+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:15.556+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:16.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:16.079+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:16.407+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:16.576+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:17.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:17.079+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:17.412+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:17.584+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:18.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:18.080+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:18.458+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:18.614+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:19.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:19.080+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:19.521+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:19.680+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:20.079+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:27:20.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:20.079+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:20.469+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:20.632+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:21.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:21.080+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:21.358+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:21.556+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:22.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:22.080+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:22.738+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:22.934+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:23.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:23.080+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:23.797+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:24.004+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:24.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:24.080+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:24.835+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:25.000+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:25.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:25.080+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:25.832+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:25.989+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:26.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:26.080+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:26.787+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:26.950+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:27.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:27.080+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:27.947+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:28.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:28.080+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:28.108+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:29.020+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:29.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:29.080+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:29.186+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:30.008+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:30.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:30.080+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:30.166+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:30.870+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:27:30.921+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:31.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:31.080+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:31.082+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:31.900+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:32.063+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:32.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:32.080+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:32.885+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:33.045+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:33.078+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:33.078+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:34.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:34.079+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:34.273+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:34.423+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:35.078+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:27:35.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:35.079+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:35.206+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:35.382+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:36.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:36.080+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:36.231+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:36.424+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:37.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:37.080+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:37.213+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:37.371+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:38.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:38.080+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:38.276+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:38.436+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:39.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:39.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:39.337+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:39.496+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:40.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:40.079+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:40.272+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:40.475+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:41.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:41.079+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:41.258+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:41.457+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:42.080+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:42.080+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:42.301+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:42.513+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:43.078+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:43.078+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:43.435+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:43.599+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:44.078+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:44.079+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:44.411+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:44.601+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:45.078+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:45.079+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:45.387+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:45.564+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:46.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:46.079+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:46.339+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:46.499+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:47.085+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:47.085+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:47.310+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:47.476+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:48.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:48.079+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:48.372+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:48.550+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:49.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:49.079+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:49.392+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:49.552+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:50.078+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:27:50.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:50.079+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:50.357+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:50.540+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:51.078+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:51.078+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:51.310+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:51.478+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:52.081+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:52.081+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:52.303+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:52.463+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:53.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:53.079+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:53.244+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:53.437+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:54.078+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:54.079+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:54.186+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:54.449+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:55.078+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:55.079+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:55.255+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:55.438+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:56.078+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:56.079+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:56.335+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:56.489+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:57.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:57.079+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:57.567+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:57.748+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:58.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:58.079+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:58.562+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:58.722+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:27:59.078+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:27:59.079+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:27:59.587+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:27:59.745+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:00.078+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:00.079+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:00.507+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:00.746+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:00.839+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:28:01.079+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:01.079+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:01.533+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:01.701+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:02.078+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:02.079+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:02.695+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:02.852+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:03.078+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:03.078+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:03.751+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:03.986+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:04.078+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:04.078+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:04.832+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:04.988+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:05.077+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:28:05.078+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:05.078+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:05.750+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:05.902+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:06.078+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:06.078+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:06.726+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:06.902+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:07.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:07.078+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:07.669+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:07.834+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:08.078+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:08.078+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:08.717+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:08.876+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:09.078+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:09.078+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:09.814+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:10.031+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:10.078+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:10.078+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:10.881+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:11.056+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:11.078+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:11.078+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:12.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:12.078+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:12.091+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:12.265+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:13.078+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:13.078+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:13.124+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:13.282+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:14.078+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:14.078+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:14.173+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:14.326+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:15.078+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:15.078+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:15.087+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:15.260+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:16.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:16.078+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:16.266+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:16.445+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:17.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:17.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:17.266+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:17.489+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:18.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:18.078+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:18.345+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:18.526+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:19.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:19.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:19.449+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:19.618+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:20.077+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:28:20.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:20.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:20.416+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:20.608+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:21.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:21.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:21.479+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:21.638+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:22.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:22.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:22.799+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:22.958+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:23.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:23.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:23.758+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:23.986+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:24.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:24.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:24.768+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:24.938+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:25.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:25.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:25.732+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:25.893+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:26.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:26.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:26.688+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:26.863+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:27.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:27.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:28.038+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:28.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:28.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:28.188+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:29.016+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:29.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:29.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:29.185+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:29.993+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:30.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:30.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:30.155+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:30.788+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:28:30.998+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:31.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:31.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:31.156+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:32.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:32.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:32.089+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:32.260+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:33.028+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:33.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:33.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:33.252+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:34.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:34.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:34.210+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:34.373+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:35.076+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:28:35.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:35.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:35.158+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:35.350+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:36.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:36.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:36.165+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:36.352+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:37.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:37.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:37.162+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:37.346+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:38.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:38.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:38.123+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:38.288+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:39.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:39.078+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:39.085+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:39.249+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:40.078+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:40.079+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:40.482+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:40.657+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:41.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:41.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:41.486+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:41.661+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:42.078+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:42.078+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:42.449+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:42.650+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:43.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:43.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:43.453+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:43.623+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:44.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:44.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:44.401+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:44.561+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:45.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:45.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:45.319+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:45.503+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:46.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:46.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:46.317+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:46.552+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:47.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:47.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:47.352+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:47.509+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:48.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:48.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:48.302+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:48.470+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:49.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:49.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:49.284+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:49.447+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:50.076+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:28:50.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:50.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:50.215+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:50.456+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:51.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:51.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:51.467+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:51.623+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:52.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:52.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:52.429+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:52.603+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:53.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:53.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:53.524+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:53.686+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:54.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:54.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:54.495+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:54.677+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:55.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:55.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:55.685+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:55.841+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:56.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:56.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:56.616+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:56.821+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:57.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:57.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:57.771+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:57.974+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:58.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:58.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:58.857+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:28:59.046+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:28:59.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:28:59.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:28:59.891+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:00.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:00.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:00.095+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:00.862+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:00.882+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:29:01.031+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:01.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:01.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:01.762+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:01.948+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:02.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:02.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:02.752+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:02.917+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:03.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:03.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:03.722+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:03.890+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:04.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:04.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:04.903+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:05.075+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:29:05.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:05.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:05.097+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:05.833+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:06.010+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:06.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:06.075+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:06.992+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:07.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:07.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:07.174+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:08.025+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:08.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:08.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:08.193+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:08.962+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:09.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:09.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:09.129+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:09.903+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:10.056+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:10.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:10.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:10.928+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:11.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:11.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:11.119+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:12.023+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:12.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:12.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:12.197+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:13.004+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:13.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:13.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:13.169+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:14.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:14.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:14.079+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:14.267+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:15.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:15.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:15.224+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:15.412+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:16.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:16.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:16.316+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:16.476+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:17.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:17.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:17.294+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:17.453+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:18.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:18.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:18.631+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:18.823+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:19.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:19.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:19.760+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:19.944+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:20.075+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:29:20.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:20.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:20.687+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:20.872+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:21.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:21.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:21.686+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:21.844+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:22.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:22.075+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:22.689+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:22.954+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:23.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:23.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:23.852+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:24.047+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:24.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:24.075+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:24.925+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:25.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:25.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:25.104+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:25.879+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:26.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:26.075+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:26.085+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:26.949+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:27.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:27.078+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:27.123+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:28.021+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:28.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:28.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:28.176+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:28.967+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:29.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:29.075+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:29.182+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:29.958+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:30.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:30.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:30.143+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:30.956+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:29:30.974+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:31.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:31.075+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:31.137+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:31.820+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:31.993+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:32.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:32.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:32.754+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:32.941+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:33.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:33.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:33.768+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:33.942+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:34.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:34.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:34.806+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:34.983+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:35.075+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:29:35.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:35.075+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:35.764+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:35.926+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:36.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:36.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:36.712+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:36.879+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:37.074+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:37.074+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:37.685+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:37.862+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:38.074+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:38.075+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:38.745+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:38.920+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:39.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:39.075+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:39.924+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:40.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:40.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:40.077+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:40.901+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:41.052+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:41.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:41.075+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:42.074+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:42.075+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:42.079+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:42.244+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:42.990+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:43.076+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:43.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:43.235+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:44.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:44.075+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:44.166+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:44.349+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:45.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:45.075+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:45.095+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:45.253+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:46.042+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:46.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:46.075+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:46.246+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:47.049+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:47.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:47.075+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:47.244+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:48.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:48.075+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:48.219+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:48.379+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:49.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:49.075+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:49.215+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:49.378+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:50.074+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:29:50.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:50.075+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:50.153+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:50.316+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:51.028+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:51.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:51.076+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:51.232+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:52.026+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:52.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:52.075+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:52.325+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:53.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:53.075+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:53.108+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:53.276+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:54.074+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:54.075+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:54.134+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:54.295+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:55.045+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:55.074+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:55.075+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:55.272+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:56.048+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:56.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:56.075+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:56.311+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:57.074+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:57.075+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:57.215+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:57.396+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:58.077+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:58.077+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:58.284+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:58.459+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:59.074+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:29:59.074+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:29:59.549+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:29:59.700+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:29:59.991+05:30 level=DEBUG msg="no compaction" level=2 path=/path/to/my.db
time=2026-01-06T09:30:00.001+05:30 level=DEBUG msg="no compaction" level=2 path=/path/to/my.db
time=2026-01-06T09:30:00.074+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:00.074+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:00.558+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:00.740+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:00.836+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:30:01.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:01.075+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:01.525+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:01.724+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:02.075+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:02.075+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:02.539+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:02.628+05:30 level=DEBUG msg="no compaction" level=3 path=/path/to/my.db
time=2026-01-06T09:30:02.714+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:03.074+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:03.074+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:03.763+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:03.932+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:04.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:04.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:04.768+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:04.929+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:05.074+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:30:05.074+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:05.074+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:05.937+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:06.074+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:06.074+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:06.113+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:06.903+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:07.059+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:07.074+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:07.074+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:07.865+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:08.074+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:08.074+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:08.107+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:09.082+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:09.083+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:09.142+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:09.675+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:10.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:10.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:11.046+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:11.074+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:11.074+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:11.424+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:12.074+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:12.074+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:12.588+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:12.775+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:13.074+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:13.074+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:14.074+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:14.074+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:14.081+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:14.463+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:15.074+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:15.074+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:16.074+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:16.074+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:16.254+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:16.602+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:17.074+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:17.074+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:18.074+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:18.074+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:18.131+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:18.324+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:19.074+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:19.075+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:19.717+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:19.941+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:20.073+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:30:20.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:20.074+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:20.888+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:21.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:21.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:21.075+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:21.874+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:22.058+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:22.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:22.074+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:22.863+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:23.032+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:23.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:23.074+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:23.895+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:24.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:24.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:24.211+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:25.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:25.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:25.110+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:25.282+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:26.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:26.074+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:26.139+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:26.313+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:27.074+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:27.074+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:27.134+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:27.322+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:28.074+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:28.074+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:28.348+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:28.517+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:29.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:29.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:29.422+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:29.579+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:30.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:30.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:30.814+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:30:31.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:31.074+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:31.281+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:31.469+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:32.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:32.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:32.233+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:32.474+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:33.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:33.074+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:33.231+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:33.435+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:34.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:34.074+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:34.235+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:34.436+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:35.072+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:30:35.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:35.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:35.218+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:35.437+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:36.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:36.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:36.229+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:36.435+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:37.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:37.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:37.477+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:37.635+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:38.072+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:38.072+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:38.501+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:38.678+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:39.074+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:39.074+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:39.582+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:39.756+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:40.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:40.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:40.509+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:40.698+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:41.072+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:41.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:41.524+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:41.723+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:42.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:42.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:42.597+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:42.759+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:43.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:43.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:43.677+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:43.835+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:44.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:44.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:44.627+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:44.796+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:45.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:45.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:45.557+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:45.716+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:46.072+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:46.072+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:46.535+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:46.728+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:47.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:47.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:47.639+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:47.796+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:48.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:48.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:48.654+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:48.842+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:49.072+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:49.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:49.693+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:49.888+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:50.072+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:30:50.072+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:50.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:50.650+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:50.817+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:51.072+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:51.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:51.603+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:51.779+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:52.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:52.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:52.559+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:52.728+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:53.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:53.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:53.536+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:53.714+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:54.072+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:54.072+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:54.505+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:54.675+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:55.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:55.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:55.450+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:55.640+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:56.072+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:56.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:56.584+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:56.795+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:57.072+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:57.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:57.559+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:57.721+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:58.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:58.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:58.655+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:58.825+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:30:59.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:30:59.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:30:59.777+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:30:59.944+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:31:00.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:31:00.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:31:00.803+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:31:00.883+05:30 level=DEBUG msg="no compaction" level=1 path=/path/to/my.db
time=2026-01-06T09:31:00.976+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:31:01.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:31:01.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:31:01.926+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:31:02.072+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:31:02.072+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:31:02.088+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:31:02.940+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:31:03.072+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:31:03.072+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:31:03.099+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:31:03.952+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:31:04.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:31:04.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:31:04.116+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:31:04.889+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:31:05.065+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:31:05.071+05:30 level=DEBUG msg="enforcing l0 retention" db=my.db retention=5m0s
time=2026-01-06T09:31:05.072+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:31:05.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:31:05.826+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:31:05.998+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:31:06.073+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:31:06.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:31:06.773+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:31:07.006+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:31:07.072+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:31:07.073+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:31:07.521+05:30 level=INFO msg="signal received, litestream shutting down"
time=2026-01-06T09:31:07.522+05:30 level=ERROR msg="monitor error" db=my.db replica=s3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
time=2026-01-06T09:31:07.522+05:30 level=DEBUG msg=verify saltMatch=true prevWALOffset=32
time=2026-01-06T09:31:07.522+05:30 level=DEBUG msg=sync db=my.db txid=0000000000000003 offset=4152
time=2026-01-06T09:31:07.773+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:31:08.556+05:30 level=WARN msg="shutdown sync failed, retrying" db=my.db attempt=1 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" elapsed=1.033268167s remaining=28.966731542s
time=2026-01-06T09:31:09.254+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:31:10.615+05:30 level=WARN msg="shutdown sync failed, retrying" db=my.db attempt=2 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" elapsed=3.091965375s remaining=26.908034292s
time=2026-01-06T09:31:11.282+05:30 level=DEBUG msg="replica sync" db=my.db replica=s3 txid=0000000000000002
time=2026-01-06T09:31:12.085+05:30 level=WARN msg="shutdown sync failed, retrying" db=my.db attempt=3 error="write ltx file: s3: upload to db/0000/0000000000000001-0000000000000001.ltx: upload multipart failed, upload id: <redacted>, cause: operation error S3: UploadPart, https response error StatusCode: 500, RequestID: , HostID: , api error InternalError: We encountered an internal error. Please try again.\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" elapsed=4.562512958s remaining=25.437486792s
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment