[ Dec 31 23:16:04 Enabled. ]
[ Dec 31 23:16:04 Rereading configuration. ]
[ Dec 31 23:16:06 Rereading configuration. ]
[ Dec 31 23:16:11 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_38368bc9-5f59-4a65-8c3e-7c440290b6b5/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:11.973683243Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296}
{"msg":"dataset: \"oxp_38368bc9-5f59-4a65-8c3e-7c440290b6b5/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:11.974563358Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:11.974577528Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:11.974585848Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:11.990919295Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:12.270572062Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:37.6336817Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35410"}
{"msg":"region be9bf07a-1303-48b4-88a6-e8c570d76410 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:37.661990271Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:37.664695546Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:37.664753647Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"uri":"/crucible/0/regions","method":"POST","req_id":"ba9171cf-ee1c-4efa-b385-c954eb7c210f","remote_addr":"[fd00:1122:3344:101::a]:35410","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":13778,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_38368bc9-5f59-4a65-8c3e-7c440290b6b5/crucible/regions/be9bf07a-1303-48b4-88a6-e8c570d76410","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:37.6737775Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_38368bc9-5f59-4a65-8c3e-7c440290b6b5/crucible/regions/be9bf07a-1303-48b4-88a6-e8c570d76410","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:37.673794811Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"be9bf07a-1303-48b4-88a6-e8c570d76410\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/be9bf07a-1303-48b4-88a6-e8c570d76410\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:37.738749723Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"region":"be9bf07a-1303-48b4-88a6-e8c570d76410","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"be9bf07a-1303-48b4-88a6-e8c570d76410\" \"--data\" \"/data/regions/be9bf07a-1303-48b4-88a6-e8c570d76410\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:37.74093282Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"region":"be9bf07a-1303-48b4-88a6-e8c570d76410","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:37.960421596Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"uri":"/crucible/0/regions","method":"POST","req_id":"743ceb28-8b52-4ca5-a407-1a22e3142dda","remote_addr":"[fd00:1122:3344:101::a]:35410","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:38.087347831Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"region":"be9bf07a-1303-48b4-88a6-e8c570d76410","component":"worker"}
{"msg":"region be9bf07a-1303-48b4-88a6-e8c570d76410 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:38.087432552Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:38.087650066Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-be9bf07a-1303-48b4-88a6-e8c570d76410","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:38.088051943Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-be9bf07a-1303-48b4-88a6-e8c570d76410","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:38.094835378Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:38.109180731Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-be9bf07a-1303-48b4-88a6-e8c570d76410","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:38.113354402Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/be9bf07a-1303-48b4-88a6-e8c570d76410","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:38.114028054Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:38.114100125Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:38.114142795Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:38.114175066Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:38.119029769Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:38.123539075Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:38.549377063Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"uri":"/crucible/0/regions","method":"POST","req_id":"b741c22a-16f4-4f20-a9b2-af60df8d09f1","remote_addr":"[fd00:1122:3344:101::a]:35410","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:39.083762964Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"uri":"/crucible/0/regions/be9bf07a-1303-48b4-88a6-e8c570d76410","method":"GET","req_id":"d47f63d1-9e59-465e-8c7d-7f2a7e8741e1","remote_addr":"[fd00:1122:3344:101::a]:35410","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":90,"response_code":200}
{"msg":"path is \"/data/regions/be9bf07a-1303-48b4-88a6-e8c570d76410\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:39.088942702Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"datafile"}
{"msg":"dataset is oxp_38368bc9-5f59-4a65-8c3e-7c440290b6b5/crucible/regions/be9bf07a-1303-48b4-88a6-e8c570d76410","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:39.097019239Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"datafile"}
{"msg":"region be9bf07a-1303-48b4-88a6-e8c570d76410 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:39.104382804Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:39.104540817Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:39.104567787Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"uri":"/crucible/0/regions/be9bf07a-1303-48b4-88a6-e8c570d76410","method":"DELETE","req_id":"930d9365-24da-4625-b505-c1206865a2e0","remote_addr":"[fd00:1122:3344:101::a]:35410","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":15624,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-be9bf07a-1303-48b4-88a6-e8c570d76410 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:39.105586724Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:39.110891224Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:39.113912426Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"uri":"/crucible/0/regions/be9bf07a-1303-48b4-88a6-e8c570d76410","method":"GET","req_id":"b3ebb3c6-83c7-4c4c-8a91-6166420a812a","remote_addr":"[fd00:1122:3344:101::a]:35410","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":29,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_38368bc9-5f59-4a65-8c3e-7c440290b6b5/crucible/regions/be9bf07a-1303-48b4-88a6-e8c570d76410\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:39.118930191Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"region":"be9bf07a-1303-48b4-88a6-e8c570d76410","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:39.194477433Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"uri":"/crucible/0/regions/be9bf07a-1303-48b4-88a6-e8c570d76410","method":"GET","req_id":"0eb39549-3876-4f8c-b30a-0e09251ba82a","remote_addr":"[fd00:1122:3344:101::a]:35410","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":40,"response_code":200}
{"msg":"region be9bf07a-1303-48b4-88a6-e8c570d76410 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:39.194975012Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:39.352383193Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"uri":"/crucible/0/regions/be9bf07a-1303-48b4-88a6-e8c570d76410","method":"GET","req_id":"50c57b8d-1708-4d05-a418-58106184b544","remote_addr":"[fd00:1122:3344:101::a]:35410","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":30,"response_code":200}
{"msg":"region 9381efe8-4648-4320-bc38-e4f4bca6cf24 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.019009328Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.019224292Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.019290833Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"uri":"/crucible/0/regions","method":"POST","req_id":"37416fef-d50d-43da-8933-d4c133bd0b93","remote_addr":"[fd00:1122:3344:101::a]:35410","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":277,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_38368bc9-5f59-4a65-8c3e-7c440290b6b5/crucible/regions/9381efe8-4648-4320-bc38-e4f4bca6cf24","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.024863957Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_38368bc9-5f59-4a65-8c3e-7c440290b6b5/crucible/regions/9381efe8-4648-4320-bc38-e4f4bca6cf24","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.024910448Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9381efe8-4648-4320-bc38-e4f4bca6cf24\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9381efe8-4648-4320-bc38-e4f4bca6cf24\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.092042857Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"region":"9381efe8-4648-4320-bc38-e4f4bca6cf24","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9381efe8-4648-4320-bc38-e4f4bca6cf24\" \"--data\" \"/data/regions/9381efe8-4648-4320-bc38-e4f4bca6cf24\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.092107639Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"region":"9381efe8-4648-4320-bc38-e4f4bca6cf24","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.172073636Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"region":"9381efe8-4648-4320-bc38-e4f4bca6cf24","component":"worker"}
{"msg":"region 9381efe8-4648-4320-bc38-e4f4bca6cf24 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.172105916Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.172342031Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9381efe8-4648-4320-bc38-e4f4bca6cf24","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.173687834Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9381efe8-4648-4320-bc38-e4f4bca6cf24","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.177191193Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.184763891Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9381efe8-4648-4320-bc38-e4f4bca6cf24","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.188045417Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9381efe8-4648-4320-bc38-e4f4bca6cf24","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.188391933Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.188445884Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.188495995Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.188537746Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.192531183Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.197515438Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:16:42.311663915Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"uri":"/crucible/0/regions","method":"POST","req_id":"f325a798-ebd3-43f4-9c51-dc7e63ebc5df","remote_addr":"[fd00:1122:3344:101::a]:35410","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:08.459175241Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:39758"}
{"msg":"region e2ed8ac1-a9a5-4b74-84c2-e202a8bf6496 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:08.459596308Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:08.460232899Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:08.460243499Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"uri":"/crucible/0/regions","method":"POST","req_id":"d3e54baf-62d6-4b4c-9020-5874f87b8fb6","remote_addr":"[fd00:1122:3344:101::a]:39758","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":1028,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_38368bc9-5f59-4a65-8c3e-7c440290b6b5/crucible/regions/e2ed8ac1-a9a5-4b74-84c2-e202a8bf6496","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:08.468348017Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_38368bc9-5f59-4a65-8c3e-7c440290b6b5/crucible/regions/e2ed8ac1-a9a5-4b74-84c2-e202a8bf6496","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:08.468372186Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e2ed8ac1-a9a5-4b74-84c2-e202a8bf6496\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e2ed8ac1-a9a5-4b74-84c2-e202a8bf6496\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:08.530572033Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"region":"e2ed8ac1-a9a5-4b74-84c2-e202a8bf6496","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e2ed8ac1-a9a5-4b74-84c2-e202a8bf6496\" \"--data\" \"/data/regions/e2ed8ac1-a9a5-4b74-84c2-e202a8bf6496\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:08.530613914Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"region":"e2ed8ac1-a9a5-4b74-84c2-e202a8bf6496","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:08.721992562Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"region":"e2ed8ac1-a9a5-4b74-84c2-e202a8bf6496","component":"worker"}
{"msg":"region e2ed8ac1-a9a5-4b74-84c2-e202a8bf6496 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:08.722030763Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:08.722125955Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e2ed8ac1-a9a5-4b74-84c2-e202a8bf6496","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:08.741630726Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:08.756529389Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"uri":"/crucible/0/regions","method":"POST","req_id":"dba6e17e-8f08-4d44-b07e-cd08f18bbc73","remote_addr":"[fd00:1122:3344:101::a]:39758","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e2ed8ac1-a9a5-4b74-84c2-e202a8bf6496","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:08.76486356Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:08.802023583Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e2ed8ac1-a9a5-4b74-84c2-e202a8bf6496","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:08.817407193Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e2ed8ac1-a9a5-4b74-84c2-e202a8bf6496","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:08.817738163Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:08.81779268Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:08.817829093Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:08.817877254Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:08.825638592Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:08.833840761Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.663323782Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"uri":"/crucible/0/regions/9381efe8-4648-4320-bc38-e4f4bca6cf24","method":"GET","req_id":"f1355e89-2c26-4019-bf53-6236bbbb02ad","remote_addr":"[fd00:1122:3344:101::a]:39758","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"path is \"/data/regions/9381efe8-4648-4320-bc38-e4f4bca6cf24\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.666822411Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"datafile"}
{"msg":"dataset is oxp_38368bc9-5f59-4a65-8c3e-7c440290b6b5/crucible/regions/9381efe8-4648-4320-bc38-e4f4bca6cf24","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.673442904Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"datafile"}
{"msg":"snapshot is oxp_38368bc9-5f59-4a65-8c3e-7c440290b6b5/crucible/regions/9381efe8-4648-4320-bc38-e4f4bca6cf24@8e768e29-734d-4cdc-8581-731a9ddac360","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.679789902Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_38368bc9-5f59-4a65-8c3e-7c440290b6b5/crucible/regions/9381efe8-4648-4320-bc38-e4f4bca6cf24\", \"8e768e29-734d-4cdc-8581-731a9ddac360\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.679820822Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.688118163Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"uri":"/crucible/0/regions/9381efe8-4648-4320-bc38-e4f4bca6cf24/snapshots/8e768e29-734d-4cdc-8581-731a9ddac360","method":"GET","req_id":"1f83fbce-771b-470f-b869-275f86289c29","remote_addr":"[fd00:1122:3344:101::a]:39758","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":21333,"response_code":200}
{"msg":"path is \"/data/regions/9381efe8-4648-4320-bc38-e4f4bca6cf24\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.692023199Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"datafile"}
{"msg":"dataset is oxp_38368bc9-5f59-4a65-8c3e-7c440290b6b5/crucible/regions/9381efe8-4648-4320-bc38-e4f4bca6cf24","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.697623754Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"datafile"}
{"msg":"snapshot is oxp_38368bc9-5f59-4a65-8c3e-7c440290b6b5/crucible/regions/9381efe8-4648-4320-bc38-e4f4bca6cf24@8e768e29-734d-4cdc-8581-731a9ddac360","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.70329603Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_38368bc9-5f59-4a65-8c3e-7c440290b6b5/crucible/regions/9381efe8-4648-4320-bc38-e4f4bca6cf24\", \"8e768e29-734d-4cdc-8581-731a9ddac360\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.703310121Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 9381efe8-4648-4320-bc38-e4f4bca6cf24-8e768e29-734d-4cdc-8581-731a9ddac360 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.71035172Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"datafile"}
{"msg":"applying SMF actions for region 9381efe8-4648-4320-bc38-e4f4bca6cf24 running snapshot 8e768e29-734d-4cdc-8581-731a9ddac360 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.710491663Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.710500173Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"uri":"/crucible/0/regions/9381efe8-4648-4320-bc38-e4f4bca6cf24/snapshots/8e768e29-734d-4cdc-8581-731a9ddac360/run","method":"POST","req_id":"55843bbf-0264-4f08-9099-c03260897eef","remote_addr":"[fd00:1122:3344:101::a]:39758","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18499,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-9381efe8-4648-4320-bc38-e4f4bca6cf24-8e768e29-734d-4cdc-8581-731a9ddac360","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.715954885Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9381efe8-4648-4320-bc38-e4f4bca6cf24-8e768e29-734d-4cdc-8581-731a9ddac360","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.722478196Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9381efe8-4648-4320-bc38-e4f4bca6cf24-8e768e29-734d-4cdc-8581-731a9ddac360","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.774601041Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9381efe8-4648-4320-bc38-e4f4bca6cf24/.zfs/snapshot/8e768e29-734d-4cdc-8581-731a9ddac360","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.774968527Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.775021958Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.775067779Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.77512232Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.775179121Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.791233593Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.806246628Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"worker"}
{"msg":"region 9381efe8-4648-4320-bc38-e4f4bca6cf24 running snapshot 8e768e29-734d-4cdc-8581-731a9ddac360 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:10.806262098Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"datafile"}
{"msg":"path is \"/data/regions/9381efe8-4648-4320-bc38-e4f4bca6cf24\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:11.012315356Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"datafile"}
{"msg":"dataset is oxp_38368bc9-5f59-4a65-8c3e-7c440290b6b5/crucible/regions/9381efe8-4648-4320-bc38-e4f4bca6cf24","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:11.018705914Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"datafile"}
{"msg":"snapshot is oxp_38368bc9-5f59-4a65-8c3e-7c440290b6b5/crucible/regions/9381efe8-4648-4320-bc38-e4f4bca6cf24@8e768e29-734d-4cdc-8581-731a9ddac360","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:11.023847882Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_38368bc9-5f59-4a65-8c3e-7c440290b6b5/crucible/regions/9381efe8-4648-4320-bc38-e4f4bca6cf24\", \"8e768e29-734d-4cdc-8581-731a9ddac360\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:11.023881902Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-31T23:28:11.030332182Z","hostname":"oxz_crucible_45c2db19-fccb-48b9-8bc5-44305e73f77f","pid":28296,"uri":"/crucible/0/regions/9381efe8-4648-4320-bc38-e4f4bca6cf24/snapshots/8e768e29-734d-4cdc-8581-731a9ddac360/run","method":"POST","req_id":"96785288-e1ea-42d6-afbc-4c756fa2181a","remote_addr":"[fd00:1122:3344:101::a]:39758","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18059,"response_code":200}