[ Dec 19 21:31:36 Enabled. ]
[ Dec 19 21:31:36 Rereading configuration. ]
[ Dec 19 21:31:38 Rereading configuration. ]
[ Dec 19 21:31:41 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ae6bb975-3d56-46c1-ac60-49941135e75e/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:31:41.84743417Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204}
{"msg":"dataset: \"oxp_ae6bb975-3d56-46c1-ac60-49941135e75e/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:31:41.848257773Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:31:41.848267653Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:31:41.848274863Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:31:41.860571276Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:31:41.932070008Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:06.185821514Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34159"}
{"msg":"region 8eda53d7-9817-46ab-ab4b-92900a96cd09 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:06.212442215Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:06.215195102Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:06.215251484Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"uri":"/crucible/0/regions","method":"POST","req_id":"ae769034-23a9-4d87-95ad-393bc4025a39","remote_addr":"[fd00:1122:3344:101::a]:34159","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":14222,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_ae6bb975-3d56-46c1-ac60-49941135e75e/crucible/regions/8eda53d7-9817-46ab-ab4b-92900a96cd09","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:06.223874204Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_ae6bb975-3d56-46c1-ac60-49941135e75e/crucible/regions/8eda53d7-9817-46ab-ab4b-92900a96cd09","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:06.223897914Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8eda53d7-9817-46ab-ab4b-92900a96cd09\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8eda53d7-9817-46ab-ab4b-92900a96cd09\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:06.293248016Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"region":"8eda53d7-9817-46ab-ab4b-92900a96cd09","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8eda53d7-9817-46ab-ab4b-92900a96cd09\" \"--data\" \"/data/regions/8eda53d7-9817-46ab-ab4b-92900a96cd09\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:06.295459048Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"region":"8eda53d7-9817-46ab-ab4b-92900a96cd09","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:06.549049511Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"uri":"/crucible/0/regions","method":"POST","req_id":"64c8905b-399b-489c-9595-053fd6b6c4d8","remote_addr":"[fd00:1122:3344:101::a]:34159","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:06.643626735Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"region":"8eda53d7-9817-46ab-ab4b-92900a96cd09","component":"worker"}
{"msg":"region 8eda53d7-9817-46ab-ab4b-92900a96cd09 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:06.643662146Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:06.643896792Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8eda53d7-9817-46ab-ab4b-92900a96cd09","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:06.644230512Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8eda53d7-9817-46ab-ab4b-92900a96cd09","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:06.649104717Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:06.666709478Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8eda53d7-9817-46ab-ab4b-92900a96cd09","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:06.670551315Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8eda53d7-9817-46ab-ab4b-92900a96cd09","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:06.671274395Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:06.671334407Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:06.671381698Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:06.671414669Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:06.676926023Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:06.682481207Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:07.285774971Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"uri":"/crucible/0/regions","method":"POST","req_id":"d5db3c72-cd96-45e7-a5c9-b6fefd5bd8f2","remote_addr":"[fd00:1122:3344:101::a]:34159","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:07.683465067Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"uri":"/crucible/0/regions/8eda53d7-9817-46ab-ab4b-92900a96cd09","method":"GET","req_id":"ff08119f-47e2-49c7-809e-6b578b30783c","remote_addr":"[fd00:1122:3344:101::a]:34159","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":80,"response_code":200}
{"msg":"path is \"/data/regions/8eda53d7-9817-46ab-ab4b-92900a96cd09\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:07.689020082Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"datafile"}
{"msg":"dataset is oxp_ae6bb975-3d56-46c1-ac60-49941135e75e/crucible/regions/8eda53d7-9817-46ab-ab4b-92900a96cd09","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:07.697681553Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"datafile"}
{"msg":"region 8eda53d7-9817-46ab-ab4b-92900a96cd09 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:07.705347227Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:07.705514752Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"uri":"/crucible/0/regions/8eda53d7-9817-46ab-ab4b-92900a96cd09","method":"DELETE","req_id":"4f6554cd-4a5b-4f5b-952e-91aeb4752940","remote_addr":"[fd00:1122:3344:101::a]:34159","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":16522,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:07.705555213Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-8eda53d7-9817-46ab-ab4b-92900a96cd09 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:07.706500079Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:07.708529085Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"uri":"/crucible/0/regions/8eda53d7-9817-46ab-ab4b-92900a96cd09","method":"GET","req_id":"1ba5f673-721a-409a-9b5b-afada5de2c75","remote_addr":"[fd00:1122:3344:101::a]:34159","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":28,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:07.7126544Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ae6bb975-3d56-46c1-ac60-49941135e75e/crucible/regions/8eda53d7-9817-46ab-ab4b-92900a96cd09\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:07.72017435Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"region":"8eda53d7-9817-46ab-ab4b-92900a96cd09","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:07.769969957Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"uri":"/crucible/0/regions/8eda53d7-9817-46ab-ab4b-92900a96cd09","method":"GET","req_id":"bc00807b-08ad-4569-923f-8329a5912a56","remote_addr":"[fd00:1122:3344:101::a]:34159","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"region 8eda53d7-9817-46ab-ab4b-92900a96cd09 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:07.807281056Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:07.949655762Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"uri":"/crucible/0/regions/8eda53d7-9817-46ab-ab4b-92900a96cd09","method":"GET","req_id":"6fc169cb-812c-4a56-b38b-95ae63ca537c","remote_addr":"[fd00:1122:3344:101::a]:34159","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":35,"response_code":200}
{"msg":"region b7ad962a-d367-4a04-98d7-db6a6bb8be4d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:10.550166855Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:10.550338859Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"uri":"/crucible/0/regions","method":"POST","req_id":"b103de14-0cdc-4a4c-9a67-072ff864a619","remote_addr":"[fd00:1122:3344:101::a]:34159","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":233,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:10.550389181Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ae6bb975-3d56-46c1-ac60-49941135e75e/crucible/regions/b7ad962a-d367-4a04-98d7-db6a6bb8be4d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:10.55683798Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ae6bb975-3d56-46c1-ac60-49941135e75e/crucible/regions/b7ad962a-d367-4a04-98d7-db6a6bb8be4d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:10.556912902Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b7ad962a-d367-4a04-98d7-db6a6bb8be4d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b7ad962a-d367-4a04-98d7-db6a6bb8be4d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:10.619547307Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"region":"b7ad962a-d367-4a04-98d7-db6a6bb8be4d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b7ad962a-d367-4a04-98d7-db6a6bb8be4d\" \"--data\" \"/data/regions/b7ad962a-d367-4a04-98d7-db6a6bb8be4d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:10.619613989Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"region":"b7ad962a-d367-4a04-98d7-db6a6bb8be4d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:10.714755589Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"region":"b7ad962a-d367-4a04-98d7-db6a6bb8be4d","component":"worker"}
{"msg":"region b7ad962a-d367-4a04-98d7-db6a6bb8be4d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:10.71479032Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:10.714998606Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b7ad962a-d367-4a04-98d7-db6a6bb8be4d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:10.71622431Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b7ad962a-d367-4a04-98d7-db6a6bb8be4d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:10.71945879Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:10.722479474Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"uri":"/crucible/0/regions","method":"POST","req_id":"dc746361-35b3-4a31-9a0f-98b08bd68cb1","remote_addr":"[fd00:1122:3344:101::a]:34159","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:10.727514654Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b7ad962a-d367-4a04-98d7-db6a6bb8be4d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:10.735483636Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b7ad962a-d367-4a04-98d7-db6a6bb8be4d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:10.735780665Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:10.735831616Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:10.735887268Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:10.735903098Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:10.740826825Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:32:10.746495513Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.109705882Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40368"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.110129613Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"uri":"/crucible/0/regions/b7ad962a-d367-4a04-98d7-db6a6bb8be4d","method":"GET","req_id":"fdd37a38-23cb-4823-80a5-e076b2d8163f","remote_addr":"[fd00:1122:3344:101::a]:40368","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":38,"response_code":200}
{"msg":"path is \"/data/regions/b7ad962a-d367-4a04-98d7-db6a6bb8be4d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.113066075Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"datafile"}
{"msg":"dataset is oxp_ae6bb975-3d56-46c1-ac60-49941135e75e/crucible/regions/b7ad962a-d367-4a04-98d7-db6a6bb8be4d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.11969518Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"datafile"}
{"msg":"snapshot is oxp_ae6bb975-3d56-46c1-ac60-49941135e75e/crucible/regions/b7ad962a-d367-4a04-98d7-db6a6bb8be4d@145ddf0f-d2e3-42d0-a312-c32686b16513","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.125729548Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ae6bb975-3d56-46c1-ac60-49941135e75e/crucible/regions/b7ad962a-d367-4a04-98d7-db6a6bb8be4d\", \"145ddf0f-d2e3-42d0-a312-c32686b16513\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.125755039Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.13550642Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"uri":"/crucible/0/regions/b7ad962a-d367-4a04-98d7-db6a6bb8be4d/snapshots/145ddf0f-d2e3-42d0-a312-c32686b16513","method":"GET","req_id":"18548794-8d74-4d45-93a1-175cd94fe6bd","remote_addr":"[fd00:1122:3344:101::a]:40368","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22466,"response_code":200}
{"msg":"path is \"/data/regions/b7ad962a-d367-4a04-98d7-db6a6bb8be4d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.139913143Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"datafile"}
{"msg":"dataset is oxp_ae6bb975-3d56-46c1-ac60-49941135e75e/crucible/regions/b7ad962a-d367-4a04-98d7-db6a6bb8be4d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.146742853Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"datafile"}
{"msg":"snapshot is oxp_ae6bb975-3d56-46c1-ac60-49941135e75e/crucible/regions/b7ad962a-d367-4a04-98d7-db6a6bb8be4d@145ddf0f-d2e3-42d0-a312-c32686b16513","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.153669066Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ae6bb975-3d56-46c1-ac60-49941135e75e/crucible/regions/b7ad962a-d367-4a04-98d7-db6a6bb8be4d\", \"145ddf0f-d2e3-42d0-a312-c32686b16513\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.153699767Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot b7ad962a-d367-4a04-98d7-db6a6bb8be4d-145ddf0f-d2e3-42d0-a312-c32686b16513 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.160956039Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.161831654Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"uri":"/crucible/0/regions/b7ad962a-d367-4a04-98d7-db6a6bb8be4d/snapshots/145ddf0f-d2e3-42d0-a312-c32686b16513/run","method":"POST","req_id":"0b30cb65-c0a4-4507-992c-4a7ce90c17f6","remote_addr":"[fd00:1122:3344:101::a]:40368","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21955,"response_code":200}
{"msg":"applying SMF actions for region b7ad962a-d367-4a04-98d7-db6a6bb8be4d running snapshot 145ddf0f-d2e3-42d0-a312-c32686b16513 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.161858725Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-b7ad962a-d367-4a04-98d7-db6a6bb8be4d-145ddf0f-d2e3-42d0-a312-c32686b16513","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.183483497Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b7ad962a-d367-4a04-98d7-db6a6bb8be4d-145ddf0f-d2e3-42d0-a312-c32686b16513","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.196564371Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b7ad962a-d367-4a04-98d7-db6a6bb8be4d-145ddf0f-d2e3-42d0-a312-c32686b16513","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.208953486Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b7ad962a-d367-4a04-98d7-db6a6bb8be4d/.zfs/snapshot/145ddf0f-d2e3-42d0-a312-c32686b16513","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.209243844Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.209330187Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.209381858Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.209426689Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.209481881Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.213724359Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.217648158Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"worker"}
{"msg":"region b7ad962a-d367-4a04-98d7-db6a6bb8be4d running snapshot 145ddf0f-d2e3-42d0-a312-c32686b16513 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.217662709Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"datafile"}
{"msg":"path is \"/data/regions/b7ad962a-d367-4a04-98d7-db6a6bb8be4d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.394098372Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"datafile"}
{"msg":"dataset is oxp_ae6bb975-3d56-46c1-ac60-49941135e75e/crucible/regions/b7ad962a-d367-4a04-98d7-db6a6bb8be4d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.400354006Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"datafile"}
{"msg":"snapshot is oxp_ae6bb975-3d56-46c1-ac60-49941135e75e/crucible/regions/b7ad962a-d367-4a04-98d7-db6a6bb8be4d@145ddf0f-d2e3-42d0-a312-c32686b16513","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.406411785Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ae6bb975-3d56-46c1-ac60-49941135e75e/crucible/regions/b7ad962a-d367-4a04-98d7-db6a6bb8be4d\", \"145ddf0f-d2e3-42d0-a312-c32686b16513\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.406432725Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T21:43:20.411709443Z","hostname":"oxz_crucible_5426c602-f349-45ed-a08b-f637ba2414e9","pid":204,"uri":"/crucible/0/regions/b7ad962a-d367-4a04-98d7-db6a6bb8be4d/snapshots/145ddf0f-d2e3-42d0-a312-c32686b16513/run","method":"POST","req_id":"6054b169-58d1-4ddf-bf10-8bda969be457","remote_addr":"[fd00:1122:3344:101::a]:40368","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":17665,"response_code":200}