[ Jul 22 17:45:24 Enabled. ]
[ Jul 22 17:45:24 Rereading configuration. ]
[ Jul 22 17:45:27 Rereading configuration. ]
[ Jul 22 17:45:33 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d1a3e34d-c551-49f4-bd71-d3b8f4128551/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2bfe090eb5318ec8c467157018db2429d4df535b\nCommit timestamp: 2026-06-25T19:33:01.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:45:33.829597817Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665}
{"msg":"dataset: \"oxp_d1a3e34d-c551-49f4-bd71-d3b8f4128551/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:45:33.829750111Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:45:33.829766951Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:45:33.829772762Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:45:33.846341455Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:45:33.998510018Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:09.470102898Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:36750"}
{"msg":"region a535dfce-c5b4-4cf4-9862-240456293733 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:09.500694211Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:09.505681079Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:09.507945206Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"uri":"/crucible/0/regions","method":"POST","req_id":"68dd4dc7-9571-46dd-87f2-cb84553bd1ac","remote_addr":"[fd00:1122:3344:101::b]:36750","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17332,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_d1a3e34d-c551-49f4-bd71-d3b8f4128551/crucible/regions/a535dfce-c5b4-4cf4-9862-240456293733","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:09.514995157Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_d1a3e34d-c551-49f4-bd71-d3b8f4128551/crucible/regions/a535dfce-c5b4-4cf4-9862-240456293733","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:09.515021207Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a535dfce-c5b4-4cf4-9862-240456293733\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a535dfce-c5b4-4cf4-9862-240456293733\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:09.592020247Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"region":"a535dfce-c5b4-4cf4-9862-240456293733","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a535dfce-c5b4-4cf4-9862-240456293733\" \"--data\" \"/data/regions/a535dfce-c5b4-4cf4-9862-240456293733\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:09.594015798Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"region":"a535dfce-c5b4-4cf4-9862-240456293733","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:09.733962739Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"region":"a535dfce-c5b4-4cf4-9862-240456293733","component":"worker"}
{"msg":"region a535dfce-c5b4-4cf4-9862-240456293733 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:09.738093184Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:09.738385642Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a535dfce-c5b4-4cf4-9862-240456293733","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:09.740791603Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a535dfce-c5b4-4cf4-9862-240456293733","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:09.748214263Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:09.760640671Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"uri":"/crucible/0/regions","method":"POST","req_id":"f48f1eba-46c9-488b-80c7-15a502f63c73","remote_addr":"[fd00:1122:3344:101::b]:36750","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":69,"response_code":200}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:09.762758185Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a535dfce-c5b4-4cf4-9862-240456293733","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:09.767906717Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a535dfce-c5b4-4cf4-9862-240456293733","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:09.768692897Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:09.770813871Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:09.770843572Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:09.770892493Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:09.785025815Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:09.789800037Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:10.291207904Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"uri":"/crucible/0/regions/a535dfce-c5b4-4cf4-9862-240456293733","method":"GET","req_id":"65157982-b72f-413e-b077-dd817881a07e","remote_addr":"[fd00:1122:3344:101::b]:36750","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":78,"response_code":200}
{"msg":"path is \"/data/regions/a535dfce-c5b4-4cf4-9862-240456293733\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:10.294536409Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"datafile"}
{"msg":"dataset is oxp_d1a3e34d-c551-49f4-bd71-d3b8f4128551/crucible/regions/a535dfce-c5b4-4cf4-9862-240456293733","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:10.302817411Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"datafile"}
{"msg":"region a535dfce-c5b4-4cf4-9862-240456293733 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:10.310676322Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:10.310885387Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:10.310903288Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"uri":"/crucible/0/regions/a535dfce-c5b4-4cf4-9862-240456293733","method":"DELETE","req_id":"319faece-9436-449d-a2ad-8808796b3a56","remote_addr":"[fd00:1122:3344:101::b]:36750","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":16412,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-a535dfce-c5b4-4cf4-9862-240456293733 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:10.311929654Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:10.313593616Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"uri":"/crucible/0/regions/a535dfce-c5b4-4cf4-9862-240456293733","method":"GET","req_id":"8d39ba98-be04-4d2a-9cdf-d2468b4c7e49","remote_addr":"[fd00:1122:3344:101::b]:36750","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:10.31723714Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_d1a3e34d-c551-49f4-bd71-d3b8f4128551/crucible/regions/a535dfce-c5b4-4cf4-9862-240456293733\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:10.32662624Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"region":"a535dfce-c5b4-4cf4-9862-240456293733","component":"worker"}
{"msg":"region a535dfce-c5b4-4cf4-9862-240456293733 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:10.39501868Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:10.411800759Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"uri":"/crucible/0/regions/a535dfce-c5b4-4cf4-9862-240456293733","method":"GET","req_id":"8458ceb4-d193-4c77-a6e7-d808c0781a6c","remote_addr":"[fd00:1122:3344:101::b]:36750","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"region b910b35e-1c4f-4df2-bf98-33c8177d6d2c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:12.959545046Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:12.959743731Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:12.959808923Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"uri":"/crucible/0/regions","method":"POST","req_id":"81a7f475-b3a5-4e1b-9990-838ef8cb08ef","remote_addr":"[fd00:1122:3344:101::b]:36750","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":253,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_d1a3e34d-c551-49f4-bd71-d3b8f4128551/crucible/regions/b910b35e-1c4f-4df2-bf98-33c8177d6d2c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:12.966215316Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d1a3e34d-c551-49f4-bd71-d3b8f4128551/crucible/regions/b910b35e-1c4f-4df2-bf98-33c8177d6d2c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:12.966230137Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b910b35e-1c4f-4df2-bf98-33c8177d6d2c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b910b35e-1c4f-4df2-bf98-33c8177d6d2c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.031862716Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"region":"b910b35e-1c4f-4df2-bf98-33c8177d6d2c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b910b35e-1c4f-4df2-bf98-33c8177d6d2c\" \"--data\" \"/data/regions/b910b35e-1c4f-4df2-bf98-33c8177d6d2c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.031934438Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"region":"b910b35e-1c4f-4df2-bf98-33c8177d6d2c","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.131149435Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"region":"b910b35e-1c4f-4df2-bf98-33c8177d6d2c","component":"worker"}
{"msg":"region b910b35e-1c4f-4df2-bf98-33c8177d6d2c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.131227727Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.131416952Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b910b35e-1c4f-4df2-bf98-33c8177d6d2c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.132773077Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b910b35e-1c4f-4df2-bf98-33c8177d6d2c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.136370139Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.145066671Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b910b35e-1c4f-4df2-bf98-33c8177d6d2c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.148336935Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b910b35e-1c4f-4df2-bf98-33c8177d6d2c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.148638113Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.148685544Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.148719075Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.148768176Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.152603494Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.157505889Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:46:13.337388961Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"uri":"/crucible/0/regions","method":"POST","req_id":"12564754-bd57-4000-a255-a64b7ffc98a7","remote_addr":"[fd00:1122:3344:101::b]:36750","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:22.798212586Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:58876"}
{"msg":"region 18e538ca-7720-4360-a031-c511f4e62337 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:22.798917484Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:22.798929345Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:22.798940605Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"uri":"/crucible/0/regions","method":"POST","req_id":"7df6205f-d4e7-44b8-979c-7f61e5c7e525","remote_addr":"[fd00:1122:3344:101::b]:58876","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":597,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_d1a3e34d-c551-49f4-bd71-d3b8f4128551/crucible/regions/18e538ca-7720-4360-a031-c511f4e62337","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:22.8072218Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_d1a3e34d-c551-49f4-bd71-d3b8f4128551/crucible/regions/18e538ca-7720-4360-a031-c511f4e62337","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:22.807248651Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"18e538ca-7720-4360-a031-c511f4e62337\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/18e538ca-7720-4360-a031-c511f4e62337\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:22.86363771Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"region":"18e538ca-7720-4360-a031-c511f4e62337","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"18e538ca-7720-4360-a031-c511f4e62337\" \"--data\" \"/data/regions/18e538ca-7720-4360-a031-c511f4e62337\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:22.863691621Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"region":"18e538ca-7720-4360-a031-c511f4e62337","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:22.954646927Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"uri":"/crucible/0/regions","method":"POST","req_id":"31fe9b5e-4751-48dc-905e-d485b02b8a2b","remote_addr":"[fd00:1122:3344:101::b]:58876","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:22.980903Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"region":"18e538ca-7720-4360-a031-c511f4e62337","component":"worker"}
{"msg":"region 18e538ca-7720-4360-a031-c511f4e62337 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:22.98092845Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:22.981059884Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-18e538ca-7720-4360-a031-c511f4e62337","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:22.98209357Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-18e538ca-7720-4360-a031-c511f4e62337","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.005224633Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.024854654Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-18e538ca-7720-4360-a031-c511f4e62337","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.030424706Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/18e538ca-7720-4360-a031-c511f4e62337","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.030664252Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.030715001Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.030754152Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.030791792Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.038635936Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.048198721Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:23.486054799Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"uri":"/crucible/0/regions","method":"POST","req_id":"2dbd68b9-8f6b-4632-9b9c-5b2edaddb68c","remote_addr":"[fd00:1122:3344:101::b]:58876","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":65,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.678976853Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"uri":"/crucible/0/regions/b910b35e-1c4f-4df2-bf98-33c8177d6d2c","method":"GET","req_id":"cdccc20e-f655-4c8d-bc92-752ac7cdc949","remote_addr":"[fd00:1122:3344:101::b]:58876","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"path is \"/data/regions/b910b35e-1c4f-4df2-bf98-33c8177d6d2c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.682441202Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"datafile"}
{"msg":"dataset is oxp_d1a3e34d-c551-49f4-bd71-d3b8f4128551/crucible/regions/b910b35e-1c4f-4df2-bf98-33c8177d6d2c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.688570358Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"datafile"}
{"msg":"snapshot is oxp_d1a3e34d-c551-49f4-bd71-d3b8f4128551/crucible/regions/b910b35e-1c4f-4df2-bf98-33c8177d6d2c@c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.694325146Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d1a3e34d-c551-49f4-bd71-d3b8f4128551/crucible/regions/b910b35e-1c4f-4df2-bf98-33c8177d6d2c\", \"c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.694363576Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.704127996Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"uri":"/crucible/0/regions/b910b35e-1c4f-4df2-bf98-33c8177d6d2c/snapshots/c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e","method":"GET","req_id":"98f5e8f3-a957-4d82-8f46-5a8833666768","remote_addr":"[fd00:1122:3344:101::b]:58876","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21732,"response_code":200}
{"msg":"path is \"/data/regions/b910b35e-1c4f-4df2-bf98-33c8177d6d2c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.708289723Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"datafile"}
{"msg":"dataset is oxp_d1a3e34d-c551-49f4-bd71-d3b8f4128551/crucible/regions/b910b35e-1c4f-4df2-bf98-33c8177d6d2c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.714374248Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"datafile"}
{"msg":"snapshot is oxp_d1a3e34d-c551-49f4-bd71-d3b8f4128551/crucible/regions/b910b35e-1c4f-4df2-bf98-33c8177d6d2c@c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.721283025Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d1a3e34d-c551-49f4-bd71-d3b8f4128551/crucible/regions/b910b35e-1c4f-4df2-bf98-33c8177d6d2c\", \"c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.721321206Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot b910b35e-1c4f-4df2-bf98-33c8177d6d2c-c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.728862529Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"datafile"}
{"msg":"applying SMF actions for region b910b35e-1c4f-4df2-bf98-33c8177d6d2c running snapshot c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.731303001Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.731340393Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"uri":"/crucible/0/regions/b910b35e-1c4f-4df2-bf98-33c8177d6d2c/snapshots/c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e/run","method":"POST","req_id":"e6a2fdc6-d23d-467f-91a4-c0f272dd2603","remote_addr":"[fd00:1122:3344:101::b]:58876","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":23057,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-b910b35e-1c4f-4df2-bf98-33c8177d6d2c-c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.736288859Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b910b35e-1c4f-4df2-bf98-33c8177d6d2c-c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.739564683Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b910b35e-1c4f-4df2-bf98-33c8177d6d2c-c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.753378826Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b910b35e-1c4f-4df2-bf98-33c8177d6d2c/.zfs/snapshot/c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.753690614Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.753741626Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.753788867Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.753828248Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.753881999Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.757226755Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.761941405Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"worker"}
{"msg":"region b910b35e-1c4f-4df2-bf98-33c8177d6d2c running snapshot c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.761959866Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"datafile"}
{"msg":"path is \"/data/regions/b910b35e-1c4f-4df2-bf98-33c8177d6d2c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.86883766Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"datafile"}
{"msg":"dataset is oxp_d1a3e34d-c551-49f4-bd71-d3b8f4128551/crucible/regions/b910b35e-1c4f-4df2-bf98-33c8177d6d2c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.876356282Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"datafile"}
{"msg":"snapshot is oxp_d1a3e34d-c551-49f4-bd71-d3b8f4128551/crucible/regions/b910b35e-1c4f-4df2-bf98-33c8177d6d2c@c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.883333251Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_d1a3e34d-c551-49f4-bd71-d3b8f4128551/crucible/regions/b910b35e-1c4f-4df2-bf98-33c8177d6d2c\", \"c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.883366342Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-22T17:57:24.890376351Z","hostname":"oxz_crucible_e9adc5b4-f2cd-4e16-9aa8-2892306fff89","pid":28665,"uri":"/crucible/0/regions/b910b35e-1c4f-4df2-bf98-33c8177d6d2c/snapshots/c0a0d6bb-ed64-421d-81a8-f5a00b3ec07e/run","method":"POST","req_id":"5f1425db-fdd2-4f6c-ad9b-3a1f78265e32","remote_addr":"[fd00:1122:3344:101::b]:58876","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21599,"response_code":200}