[ Nov  8 00:00:06 Enabled. ]
[ Nov  8 00:00:06 Rereading configuration. ]
[ Nov  8 00:00:09 Rereading configuration. ]
[ Nov  8 00:00:12 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_7bedeb7a-3653-435e-8f98-71398e28361e/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 75ea3408643664877aa603ffc65996ed6dc34c0a\nCommit timestamp: 2025-10-24T15:21:57.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:12.868157242Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441}
{"msg":"dataset: \"oxp_7bedeb7a-3653-435e-8f98-71398e28361e/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:12.868864881Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:12.868876061Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:12.868881331Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:12.883427861Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:12.965790215Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:53.932001352Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:60849"}
{"msg":"region 5fbb9bed-81ef-4b10-b50b-74956ad977b2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:53.969610645Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:53.974239582Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:53.974266213Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"uri":"/crucible/0/regions","method":"POST","req_id":"e2d17cc0-f375-4589-9b38-5a4ce119c626","remote_addr":"[fd00:1122:3344:101::c]:60849","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19118,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_7bedeb7a-3653-435e-8f98-71398e28361e/crucible/regions/5fbb9bed-81ef-4b10-b50b-74956ad977b2","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:53.980877475Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_7bedeb7a-3653-435e-8f98-71398e28361e/crucible/regions/5fbb9bed-81ef-4b10-b50b-74956ad977b2","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:53.980896015Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"5fbb9bed-81ef-4b10-b50b-74956ad977b2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5fbb9bed-81ef-4b10-b50b-74956ad977b2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.047116494Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"region":"5fbb9bed-81ef-4b10-b50b-74956ad977b2","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5fbb9bed-81ef-4b10-b50b-74956ad977b2\" \"--data\" \"/data/regions/5fbb9bed-81ef-4b10-b50b-74956ad977b2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.049107379Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"region":"5fbb9bed-81ef-4b10-b50b-74956ad977b2","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.216432178Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"region":"5fbb9bed-81ef-4b10-b50b-74956ad977b2","component":"worker"}
{"msg":"region 5fbb9bed-81ef-4b10-b50b-74956ad977b2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.2165129Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.216767807Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-5fbb9bed-81ef-4b10-b50b-74956ad977b2","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.217755755Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.223820231Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"uri":"/crucible/0/regions","method":"POST","req_id":"f6d4f546-73e9-4f38-b2b9-c36132b65852","remote_addr":"[fd00:1122:3344:101::c]:60849","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5fbb9bed-81ef-4b10-b50b-74956ad977b2","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.225737504Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.23832642Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5fbb9bed-81ef-4b10-b50b-74956ad977b2","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.242768962Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5fbb9bed-81ef-4b10-b50b-74956ad977b2","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.243492632Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.243550434Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.243593685Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.243633886Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.248819188Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:54.253633891Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:55.065913647Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"uri":"/crucible/0/regions/5fbb9bed-81ef-4b10-b50b-74956ad977b2","method":"GET","req_id":"a9330918-da5a-4c28-8a27-5dd9a6e7d8ad","remote_addr":"[fd00:1122:3344:101::c]:60849","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":92,"response_code":200}
{"msg":"path is \"/data/regions/5fbb9bed-81ef-4b10-b50b-74956ad977b2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:55.068881999Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"datafile"}
{"msg":"dataset is oxp_7bedeb7a-3653-435e-8f98-71398e28361e/crucible/regions/5fbb9bed-81ef-4b10-b50b-74956ad977b2","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:55.07693689Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"datafile"}
{"msg":"region 5fbb9bed-81ef-4b10-b50b-74956ad977b2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:55.084875448Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:55.084994382Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"uri":"/crucible/0/regions/5fbb9bed-81ef-4b10-b50b-74956ad977b2","method":"DELETE","req_id":"6309a8da-babe-4a83-9cca-e176da4ba98a","remote_addr":"[fd00:1122:3344:101::c]:60849","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":16138,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:55.085015972Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-5fbb9bed-81ef-4b10-b50b-74956ad977b2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:55.08603943Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:55.087456629Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"uri":"/crucible/0/regions/5fbb9bed-81ef-4b10-b50b-74956ad977b2","method":"GET","req_id":"3cbb0bba-a920-4b88-812d-f1d9a8f279fa","remote_addr":"[fd00:1122:3344:101::c]:60849","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":86,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:55.090718159Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_7bedeb7a-3653-435e-8f98-71398e28361e/crucible/regions/5fbb9bed-81ef-4b10-b50b-74956ad977b2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:55.099304895Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"region":"5fbb9bed-81ef-4b10-b50b-74956ad977b2","component":"worker"}
{"msg":"region 5fbb9bed-81ef-4b10-b50b-74956ad977b2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:55.1693431Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:55.185029861Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"uri":"/crucible/0/regions/5fbb9bed-81ef-4b10-b50b-74956ad977b2","method":"GET","req_id":"7e91adb5-2f03-4207-80ec-c085f18f9e51","remote_addr":"[fd00:1122:3344:101::c]:60849","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"region 738c4e90-5b33-4698-b34c-1868e96b9a32 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.62162454Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.621770244Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"uri":"/crucible/0/regions","method":"POST","req_id":"07580108-5259-4099-a801-fd7c109bb7eb","remote_addr":"[fd00:1122:3344:101::c]:60849","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":204,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.621797994Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_7bedeb7a-3653-435e-8f98-71398e28361e/crucible/regions/738c4e90-5b33-4698-b34c-1868e96b9a32","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.628218571Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_7bedeb7a-3653-435e-8f98-71398e28361e/crucible/regions/738c4e90-5b33-4698-b34c-1868e96b9a32","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.628236901Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"738c4e90-5b33-4698-b34c-1868e96b9a32\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/738c4e90-5b33-4698-b34c-1868e96b9a32\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.694732919Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"region":"738c4e90-5b33-4698-b34c-1868e96b9a32","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"738c4e90-5b33-4698-b34c-1868e96b9a32\" \"--data\" \"/data/regions/738c4e90-5b33-4698-b34c-1868e96b9a32\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.695419638Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"region":"738c4e90-5b33-4698-b34c-1868e96b9a32","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.80176582Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"region":"738c4e90-5b33-4698-b34c-1868e96b9a32","component":"worker"}
{"msg":"region 738c4e90-5b33-4698-b34c-1868e96b9a32 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.801815071Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.801897263Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-738c4e90-5b33-4698-b34c-1868e96b9a32","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.803107337Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-738c4e90-5b33-4698-b34c-1868e96b9a32","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.808401522Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.817537443Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-738c4e90-5b33-4698-b34c-1868e96b9a32","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.821737238Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/738c4e90-5b33-4698-b34c-1868e96b9a32","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.822013936Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.822060598Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.822096788Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.822134409Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.827546268Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.832869584Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:00:57.992424659Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"uri":"/crucible/0/regions","method":"POST","req_id":"f5767f57-6f4c-4cb7-a724-0d46ea9d5182","remote_addr":"[fd00:1122:3344:101::c]:60849","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:21.855563261Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:49447"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:21.856356363Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"uri":"/crucible/0/regions/738c4e90-5b33-4698-b34c-1868e96b9a32","method":"GET","req_id":"87369d5d-6052-4a82-a478-4787e940af27","remote_addr":"[fd00:1122:3344:101::c]:49447","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":38,"response_code":200}
{"msg":"path is \"/data/regions/738c4e90-5b33-4698-b34c-1868e96b9a32\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:21.862900073Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"datafile"}
{"msg":"dataset is oxp_7bedeb7a-3653-435e-8f98-71398e28361e/crucible/regions/738c4e90-5b33-4698-b34c-1868e96b9a32","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:21.869877885Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"datafile"}
{"msg":"snapshot is oxp_7bedeb7a-3653-435e-8f98-71398e28361e/crucible/regions/738c4e90-5b33-4698-b34c-1868e96b9a32@8e251843-840a-4dff-a6e8-90bff01cfe00","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:21.87661698Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7bedeb7a-3653-435e-8f98-71398e28361e/crucible/regions/738c4e90-5b33-4698-b34c-1868e96b9a32\", \"8e251843-840a-4dff-a6e8-90bff01cfe00\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:21.876636851Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:21.88643574Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"uri":"/crucible/0/regions/738c4e90-5b33-4698-b34c-1868e96b9a32/snapshots/8e251843-840a-4dff-a6e8-90bff01cfe00","method":"GET","req_id":"13ceaff9-6adc-475f-a5e1-79c3d743a637","remote_addr":"[fd00:1122:3344:101::c]:49447","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23564,"response_code":200}
{"msg":"path is \"/data/regions/738c4e90-5b33-4698-b34c-1868e96b9a32\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:21.89227169Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"datafile"}
{"msg":"dataset is oxp_7bedeb7a-3653-435e-8f98-71398e28361e/crucible/regions/738c4e90-5b33-4698-b34c-1868e96b9a32","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:21.898767228Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"datafile"}
{"msg":"snapshot is oxp_7bedeb7a-3653-435e-8f98-71398e28361e/crucible/regions/738c4e90-5b33-4698-b34c-1868e96b9a32@8e251843-840a-4dff-a6e8-90bff01cfe00","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:21.904521317Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7bedeb7a-3653-435e-8f98-71398e28361e/crucible/regions/738c4e90-5b33-4698-b34c-1868e96b9a32\", \"8e251843-840a-4dff-a6e8-90bff01cfe00\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:21.904547637Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 738c4e90-5b33-4698-b34c-1868e96b9a32-8e251843-840a-4dff-a6e8-90bff01cfe00 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:21.910963334Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"datafile"}
{"msg":"applying SMF actions for region 738c4e90-5b33-4698-b34c-1868e96b9a32 running snapshot 8e251843-840a-4dff-a6e8-90bff01cfe00 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:21.911156339Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:21.911169779Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"uri":"/crucible/0/regions/738c4e90-5b33-4698-b34c-1868e96b9a32/snapshots/8e251843-840a-4dff-a6e8-90bff01cfe00/run","method":"POST","req_id":"644608bc-8d04-4e8f-8cf9-8743bd8884cc","remote_addr":"[fd00:1122:3344:101::c]:49447","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18925,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-738c4e90-5b33-4698-b34c-1868e96b9a32-8e251843-840a-4dff-a6e8-90bff01cfe00","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:21.929454382Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-738c4e90-5b33-4698-b34c-1868e96b9a32-8e251843-840a-4dff-a6e8-90bff01cfe00","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:21.941115472Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-738c4e90-5b33-4698-b34c-1868e96b9a32-8e251843-840a-4dff-a6e8-90bff01cfe00","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:21.954240083Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/738c4e90-5b33-4698-b34c-1868e96b9a32/.zfs/snapshot/8e251843-840a-4dff-a6e8-90bff01cfe00","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:21.954625033Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:21.954668135Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:21.954711356Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:21.954741777Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:21.954795518Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:21.958411678Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:21.963701143Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"worker"}
{"msg":"region 738c4e90-5b33-4698-b34c-1868e96b9a32 running snapshot 8e251843-840a-4dff-a6e8-90bff01cfe00 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:21.963724213Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"datafile"}
{"msg":"path is \"/data/regions/738c4e90-5b33-4698-b34c-1868e96b9a32\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.147146252Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"datafile"}
{"msg":"dataset is oxp_7bedeb7a-3653-435e-8f98-71398e28361e/crucible/regions/738c4e90-5b33-4698-b34c-1868e96b9a32","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.15361627Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"datafile"}
{"msg":"snapshot is oxp_7bedeb7a-3653-435e-8f98-71398e28361e/crucible/regions/738c4e90-5b33-4698-b34c-1868e96b9a32@8e251843-840a-4dff-a6e8-90bff01cfe00","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.158802913Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7bedeb7a-3653-435e-8f98-71398e28361e/crucible/regions/738c4e90-5b33-4698-b34c-1868e96b9a32\", \"8e251843-840a-4dff-a6e8-90bff01cfe00\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.158839204Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-08T00:11:22.16489681Z","hostname":"oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e","pid":28441,"uri":"/crucible/0/regions/738c4e90-5b33-4698-b34c-1868e96b9a32/snapshots/8e251843-840a-4dff-a6e8-90bff01cfe00/run","method":"POST","req_id":"098a22b0-3ebe-4a34-a941-bc2656467947","remote_addr":"[fd00:1122:3344:101::c]:49447","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17808,"response_code":200}