[ Jun  3 05:00:38 Enabled. ]
[ Jun  3 05:00:38 Rereading configuration. ]
[ Jun  3 05:00:40 Rereading configuration. ]
[ Jun  3 05:00:42 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_c76d3c8e-179f-4f73-baf6-1733c4ee9a1f/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: bd9a0e2abe6b6b89aec8c85f4ee57474144ed150\nCommit timestamp: 2026-05-14T15:48:00.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:00:43.051589676Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313}
{"msg":"dataset: \"oxp_c76d3c8e-179f-4f73-baf6-1733c4ee9a1f/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:00:43.052004803Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:00:43.052022323Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:00:43.052032093Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:00:43.069238424Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:00:43.14064231Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:41.608174495Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:49667"}
{"msg":"region 1d93acdc-a5a0-4fb0-9ccf-da4c5754c4b0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:41.651863833Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:41.657206733Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:41.657240784Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"uri":"/crucible/0/regions","method":"POST","req_id":"73d654c7-7725-4d0b-926f-2be16e38b050","remote_addr":"[fd00:1122:3344:101::b]:49667","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17345,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_c76d3c8e-179f-4f73-baf6-1733c4ee9a1f/crucible/regions/1d93acdc-a5a0-4fb0-9ccf-da4c5754c4b0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:41.665597245Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_c76d3c8e-179f-4f73-baf6-1733c4ee9a1f/crucible/regions/1d93acdc-a5a0-4fb0-9ccf-da4c5754c4b0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:41.665613235Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1d93acdc-a5a0-4fb0-9ccf-da4c5754c4b0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1d93acdc-a5a0-4fb0-9ccf-da4c5754c4b0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:41.715643031Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"region":"1d93acdc-a5a0-4fb0-9ccf-da4c5754c4b0","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1d93acdc-a5a0-4fb0-9ccf-da4c5754c4b0\" \"--data\" \"/data/regions/1d93acdc-a5a0-4fb0-9ccf-da4c5754c4b0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:41.717919399Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"region":"1d93acdc-a5a0-4fb0-9ccf-da4c5754c4b0","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:41.846825067Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"uri":"/crucible/0/regions","method":"POST","req_id":"05158e46-e963-4713-accb-43a560dfaf39","remote_addr":"[fd00:1122:3344:101::b]:49667","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:41.960985686Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"region":"1d93acdc-a5a0-4fb0-9ccf-da4c5754c4b0","component":"worker"}
{"msg":"region 1d93acdc-a5a0-4fb0-9ccf-da4c5754c4b0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:41.961026077Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:41.961124708Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1d93acdc-a5a0-4fb0-9ccf-da4c5754c4b0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:41.963452598Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1d93acdc-a5a0-4fb0-9ccf-da4c5754c4b0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:41.967822662Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:41.977608687Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1d93acdc-a5a0-4fb0-9ccf-da4c5754c4b0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:41.978997041Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1d93acdc-a5a0-4fb0-9ccf-da4c5754c4b0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:41.979733533Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:41.979796864Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:41.979841555Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:41.979877735Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:41.988489251Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:41.990555436Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:42.27374615Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"uri":"/crucible/0/regions","method":"POST","req_id":"91a77425-eb9e-4a0a-9100-6bf3059f8bd4","remote_addr":"[fd00:1122:3344:101::b]:49667","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":79,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:42.605869421Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"uri":"/crucible/0/regions/1d93acdc-a5a0-4fb0-9ccf-da4c5754c4b0","method":"GET","req_id":"6e4eebb5-3828-43b2-8104-47b24316e33f","remote_addr":"[fd00:1122:3344:101::b]:49667","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"path is \"/data/regions/1d93acdc-a5a0-4fb0-9ccf-da4c5754c4b0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:42.609553843Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"datafile"}
{"msg":"dataset is oxp_c76d3c8e-179f-4f73-baf6-1733c4ee9a1f/crucible/regions/1d93acdc-a5a0-4fb0-9ccf-da4c5754c4b0","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:42.617896544Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"datafile"}
{"msg":"region 1d93acdc-a5a0-4fb0-9ccf-da4c5754c4b0 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:42.625709736Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:42.625854459Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:42.62589227Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"uri":"/crucible/0/regions/1d93acdc-a5a0-4fb0-9ccf-da4c5754c4b0","method":"DELETE","req_id":"d970b033-b4b5-412d-842b-81c6619d2dc1","remote_addr":"[fd00:1122:3344:101::b]:49667","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":16328,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-1d93acdc-a5a0-4fb0-9ccf-da4c5754c4b0 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:42.626784565Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:42.629011182Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:42.629794276Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"uri":"/crucible/0/regions/1d93acdc-a5a0-4fb0-9ccf-da4c5754c4b0","method":"GET","req_id":"c89ab225-7acf-4075-97f7-6bdaf5182276","remote_addr":"[fd00:1122:3344:101::b]:49667","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_c76d3c8e-179f-4f73-baf6-1733c4ee9a1f/crucible/regions/1d93acdc-a5a0-4fb0-9ccf-da4c5754c4b0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:42.638467062Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"region":"1d93acdc-a5a0-4fb0-9ccf-da4c5754c4b0","component":"worker"}
{"msg":"region 1d93acdc-a5a0-4fb0-9ccf-da4c5754c4b0 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:42.688569898Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:42.77682277Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"uri":"/crucible/0/regions/1d93acdc-a5a0-4fb0-9ccf-da4c5754c4b0","method":"GET","req_id":"33776aac-896a-44ce-b2bd-98b722e14479","remote_addr":"[fd00:1122:3344:101::b]:49667","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"region e53e15c3-08ff-48a8-bffd-a2f1801c9164 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:44.609023285Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:44.609199588Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"uri":"/crucible/0/regions","method":"POST","req_id":"b97c0ef3-3895-455c-9dda-6b90ddd6b15a","remote_addr":"[fd00:1122:3344:101::b]:49667","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":234,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:44.609223138Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_c76d3c8e-179f-4f73-baf6-1733c4ee9a1f/crucible/regions/e53e15c3-08ff-48a8-bffd-a2f1801c9164","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:44.61465769Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_c76d3c8e-179f-4f73-baf6-1733c4ee9a1f/crucible/regions/e53e15c3-08ff-48a8-bffd-a2f1801c9164","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:44.61468915Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e53e15c3-08ff-48a8-bffd-a2f1801c9164\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e53e15c3-08ff-48a8-bffd-a2f1801c9164\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:44.64901022Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"region":"e53e15c3-08ff-48a8-bffd-a2f1801c9164","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e53e15c3-08ff-48a8-bffd-a2f1801c9164\" \"--data\" \"/data/regions/e53e15c3-08ff-48a8-bffd-a2f1801c9164\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:44.649062791Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"region":"e53e15c3-08ff-48a8-bffd-a2f1801c9164","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:44.692521826Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"region":"e53e15c3-08ff-48a8-bffd-a2f1801c9164","component":"worker"}
{"msg":"region e53e15c3-08ff-48a8-bffd-a2f1801c9164 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:44.692554566Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:44.692655038Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e53e15c3-08ff-48a8-bffd-a2f1801c9164","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:44.694057211Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e53e15c3-08ff-48a8-bffd-a2f1801c9164","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:44.695275172Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:44.698582278Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e53e15c3-08ff-48a8-bffd-a2f1801c9164","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:44.699806338Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e53e15c3-08ff-48a8-bffd-a2f1801c9164","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:44.700183365Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:44.700220005Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:44.700226046Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:44.700233936Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:44.701879433Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:44.704403006Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:01:44.984621381Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"uri":"/crucible/0/regions","method":"POST","req_id":"8a1caaae-3fac-4370-899c-0db70b5bc602","remote_addr":"[fd00:1122:3344:101::b]:49667","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:43.927674972Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:55647"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:43.927799255Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"uri":"/crucible/0/regions/e53e15c3-08ff-48a8-bffd-a2f1801c9164","method":"GET","req_id":"9391c319-b828-4c32-97e2-98e40a18b930","remote_addr":"[fd00:1122:3344:101::b]:55647","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":38,"response_code":200}
{"msg":"path is \"/data/regions/e53e15c3-08ff-48a8-bffd-a2f1801c9164\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:43.930505Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"datafile"}
{"msg":"dataset is oxp_c76d3c8e-179f-4f73-baf6-1733c4ee9a1f/crucible/regions/e53e15c3-08ff-48a8-bffd-a2f1801c9164","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:43.9358069Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"datafile"}
{"msg":"snapshot is oxp_c76d3c8e-179f-4f73-baf6-1733c4ee9a1f/crucible/regions/e53e15c3-08ff-48a8-bffd-a2f1801c9164@06313bf0-b463-4f15-ac5e-70b255fea6d6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:43.942268909Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c76d3c8e-179f-4f73-baf6-1733c4ee9a1f/crucible/regions/e53e15c3-08ff-48a8-bffd-a2f1801c9164\", \"06313bf0-b463-4f15-ac5e-70b255fea6d6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:43.94230657Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:43.949666674Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"uri":"/crucible/0/regions/e53e15c3-08ff-48a8-bffd-a2f1801c9164/snapshots/06313bf0-b463-4f15-ac5e-70b255fea6d6","method":"GET","req_id":"00e0be99-d7cb-488e-a80b-1da280b9f7c8","remote_addr":"[fd00:1122:3344:101::b]:55647","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19187,"response_code":200}
{"msg":"path is \"/data/regions/e53e15c3-08ff-48a8-bffd-a2f1801c9164\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:43.95356257Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"datafile"}
{"msg":"dataset is oxp_c76d3c8e-179f-4f73-baf6-1733c4ee9a1f/crucible/regions/e53e15c3-08ff-48a8-bffd-a2f1801c9164","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:43.959909747Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"datafile"}
{"msg":"snapshot is oxp_c76d3c8e-179f-4f73-baf6-1733c4ee9a1f/crucible/regions/e53e15c3-08ff-48a8-bffd-a2f1801c9164@06313bf0-b463-4f15-ac5e-70b255fea6d6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:43.965948569Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c76d3c8e-179f-4f73-baf6-1733c4ee9a1f/crucible/regions/e53e15c3-08ff-48a8-bffd-a2f1801c9164\", \"06313bf0-b463-4f15-ac5e-70b255fea6d6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:43.96596085Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot e53e15c3-08ff-48a8-bffd-a2f1801c9164-06313bf0-b463-4f15-ac5e-70b255fea6d6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:43.972845666Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:43.973922064Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"uri":"/crucible/0/regions/e53e15c3-08ff-48a8-bffd-a2f1801c9164/snapshots/06313bf0-b463-4f15-ac5e-70b255fea6d6/run","method":"POST","req_id":"4d47faa7-5b20-4a5c-a81d-6dd0679c9eb7","remote_addr":"[fd00:1122:3344:101::b]:55647","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20404,"response_code":200}
{"msg":"applying SMF actions for region e53e15c3-08ff-48a8-bffd-a2f1801c9164 running snapshot 06313bf0-b463-4f15-ac5e-70b255fea6d6 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:43.973944244Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-e53e15c3-08ff-48a8-bffd-a2f1801c9164-06313bf0-b463-4f15-ac5e-70b255fea6d6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:43.983980394Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-e53e15c3-08ff-48a8-bffd-a2f1801c9164-06313bf0-b463-4f15-ac5e-70b255fea6d6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:43.993705388Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-e53e15c3-08ff-48a8-bffd-a2f1801c9164-06313bf0-b463-4f15-ac5e-70b255fea6d6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:44.000637535Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e53e15c3-08ff-48a8-bffd-a2f1801c9164/.zfs/snapshot/06313bf0-b463-4f15-ac5e-70b255fea6d6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:44.00093837Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:44.000980141Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:44.001020732Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:44.001057722Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:44.001102853Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:44.002827056Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:44.005594659Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"worker"}
{"msg":"region e53e15c3-08ff-48a8-bffd-a2f1801c9164 running snapshot 06313bf0-b463-4f15-ac5e-70b255fea6d6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:44.005608919Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"datafile"}
{"msg":"path is \"/data/regions/e53e15c3-08ff-48a8-bffd-a2f1801c9164\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:44.315976353Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"datafile"}
{"msg":"dataset is oxp_c76d3c8e-179f-4f73-baf6-1733c4ee9a1f/crucible/regions/e53e15c3-08ff-48a8-bffd-a2f1801c9164","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:44.323141404Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"datafile"}
{"msg":"snapshot is oxp_c76d3c8e-179f-4f73-baf6-1733c4ee9a1f/crucible/regions/e53e15c3-08ff-48a8-bffd-a2f1801c9164@06313bf0-b463-4f15-ac5e-70b255fea6d6","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:44.330409637Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_c76d3c8e-179f-4f73-baf6-1733c4ee9a1f/crucible/regions/e53e15c3-08ff-48a8-bffd-a2f1801c9164\", \"06313bf0-b463-4f15-ac5e-70b255fea6d6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:44.330447638Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-03T05:12:44.337006459Z","hostname":"oxz_crucible_7003af7a-3fdb-4410-a660-efbd6e43e527","pid":26313,"uri":"/crucible/0/regions/e53e15c3-08ff-48a8-bffd-a2f1801c9164/snapshots/06313bf0-b463-4f15-ac5e-70b255fea6d6/run","method":"POST","req_id":"99f9d49c-a441-48ce-845e-6a83a10e3db3","remote_addr":"[fd00:1122:3344:101::b]:55647","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21067,"response_code":200}