[ Jul  2 01:16:07 Enabled. ]
[ Jul  2 01:16:07 Rereading configuration. ]
[ Jul  2 01:16:11 Rereading configuration. ]
[ Jul  2 01:16:18 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_9268df9d-8a44-420a-8f43-5861614a8b53/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2bfe090eb5318ec8c467157018db2429d4df535b\nCommit timestamp: 2026-06-25T19:33:01.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:18.115251563Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681}
{"msg":"dataset: \"oxp_9268df9d-8a44-420a-8f43-5861614a8b53/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:18.115395744Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:18.115407874Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:18.115414454Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:18.130364558Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:18.234826986Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:49.349746254Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50395"}
{"msg":"region cf70e555-4d1d-4196-a8e7-12b8486a22a3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:49.380209087Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:49.384711204Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:49.386997903Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"uri":"/crucible/0/regions","method":"POST","req_id":"a2220953-a382-480d-a023-7abf6bb1b5d0","remote_addr":"[fd00:1122:3344:101::a]:50395","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":13477,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_9268df9d-8a44-420a-8f43-5861614a8b53/crucible/regions/cf70e555-4d1d-4196-a8e7-12b8486a22a3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:49.393705329Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_9268df9d-8a44-420a-8f43-5861614a8b53/crucible/regions/cf70e555-4d1d-4196-a8e7-12b8486a22a3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:49.393724569Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"cf70e555-4d1d-4196-a8e7-12b8486a22a3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cf70e555-4d1d-4196-a8e7-12b8486a22a3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:49.473444631Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"region":"cf70e555-4d1d-4196-a8e7-12b8486a22a3","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cf70e555-4d1d-4196-a8e7-12b8486a22a3\" \"--data\" \"/data/regions/cf70e555-4d1d-4196-a8e7-12b8486a22a3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:49.475389007Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"region":"cf70e555-4d1d-4196-a8e7-12b8486a22a3","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:49.642426925Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"uri":"/crucible/0/regions","method":"POST","req_id":"4c6dc28e-87e9-463a-890b-723741cfdc0e","remote_addr":"[fd00:1122:3344:101::a]:50395","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:49.645617331Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"region":"cf70e555-4d1d-4196-a8e7-12b8486a22a3","component":"worker"}
{"msg":"region cf70e555-4d1d-4196-a8e7-12b8486a22a3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:49.649602145Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:49.649900417Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-cf70e555-4d1d-4196-a8e7-12b8486a22a3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:49.652225826Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cf70e555-4d1d-4196-a8e7-12b8486a22a3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:49.662618802Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:49.677299924Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cf70e555-4d1d-4196-a8e7-12b8486a22a3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:49.681273577Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cf70e555-4d1d-4196-a8e7-12b8486a22a3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:49.682048323Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:49.684115551Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:49.684142511Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:49.684186111Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:49.699065065Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:49.704034626Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:16:49.971989742Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"uri":"/crucible/0/regions","method":"POST","req_id":"bf284aec-5715-4e1e-9381-c9f327235ffb","remote_addr":"[fd00:1122:3344:101::a]:50395","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":88,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.499085669Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51360"}
{"msg":"region 6bca120e-579f-46cc-a9ec-c2eb115f636d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.499385421Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.500277309Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.500288369Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"uri":"/crucible/0/regions","method":"POST","req_id":"9e9e2f6a-dff3-4b75-b5b1-dc162b11aff2","remote_addr":"[fd00:1122:3344:101::a]:51360","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":1145,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_9268df9d-8a44-420a-8f43-5861614a8b53/crucible/regions/6bca120e-579f-46cc-a9ec-c2eb115f636d","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.507159686Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_9268df9d-8a44-420a-8f43-5861614a8b53/crucible/regions/6bca120e-579f-46cc-a9ec-c2eb115f636d","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.507199376Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6bca120e-579f-46cc-a9ec-c2eb115f636d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6bca120e-579f-46cc-a9ec-c2eb115f636d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.571943714Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"region":"6bca120e-579f-46cc-a9ec-c2eb115f636d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6bca120e-579f-46cc-a9ec-c2eb115f636d\" \"--data\" \"/data/regions/6bca120e-579f-46cc-a9ec-c2eb115f636d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.571992015Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"region":"6bca120e-579f-46cc-a9ec-c2eb115f636d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.63401389Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"uri":"/crucible/0/regions","method":"POST","req_id":"1b6ebc6f-ce2a-4a7d-b7e4-1c9089d95653","remote_addr":"[fd00:1122:3344:101::a]:51360","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.647187959Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"region":"6bca120e-579f-46cc-a9ec-c2eb115f636d","component":"worker"}
{"msg":"region 6bca120e-579f-46cc-a9ec-c2eb115f636d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.647208429Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.64732056Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6bca120e-579f-46cc-a9ec-c2eb115f636d","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.647661383Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6bca120e-579f-46cc-a9ec-c2eb115f636d","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.65814138Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.674770589Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6bca120e-579f-46cc-a9ec-c2eb115f636d","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.678064605Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6bca120e-579f-46cc-a9ec-c2eb115f636d","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.678339768Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.678392568Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.678433388Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.678471579Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.681898717Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/cf70e555-4d1d-4196-a8e7-12b8486a22a3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.687111361Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.687191311Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.687267402Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.687278522Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.687318222Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cf70e555-4d1d-4196-a8e7-12b8486a22a3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.687354153Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cf70e555-4d1d-4196-a8e7-12b8486a22a3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.687434703Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.687483084Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.687530884Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.687573924Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.701423459Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:57.701876033Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:58.346538969Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"uri":"/crucible/0/regions","method":"POST","req_id":"87d52e44-fa4c-405a-a78a-bad5512fc2b9","remote_addr":"[fd00:1122:3344:101::a]:51360","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":86,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.376702946Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"uri":"/crucible/0/regions/cf70e555-4d1d-4196-a8e7-12b8486a22a3","method":"GET","req_id":"13aba7ae-2997-4756-baa5-def9f8c93837","remote_addr":"[fd00:1122:3344:101::a]:51360","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"path is \"/data/regions/cf70e555-4d1d-4196-a8e7-12b8486a22a3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.380586838Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"datafile"}
{"msg":"dataset is oxp_9268df9d-8a44-420a-8f43-5861614a8b53/crucible/regions/cf70e555-4d1d-4196-a8e7-12b8486a22a3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.385736561Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"datafile"}
{"msg":"snapshot is oxp_9268df9d-8a44-420a-8f43-5861614a8b53/crucible/regions/cf70e555-4d1d-4196-a8e7-12b8486a22a3@0a38b67f-f28a-4cf2-b014-a24bc5b7a8ed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.392630398Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_9268df9d-8a44-420a-8f43-5861614a8b53/crucible/regions/cf70e555-4d1d-4196-a8e7-12b8486a22a3\", \"0a38b67f-f28a-4cf2-b014-a24bc5b7a8ed\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.392662048Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.404160114Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"uri":"/crucible/0/regions/cf70e555-4d1d-4196-a8e7-12b8486a22a3/snapshots/0a38b67f-f28a-4cf2-b014-a24bc5b7a8ed","method":"GET","req_id":"0bf39c3c-d537-49bc-ab53-b436723fa685","remote_addr":"[fd00:1122:3344:101::a]:51360","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23582,"response_code":200}
{"msg":"path is \"/data/regions/cf70e555-4d1d-4196-a8e7-12b8486a22a3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.407442771Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"datafile"}
{"msg":"dataset is oxp_9268df9d-8a44-420a-8f43-5861614a8b53/crucible/regions/cf70e555-4d1d-4196-a8e7-12b8486a22a3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.413520002Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"datafile"}
{"msg":"snapshot is oxp_9268df9d-8a44-420a-8f43-5861614a8b53/crucible/regions/cf70e555-4d1d-4196-a8e7-12b8486a22a3@0a38b67f-f28a-4cf2-b014-a24bc5b7a8ed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.41931065Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_9268df9d-8a44-420a-8f43-5861614a8b53/crucible/regions/cf70e555-4d1d-4196-a8e7-12b8486a22a3\", \"0a38b67f-f28a-4cf2-b014-a24bc5b7a8ed\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.41933646Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot cf70e555-4d1d-4196-a8e7-12b8486a22a3-0a38b67f-f28a-4cf2-b014-a24bc5b7a8ed state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.425955825Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.428288824Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"uri":"/crucible/0/regions/cf70e555-4d1d-4196-a8e7-12b8486a22a3/snapshots/0a38b67f-f28a-4cf2-b014-a24bc5b7a8ed/run","method":"POST","req_id":"adfa34cc-cfb0-4db1-a913-0be7822c9146","remote_addr":"[fd00:1122:3344:101::a]:51360","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20856,"response_code":200}
{"msg":"applying SMF actions for region cf70e555-4d1d-4196-a8e7-12b8486a22a3 running snapshot 0a38b67f-f28a-4cf2-b014-a24bc5b7a8ed (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.428313485Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/cf70e555-4d1d-4196-a8e7-12b8486a22a3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.429715296Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.429782297Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.429853148Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.429860068Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.429895258Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cf70e555-4d1d-4196-a8e7-12b8486a22a3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.429935198Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cf70e555-4d1d-4196-a8e7-12b8486a22a3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.43021492Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.430263031Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.430305051Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.430345161Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.434246944Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-cf70e555-4d1d-4196-a8e7-12b8486a22a3-0a38b67f-f28a-4cf2-b014-a24bc5b7a8ed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.436974117Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-cf70e555-4d1d-4196-a8e7-12b8486a22a3-0a38b67f-f28a-4cf2-b014-a24bc5b7a8ed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.447736536Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-cf70e555-4d1d-4196-a8e7-12b8486a22a3-0a38b67f-f28a-4cf2-b014-a24bc5b7a8ed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.457309705Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cf70e555-4d1d-4196-a8e7-12b8486a22a3/.zfs/snapshot/0a38b67f-f28a-4cf2-b014-a24bc5b7a8ed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.457598988Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.457652479Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.457691549Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.457729769Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.45777504Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.46148218Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.466518892Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"worker"}
{"msg":"region cf70e555-4d1d-4196-a8e7-12b8486a22a3 running snapshot 0a38b67f-f28a-4cf2-b014-a24bc5b7a8ed state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.466545522Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"datafile"}
{"msg":"path is \"/data/regions/cf70e555-4d1d-4196-a8e7-12b8486a22a3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.66489874Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"datafile"}
{"msg":"dataset is oxp_9268df9d-8a44-420a-8f43-5861614a8b53/crucible/regions/cf70e555-4d1d-4196-a8e7-12b8486a22a3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.671184712Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"datafile"}
{"msg":"snapshot is oxp_9268df9d-8a44-420a-8f43-5861614a8b53/crucible/regions/cf70e555-4d1d-4196-a8e7-12b8486a22a3@0a38b67f-f28a-4cf2-b014-a24bc5b7a8ed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.676716898Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_9268df9d-8a44-420a-8f43-5861614a8b53/crucible/regions/cf70e555-4d1d-4196-a8e7-12b8486a22a3\", \"0a38b67f-f28a-4cf2-b014-a24bc5b7a8ed\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.676736678Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T01:27:59.683201102Z","hostname":"oxz_crucible_abbce1a3-56f7-49a1-966f-e8c33e873958","pid":29681,"uri":"/crucible/0/regions/cf70e555-4d1d-4196-a8e7-12b8486a22a3/snapshots/0a38b67f-f28a-4cf2-b014-a24bc5b7a8ed/run","method":"POST","req_id":"da3b005d-893b-45b4-afb4-4a601c09a41e","remote_addr":"[fd00:1122:3344:101::a]:51360","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18347,"response_code":200}