{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:56.691398416Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58220"}
{"msg":"region 2386a9f6-4454-40b1-b850-c117bc294f2d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:56.691486807Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:56.692132307Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:56.692143067Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"uri":"/crucible/0/regions","method":"POST","req_id":"93f564ef-59a0-42af-9666-31b8fe4589fd","remote_addr":"[fd00:1122:3344:101::a]:58220","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":683,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_e93f79a6-c560-4e72-91ff-411bc721723c/crucible/regions/2386a9f6-4454-40b1-b850-c117bc294f2d","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:56.70419723Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e93f79a6-c560-4e72-91ff-411bc721723c/crucible/regions/2386a9f6-4454-40b1-b850-c117bc294f2d","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:56.7042253Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2386a9f6-4454-40b1-b850-c117bc294f2d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2386a9f6-4454-40b1-b850-c117bc294f2d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:56.754314471Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"region":"2386a9f6-4454-40b1-b850-c117bc294f2d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2386a9f6-4454-40b1-b850-c117bc294f2d\" \"--data\" \"/data/regions/2386a9f6-4454-40b1-b850-c117bc294f2d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:56.756313171Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"region":"2386a9f6-4454-40b1-b850-c117bc294f2d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:56.872532765Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"region":"2386a9f6-4454-40b1-b850-c117bc294f2d","component":"worker"}
{"msg":"region 2386a9f6-4454-40b1-b850-c117bc294f2d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:56.872575926Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:56.872688157Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2386a9f6-4454-40b1-b850-c117bc294f2d","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:56.873648842Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:56.881162376Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"uri":"/crucible/0/regions","method":"POST","req_id":"ad9132b0-2b53-4d39-af43-b65b6dbfc4cb","remote_addr":"[fd00:1122:3344:101::a]:58220","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":60,"response_code":"200"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2386a9f6-4454-40b1-b850-c117bc294f2d","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:56.890234914Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:56.912355419Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2386a9f6-4454-40b1-b850-c117bc294f2d","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:56.915506627Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2386a9f6-4454-40b1-b850-c117bc294f2d","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:56.915843812Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:56.915901223Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:56.915946704Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:56.916000205Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:56.919279715Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:56.924863259Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.609909925Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"uri":"/crucible/0/regions/f3e2f435-ce1f-4c1e-8ce2-0197d0d6d92e","method":"GET","req_id":"d1456a59-86ca-4dc2-a5f5-44f22db3079d","remote_addr":"[fd00:1122:3344:101::a]:58220","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"path is \"/data/regions/f3e2f435-ce1f-4c1e-8ce2-0197d0d6d92e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.613310576Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"datafile"}
{"msg":"dataset is oxp_e93f79a6-c560-4e72-91ff-411bc721723c/crucible/regions/f3e2f435-ce1f-4c1e-8ce2-0197d0d6d92e","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.623909177Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"datafile"}
{"msg":"snapshot is oxp_e93f79a6-c560-4e72-91ff-411bc721723c/crucible/regions/f3e2f435-ce1f-4c1e-8ce2-0197d0d6d92e@eb58ef6f-7350-42ab-884b-52e09e64904c","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.632543598Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e93f79a6-c560-4e72-91ff-411bc721723c/crucible/regions/f3e2f435-ce1f-4c1e-8ce2-0197d0d6d92e\", \"eb58ef6f-7350-42ab-884b-52e09e64904c\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.632575939Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.644187315Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"uri":"/crucible/0/regions/f3e2f435-ce1f-4c1e-8ce2-0197d0d6d92e/snapshots/eb58ef6f-7350-42ab-884b-52e09e64904c","method":"GET","req_id":"ed0bfabb-3669-4d1f-b087-9f743872004f","remote_addr":"[fd00:1122:3344:101::a]:58220","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":30879,"response_code":"200"}
{"msg":"path is \"/data/regions/f3e2f435-ce1f-4c1e-8ce2-0197d0d6d92e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.64782269Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"datafile"}
{"msg":"dataset is oxp_e93f79a6-c560-4e72-91ff-411bc721723c/crucible/regions/f3e2f435-ce1f-4c1e-8ce2-0197d0d6d92e","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.657498587Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"datafile"}
{"msg":"snapshot is oxp_e93f79a6-c560-4e72-91ff-411bc721723c/crucible/regions/f3e2f435-ce1f-4c1e-8ce2-0197d0d6d92e@eb58ef6f-7350-42ab-884b-52e09e64904c","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.666786238Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e93f79a6-c560-4e72-91ff-411bc721723c/crucible/regions/f3e2f435-ce1f-4c1e-8ce2-0197d0d6d92e\", \"eb58ef6f-7350-42ab-884b-52e09e64904c\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.666817308Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot f3e2f435-ce1f-4c1e-8ce2-0197d0d6d92e-eb58ef6f-7350-42ab-884b-52e09e64904c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.677290737Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"datafile"}
{"msg":"applying SMF actions for region f3e2f435-ce1f-4c1e-8ce2-0197d0d6d92e running snapshot eb58ef6f-7350-42ab-884b-52e09e64904c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.67748142Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.677512061Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"uri":"/crucible/0/regions/f3e2f435-ce1f-4c1e-8ce2-0197d0d6d92e/snapshots/eb58ef6f-7350-42ab-884b-52e09e64904c/run","method":"POST","req_id":"4e95d33f-54af-4f4c-b64c-68c37cacdc16","remote_addr":"[fd00:1122:3344:101::a]:58220","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":29729,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-f3e2f435-ce1f-4c1e-8ce2-0197d0d6d92e-eb58ef6f-7350-42ab-884b-52e09e64904c","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.680266532Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-f3e2f435-ce1f-4c1e-8ce2-0197d0d6d92e-eb58ef6f-7350-42ab-884b-52e09e64904c","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.683599203Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-f3e2f435-ce1f-4c1e-8ce2-0197d0d6d92e-eb58ef6f-7350-42ab-884b-52e09e64904c","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.69523218Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f3e2f435-ce1f-4c1e-8ce2-0197d0d6d92e/.zfs/snapshot/eb58ef6f-7350-42ab-884b-52e09e64904c","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.695499734Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.695563185Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.695614005Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.695658236Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.695719997Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.700453619Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.70514805Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"worker"}
{"msg":"region f3e2f435-ce1f-4c1e-8ce2-0197d0d6d92e running snapshot eb58ef6f-7350-42ab-884b-52e09e64904c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.70516318Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"datafile"}
{"msg":"path is \"/data/regions/f3e2f435-ce1f-4c1e-8ce2-0197d0d6d92e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.909267478Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"datafile"}
{"msg":"dataset is oxp_e93f79a6-c560-4e72-91ff-411bc721723c/crucible/regions/f3e2f435-ce1f-4c1e-8ce2-0197d0d6d92e","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.918411117Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"datafile"}
{"msg":"snapshot is oxp_e93f79a6-c560-4e72-91ff-411bc721723c/crucible/regions/f3e2f435-ce1f-4c1e-8ce2-0197d0d6d92e@eb58ef6f-7350-42ab-884b-52e09e64904c","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.92718754Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e93f79a6-c560-4e72-91ff-411bc721723c/crucible/regions/f3e2f435-ce1f-4c1e-8ce2-0197d0d6d92e\", \"eb58ef6f-7350-42ab-884b-52e09e64904c\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.927221851Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-04T04:47:58.936185137Z","hostname":"oxz_crucible_e14e6f22-14e9-4416-88d1-8db62a4d35e6","pid":21934,"uri":"/crucible/0/regions/f3e2f435-ce1f-4c1e-8ce2-0197d0d6d92e/snapshots/eb58ef6f-7350-42ab-884b-52e09e64904c/run","method":"POST","req_id":"78893d77-e52a-4869-ab06-adeee5fde7b6","remote_addr":"[fd00:1122:3344:101::a]:58220","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26942,"response_code":"200"}