{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:45:15.52952795Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:63436"}
{"msg":"region fa4177eb-1012-4102-90a6-2a5ebdf253f3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:45:15.558159168Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:45:15.562602714Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:45:15.564950914Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"uri":"/crucible/0/regions","method":"POST","req_id":"b0c8b30d-081f-4e7f-9182-aacb0aabda56","remote_addr":"[fd00:1122:3344:101::c]:63436","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":15102,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_96d5592d-cad2-421c-98bc-85b2737d74e2/crucible/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:45:15.571095598Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_96d5592d-cad2-421c-98bc-85b2737d74e2/crucible/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:45:15.571117508Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"fa4177eb-1012-4102-90a6-2a5ebdf253f3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:45:15.694002582Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"region":"fa4177eb-1012-4102-90a6-2a5ebdf253f3","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fa4177eb-1012-4102-90a6-2a5ebdf253f3\" \"--data\" \"/data/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:45:15.696125478Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"region":"fa4177eb-1012-4102-90a6-2a5ebdf253f3","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:45:15.923683635Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"uri":"/crucible/0/regions","method":"POST","req_id":"4078c0a0-fbd8-480d-901e-8b232e7afa9f","remote_addr":"[fd00:1122:3344:101::c]:63436","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:45:16.117390655Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"region":"fa4177eb-1012-4102-90a6-2a5ebdf253f3","component":"worker"}
{"msg":"region fa4177eb-1012-4102-90a6-2a5ebdf253f3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:45:16.121285661Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:45:16.121454354Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-fa4177eb-1012-4102-90a6-2a5ebdf253f3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:45:16.123735603Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fa4177eb-1012-4102-90a6-2a5ebdf253f3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:45:16.143121044Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:45:16.201663831Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fa4177eb-1012-4102-90a6-2a5ebdf253f3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:45:16.229671108Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:45:16.231169164Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:45:16.233165078Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:45:16.233217708Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:45:16.233242729Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:45:16.263490224Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:45:16.279642369Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:45:16.593149979Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"uri":"/crucible/0/regions","method":"POST","req_id":"c017d6ef-ba08-4bcf-9b77-0099bc3fe5d0","remote_addr":"[fd00:1122:3344:101::c]:63436","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":79,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.557597743Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:59438"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.557699434Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"uri":"/crucible/0/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3","method":"GET","req_id":"f8af2947-e297-4f3a-ae8b-826e20f4224f","remote_addr":"[fd00:1122:3344:101::c]:59438","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":47,"response_code":200}
{"msg":"path is \"/data/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.563943351Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"datafile"}
{"msg":"dataset is oxp_96d5592d-cad2-421c-98bc-85b2737d74e2/crucible/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.571350117Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"datafile"}
{"msg":"snapshot is oxp_96d5592d-cad2-421c-98bc-85b2737d74e2/crucible/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3@c9b32db7-191a-4452-8ef0-c2b5bd0bada6","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.577616554Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_96d5592d-cad2-421c-98bc-85b2737d74e2/crucible/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3\", \"c9b32db7-191a-4452-8ef0-c2b5bd0bada6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.577631644Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.590806569Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"uri":"/crucible/0/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3/snapshots/c9b32db7-191a-4452-8ef0-c2b5bd0bada6","method":"GET","req_id":"428a37eb-a7ca-4457-b31c-7ab988fb0bad","remote_addr":"[fd00:1122:3344:101::c]:59438","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26892,"response_code":200}
{"msg":"path is \"/data/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.595343946Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"datafile"}
{"msg":"dataset is oxp_96d5592d-cad2-421c-98bc-85b2737d74e2/crucible/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.601690274Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"datafile"}
{"msg":"snapshot is oxp_96d5592d-cad2-421c-98bc-85b2737d74e2/crucible/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3@c9b32db7-191a-4452-8ef0-c2b5bd0bada6","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.608849086Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_96d5592d-cad2-421c-98bc-85b2737d74e2/crucible/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3\", \"c9b32db7-191a-4452-8ef0-c2b5bd0bada6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.608872516Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot fa4177eb-1012-4102-90a6-2a5ebdf253f3-c9b32db7-191a-4452-8ef0-c2b5bd0bada6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.61671102Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"datafile"}
{"msg":"applying SMF actions for region fa4177eb-1012-4102-90a6-2a5ebdf253f3 running snapshot c9b32db7-191a-4452-8ef0-c2b5bd0bada6 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.619567788Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.619582319Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"uri":"/crucible/0/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3/snapshots/c9b32db7-191a-4452-8ef0-c2b5bd0bada6/run","method":"POST","req_id":"bb9661aa-456f-4fd5-b115-3695940c66a0","remote_addr":"[fd00:1122:3344:101::c]:59438","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":24269,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.631863858Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.631946959Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.632023451Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.632029901Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.632069091Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fa4177eb-1012-4102-90a6-2a5ebdf253f3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.632115802Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.632216694Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.632271895Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.632315325Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.632358166Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.639723712Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-fa4177eb-1012-4102-90a6-2a5ebdf253f3-c9b32db7-191a-4452-8ef0-c2b5bd0bada6","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.642199444Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-fa4177eb-1012-4102-90a6-2a5ebdf253f3-c9b32db7-191a-4452-8ef0-c2b5bd0bada6","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.645845396Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-fa4177eb-1012-4102-90a6-2a5ebdf253f3-c9b32db7-191a-4452-8ef0-c2b5bd0bada6","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.659420837Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3/.zfs/snapshot/c9b32db7-191a-4452-8ef0-c2b5bd0bada6","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.659783463Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.659846974Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.659893125Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.659936556Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.659993477Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.664080966Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.669424278Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"region fa4177eb-1012-4102-90a6-2a5ebdf253f3 running snapshot c9b32db7-191a-4452-8ef0-c2b5bd0bada6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.669440588Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"datafile"}
{"msg":"path is \"/data/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.900930481Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"datafile"}
{"msg":"dataset is oxp_96d5592d-cad2-421c-98bc-85b2737d74e2/crucible/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.908249646Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"datafile"}
{"msg":"snapshot is oxp_96d5592d-cad2-421c-98bc-85b2737d74e2/crucible/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3@c9b32db7-191a-4452-8ef0-c2b5bd0bada6","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.915481939Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_96d5592d-cad2-421c-98bc-85b2737d74e2/crucible/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3\", \"c9b32db7-191a-4452-8ef0-c2b5bd0bada6\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.91552129Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:29.921346299Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"uri":"/crucible/0/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3/snapshots/c9b32db7-191a-4452-8ef0-c2b5bd0bada6/run","method":"POST","req_id":"17a574d2-81c7-4a8f-93f1-12c0937fc3cf","remote_addr":"[fd00:1122:3344:101::c]:59438","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20453,"response_code":200}
{"msg":"region b827b307-543c-4740-a2e3-d7d16f628966 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.417519308Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.417718891Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.417749012Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"uri":"/crucible/0/regions","method":"POST","req_id":"23cdd168-a711-4133-92af-4c054c97d900","remote_addr":"[fd00:1122:3344:101::c]:59438","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":235,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_96d5592d-cad2-421c-98bc-85b2737d74e2/crucible/regions/b827b307-543c-4740-a2e3-d7d16f628966","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.424829532Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_96d5592d-cad2-421c-98bc-85b2737d74e2/crucible/regions/b827b307-543c-4740-a2e3-d7d16f628966","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.424867233Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b827b307-543c-4740-a2e3-d7d16f628966\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b827b307-543c-4740-a2e3-d7d16f628966\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.479653806Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"region":"b827b307-543c-4740-a2e3-d7d16f628966","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b827b307-543c-4740-a2e3-d7d16f628966\" \"--data\" \"/data/regions/b827b307-543c-4740-a2e3-d7d16f628966\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.479693337Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"region":"b827b307-543c-4740-a2e3-d7d16f628966","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.561409788Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"region":"b827b307-543c-4740-a2e3-d7d16f628966","component":"worker"}
{"msg":"region b827b307-543c-4740-a2e3-d7d16f628966 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.561439378Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.561659462Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b827b307-543c-4740-a2e3-d7d16f628966","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.562143721Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b827b307-543c-4740-a2e3-d7d16f628966","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.574036513Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.583639316Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b827b307-543c-4740-a2e3-d7d16f628966","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.59089022Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b827b307-543c-4740-a2e3-d7d16f628966","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.591163595Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.591207585Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.591254586Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.591297877Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.595193973Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.600170498Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.60028285Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.600375172Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.600395832Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.600414922Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fa4177eb-1012-4102-90a6-2a5ebdf253f3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.600465753Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.604584293Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.604628004Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.604673615Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.604717866Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.608782375Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.610541775Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:56:35.623540346Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"uri":"/crucible/0/regions","method":"POST","req_id":"4f4f12ea-7c94-4fb9-b8e1-0c9b1fdc063d","remote_addr":"[fd00:1122:3344:101::c]:59438","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:57:07.876104076Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:63786"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:57:07.876173547Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"uri":"/crucible/0/regions/b827b307-543c-4740-a2e3-d7d16f628966","method":"GET","req_id":"8a3fefcb-f1fb-4e7a-aa78-0ca89c67b5cf","remote_addr":"[fd00:1122:3344:101::c]:63786","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":38,"response_code":200}
{"msg":"path is \"/data/regions/b827b307-543c-4740-a2e3-d7d16f628966\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:57:07.880492161Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"datafile"}
{"msg":"dataset is oxp_96d5592d-cad2-421c-98bc-85b2737d74e2/crucible/regions/b827b307-543c-4740-a2e3-d7d16f628966","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:57:07.89042472Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"datafile"}
{"msg":"region b827b307-543c-4740-a2e3-d7d16f628966 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:57:07.897423649Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:57:07.897586642Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:57:07.900201287Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"uri":"/crucible/0/regions/b827b307-543c-4740-a2e3-d7d16f628966","method":"DELETE","req_id":"feef21b0-7cb3-4467-809e-98889489b1b5","remote_addr":"[fd00:1122:3344:101::c]:63786","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19749,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-b827b307-543c-4740-a2e3-d7d16f628966 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:57:07.900942779Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:57:07.903386501Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"uri":"/crucible/0/regions/b827b307-543c-4740-a2e3-d7d16f628966","method":"GET","req_id":"83967fd4-efc7-44a6-8992-18a012ac45c3","remote_addr":"[fd00:1122:3344:101::c]:63786","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":39,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:57:07.922209352Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:57:07.922299453Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:57:07.922393665Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:57:07.922402615Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:57:07.922463286Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fa4177eb-1012-4102-90a6-2a5ebdf253f3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:57:07.922521537Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fa4177eb-1012-4102-90a6-2a5ebdf253f3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:57:07.922913444Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:57:07.922978975Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:57:07.923015995Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:57:07.923077846Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:57:07.938269965Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:57:07.939597548Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_96d5592d-cad2-421c-98bc-85b2737d74e2/crucible/regions/b827b307-543c-4740-a2e3-d7d16f628966\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:57:07.947022634Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"region":"b827b307-543c-4740-a2e3-d7d16f628966","component":"worker"}
{"msg":"region b827b307-543c-4740-a2e3-d7d16f628966 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:57:08.039887396Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-01T16:57:08.049363707Z","hostname":"oxz_crucible_d7c3d08a-39f0-45f1-8c12-98e25e661961","pid":23284,"uri":"/crucible/0/regions/b827b307-543c-4740-a2e3-d7d16f628966","method":"GET","req_id":"4e60c5ec-38df-41a2-93a3-c8a470d25a8a","remote_addr":"[fd00:1122:3344:101::c]:63786","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":67,"response_code":200}