{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:41.2678503Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:65414"}
{"msg":"region 7c7056bb-877b-4aa5-bd87-418a3c3f170b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:41.325779533Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:41.33230667Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:41.340282124Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"uri":"/crucible/0/regions","method":"POST","req_id":"d6562f9b-8161-4937-a4fe-e3441f34ecc2","remote_addr":"[fd00:1122:3344:101::b]:65414","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":28514,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_30728956-6cd1-4f8f-a5b2-6039d18216e8/crucible/regions/7c7056bb-877b-4aa5-bd87-418a3c3f170b","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:41.348460411Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_30728956-6cd1-4f8f-a5b2-6039d18216e8/crucible/regions/7c7056bb-877b-4aa5-bd87-418a3c3f170b","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:41.348488212Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7c7056bb-877b-4aa5-bd87-418a3c3f170b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7c7056bb-877b-4aa5-bd87-418a3c3f170b\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:41.413829038Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"region":"7c7056bb-877b-4aa5-bd87-418a3c3f170b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7c7056bb-877b-4aa5-bd87-418a3c3f170b\" \"--data\" \"/data/regions/7c7056bb-877b-4aa5-bd87-418a3c3f170b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:41.416861713Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"region":"7c7056bb-877b-4aa5-bd87-418a3c3f170b","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:41.580983997Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"uri":"/crucible/0/regions","method":"POST","req_id":"288c75f9-aee4-49af-9d2b-d8284db8a008","remote_addr":"[fd00:1122:3344:101::b]:65414","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":75,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:41.802201339Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"region":"7c7056bb-877b-4aa5-bd87-418a3c3f170b","component":"worker"}
{"msg":"region 7c7056bb-877b-4aa5-bd87-418a3c3f170b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:41.806634489Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:41.806773042Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7c7056bb-877b-4aa5-bd87-418a3c3f170b","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:41.810196063Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7c7056bb-877b-4aa5-bd87-418a3c3f170b","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:41.826626909Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:41.847330662Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7c7056bb-877b-4aa5-bd87-418a3c3f170b","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:41.848749067Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7c7056bb-877b-4aa5-bd87-418a3c3f170b","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:41.849514411Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:41.849575902Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:41.849620643Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:41.849657203Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:41.851844313Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:41.854315587Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:42.14665601Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"uri":"/crucible/0/regions","method":"POST","req_id":"b0078195-5bb0-4f9b-a08a-35c5a8c75580","remote_addr":"[fd00:1122:3344:101::b]:65414","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":82,"response_code":200}
{"msg":"region fb0238a7-871c-4df8-be0c-8ffb61f71e0a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:48.032413549Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:48.032544641Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"uri":"/crucible/0/regions","method":"POST","req_id":"982399b4-e5e5-4ad1-a1bc-506651606fb2","remote_addr":"[fd00:1122:3344:101::b]:65414","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":235,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:48.032561052Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_30728956-6cd1-4f8f-a5b2-6039d18216e8/crucible/regions/fb0238a7-871c-4df8-be0c-8ffb61f71e0a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:48.040071967Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_30728956-6cd1-4f8f-a5b2-6039d18216e8/crucible/regions/fb0238a7-871c-4df8-be0c-8ffb61f71e0a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:48.040086147Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"fb0238a7-871c-4df8-be0c-8ffb61f71e0a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fb0238a7-871c-4df8-be0c-8ffb61f71e0a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:48.078109932Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"region":"fb0238a7-871c-4df8-be0c-8ffb61f71e0a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fb0238a7-871c-4df8-be0c-8ffb61f71e0a\" \"--data\" \"/data/regions/fb0238a7-871c-4df8-be0c-8ffb61f71e0a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:48.078147282Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"region":"fb0238a7-871c-4df8-be0c-8ffb61f71e0a","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:48.125479524Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"region":"fb0238a7-871c-4df8-be0c-8ffb61f71e0a","component":"worker"}
{"msg":"region fb0238a7-871c-4df8-be0c-8ffb61f71e0a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:48.125520265Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:48.125610967Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-fb0238a7-871c-4df8-be0c-8ffb61f71e0a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:48.126868359Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fb0238a7-871c-4df8-be0c-8ffb61f71e0a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:48.12804271Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:48.131863869Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fb0238a7-871c-4df8-be0c-8ffb61f71e0a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:48.133061051Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fb0238a7-871c-4df8-be0c-8ffb61f71e0a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:48.133354356Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:48.133396737Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:48.133438257Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:48.133475598Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:48.135399533Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:48.138224754Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:06:48.318556129Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"uri":"/crucible/0/regions","method":"POST","req_id":"c5310940-5c1a-4c07-9450-2e8bb42b9392","remote_addr":"[fd00:1122:3344:101::b]:65414","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:07:13.745117041Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"uri":"/crucible/0/regions/fb0238a7-871c-4df8-be0c-8ffb61f71e0a","method":"GET","req_id":"23dec610-8fdc-43e8-b475-6ff0311d086b","remote_addr":"[fd00:1122:3344:101::b]:65414","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":73,"response_code":200}
{"msg":"path is \"/data/regions/fb0238a7-871c-4df8-be0c-8ffb61f71e0a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:07:13.749224275Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"datafile"}
{"msg":"dataset is oxp_30728956-6cd1-4f8f-a5b2-6039d18216e8/crucible/regions/fb0238a7-871c-4df8-be0c-8ffb61f71e0a","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:07:13.758098715Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"datafile"}
{"msg":"region fb0238a7-871c-4df8-be0c-8ffb61f71e0a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:07:13.766527227Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:07:13.766688239Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:07:13.76669782Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"uri":"/crucible/0/regions/fb0238a7-871c-4df8-be0c-8ffb61f71e0a","method":"DELETE","req_id":"3d2eb125-6857-4e83-8ed7-afa589c38e01","remote_addr":"[fd00:1122:3344:101::b]:65414","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":17496,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-fb0238a7-871c-4df8-be0c-8ffb61f71e0a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:07:13.767784639Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:07:13.771064808Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:07:13.771897003Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"uri":"/crucible/0/regions/fb0238a7-871c-4df8-be0c-8ffb61f71e0a","method":"GET","req_id":"f836e7a9-43e3-467a-ab96-74b1de67dbb4","remote_addr":"[fd00:1122:3344:101::b]:65414","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_30728956-6cd1-4f8f-a5b2-6039d18216e8/crucible/regions/fb0238a7-871c-4df8-be0c-8ffb61f71e0a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:07:13.779942478Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"region":"fb0238a7-871c-4df8-be0c-8ffb61f71e0a","component":"worker"}
{"msg":"region fb0238a7-871c-4df8-be0c-8ffb61f71e0a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:07:13.837440593Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-21T23:07:13.887540885Z","hostname":"oxz_crucible_231b66a7-85a7-4d7f-9276-67b0d9844416","pid":22804,"uri":"/crucible/0/regions/fb0238a7-871c-4df8-be0c-8ffb61f71e0a","method":"GET","req_id":"ae7638bc-e4c1-4451-84c5-ee75aa6b849c","remote_addr":"[fd00:1122:3344:101::b]:65414","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":59,"response_code":200}