{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:22.460198618Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:42734"}
{"msg":"region 4c866429-4fb0-4a1b-aef4-b89e54a246e8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:22.508725114Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:22.514528876Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:22.519539194Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"uri":"/crucible/0/regions","method":"POST","req_id":"8a81bd20-d431-4bd7-910d-5ff245b452a5","remote_addr":"[fd00:1122:3344:101::b]:42734","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":20551,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_6deb7900-41fe-4288-a8b2-c87b2076dc94/crucible/regions/4c866429-4fb0-4a1b-aef4-b89e54a246e8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:22.526456251Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_6deb7900-41fe-4288-a8b2-c87b2076dc94/crucible/regions/4c866429-4fb0-4a1b-aef4-b89e54a246e8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:22.526481362Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4c866429-4fb0-4a1b-aef4-b89e54a246e8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4c866429-4fb0-4a1b-aef4-b89e54a246e8\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:22.59701614Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"region":"4c866429-4fb0-4a1b-aef4-b89e54a246e8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4c866429-4fb0-4a1b-aef4-b89e54a246e8\" \"--data\" \"/data/regions/4c866429-4fb0-4a1b-aef4-b89e54a246e8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:22.59957293Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"region":"4c866429-4fb0-4a1b-aef4-b89e54a246e8","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:22.67015687Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"uri":"/crucible/0/regions","method":"POST","req_id":"ecdd6b96-cab2-4193-be44-2e613bd4f893","remote_addr":"[fd00:1122:3344:101::b]:42734","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":82,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:22.992521177Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"region":"4c866429-4fb0-4a1b-aef4-b89e54a246e8","component":"worker"}
{"msg":"region 4c866429-4fb0-4a1b-aef4-b89e54a246e8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:22.997273447Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:22.997421601Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4c866429-4fb0-4a1b-aef4-b89e54a246e8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:23.000041814Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4c866429-4fb0-4a1b-aef4-b89e54a246e8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:23.01358663Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:23.03076984Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4c866429-4fb0-4a1b-aef4-b89e54a246e8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:23.033735503Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4c866429-4fb0-4a1b-aef4-b89e54a246e8","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:23.034510388Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:23.03458268Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:23.034620591Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:23.034649612Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:23.038876615Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:23.043385867Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:23.41525132Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"uri":"/crucible/0/regions","method":"POST","req_id":"12ae37f1-9097-4c65-802a-29d76acf1cfc","remote_addr":"[fd00:1122:3344:101::b]:42734","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":75,"response_code":200}
{"msg":"region 2a16da74-0c76-49b1-b232-c670486b7972 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:28.995100424Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:28.99529587Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:28.995321311Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"uri":"/crucible/0/regions","method":"POST","req_id":"47723b2f-a0bc-4048-b00d-64f0d55afb6c","remote_addr":"[fd00:1122:3344:101::b]:42734","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":272,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_6deb7900-41fe-4288-a8b2-c87b2076dc94/crucible/regions/2a16da74-0c76-49b1-b232-c670486b7972","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:29.001560367Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_6deb7900-41fe-4288-a8b2-c87b2076dc94/crucible/regions/2a16da74-0c76-49b1-b232-c670486b7972","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:29.001593199Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2a16da74-0c76-49b1-b232-c670486b7972\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2a16da74-0c76-49b1-b232-c670486b7972\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:29.049139774Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"region":"2a16da74-0c76-49b1-b232-c670486b7972","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2a16da74-0c76-49b1-b232-c670486b7972\" \"--data\" \"/data/regions/2a16da74-0c76-49b1-b232-c670486b7972\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:29.049194445Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"region":"2a16da74-0c76-49b1-b232-c670486b7972","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:29.122734958Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"region":"2a16da74-0c76-49b1-b232-c670486b7972","component":"worker"}
{"msg":"region 2a16da74-0c76-49b1-b232-c670486b7972 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:29.122778639Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:29.122858442Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2a16da74-0c76-49b1-b232-c670486b7972","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:29.123184762Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2a16da74-0c76-49b1-b232-c670486b7972","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:29.125865496Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:29.132606348Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2a16da74-0c76-49b1-b232-c670486b7972","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:29.135448678Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2a16da74-0c76-49b1-b232-c670486b7972","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:29.135733167Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:29.135788779Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:29.135816029Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:29.13585615Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:29.139291439Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:29.14507382Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:29.222611088Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"uri":"/crucible/0/regions","method":"POST","req_id":"3ffc4e2e-18c6-4239-bb70-18e7f3c21e25","remote_addr":"[fd00:1122:3344:101::b]:42734","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":167,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:55.161011489Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"uri":"/crucible/0/regions/2a16da74-0c76-49b1-b232-c670486b7972","method":"GET","req_id":"cd64dab3-dce2-4d16-97ed-89aaa0d80507","remote_addr":"[fd00:1122:3344:101::b]:42734","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"path is \"/data/regions/2a16da74-0c76-49b1-b232-c670486b7972\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:55.163806057Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"datafile"}
{"msg":"dataset is oxp_6deb7900-41fe-4288-a8b2-c87b2076dc94/crucible/regions/2a16da74-0c76-49b1-b232-c670486b7972","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:55.171746617Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"datafile"}
{"msg":"region 2a16da74-0c76-49b1-b232-c670486b7972 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:55.17917206Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:55.179353736Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:55.179367456Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"uri":"/crucible/0/regions/2a16da74-0c76-49b1-b232-c670486b7972","method":"DELETE","req_id":"8a7f22cf-c7a9-44f5-bf08-57129a49cabd","remote_addr":"[fd00:1122:3344:101::b]:42734","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":15574,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-2a16da74-0c76-49b1-b232-c670486b7972 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:55.18043904Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:55.18426575Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"uri":"/crucible/0/regions/2a16da74-0c76-49b1-b232-c670486b7972","method":"GET","req_id":"ea302c3b-44c6-462b-89a8-6df6fa435c3f","remote_addr":"[fd00:1122:3344:101::b]:42734","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":42,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:55.18521452Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_6deb7900-41fe-4288-a8b2-c87b2076dc94/crucible/regions/2a16da74-0c76-49b1-b232-c670486b7972\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:55.193260683Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"region":"2a16da74-0c76-49b1-b232-c670486b7972","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:55.251735242Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"uri":"/crucible/0/regions/2a16da74-0c76-49b1-b232-c670486b7972","method":"GET","req_id":"2f29db80-8e2b-4438-83af-e2b3d69f7960","remote_addr":"[fd00:1122:3344:101::b]:42734","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"region 2a16da74-0c76-49b1-b232-c670486b7972 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:55.252112024Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-14T17:54:55.431834895Z","hostname":"oxz_crucible_b2309c1d-0cdb-4e3f-a66d-59ccc814b371","pid":24776,"uri":"/crucible/0/regions/2a16da74-0c76-49b1-b232-c670486b7972","method":"GET","req_id":"5595d4c0-7028-4437-92f1-bf6586237893","remote_addr":"[fd00:1122:3344:101::b]:42734","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":61,"response_code":200}