{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:18.446760992Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33365"}
{"msg":"region 80ef9a47-f17e-4fc8-be0c-d62dfe3069df state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:18.491234341Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:18.498819583Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:18.503641063Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"uri":"/crucible/0/regions","method":"POST","req_id":"88e6fd2f-a192-42e5-896f-2fa217a28c1d","remote_addr":"[fd00:1122:3344:101::a]:33365","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":22871,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_3dddcb54-f21e-404e-b7e4-80a3c263ed34/crucible/regions/80ef9a47-f17e-4fc8-be0c-d62dfe3069df","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:18.50721926Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_3dddcb54-f21e-404e-b7e4-80a3c263ed34/crucible/regions/80ef9a47-f17e-4fc8-be0c-d62dfe3069df","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:18.50726063Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"80ef9a47-f17e-4fc8-be0c-d62dfe3069df\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/80ef9a47-f17e-4fc8-be0c-d62dfe3069df\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:18.561019793Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"region":"80ef9a47-f17e-4fc8-be0c-d62dfe3069df","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"80ef9a47-f17e-4fc8-be0c-d62dfe3069df\" \"--data\" \"/data/regions/80ef9a47-f17e-4fc8-be0c-d62dfe3069df\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:18.561061164Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"region":"80ef9a47-f17e-4fc8-be0c-d62dfe3069df","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:18.705297054Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"uri":"/crucible/0/regions","method":"POST","req_id":"1f29cdb4-c270-4b56-b776-5c3d0e49b227","remote_addr":"[fd00:1122:3344:101::a]:33365","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:18.930065477Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"region":"80ef9a47-f17e-4fc8-be0c-d62dfe3069df","component":"worker"}
{"msg":"region 80ef9a47-f17e-4fc8-be0c-d62dfe3069df state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:18.932240118Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:18.93236287Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-80ef9a47-f17e-4fc8-be0c-d62dfe3069df","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:18.932680406Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-80ef9a47-f17e-4fc8-be0c-d62dfe3069df","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:18.947418521Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:18.965287264Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-80ef9a47-f17e-4fc8-be0c-d62dfe3069df","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:18.96830953Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/80ef9a47-f17e-4fc8-be0c-d62dfe3069df","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:18.969108655Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:18.969161876Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:18.969202857Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:18.969240548Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:18.973002208Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:18.976603655Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:19.373294704Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"uri":"/crucible/0/regions","method":"POST","req_id":"44e4c2ff-c492-49fe-8aff-6f5afc3e5563","remote_addr":"[fd00:1122:3344:101::a]:33365","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":73,"response_code":200}
{"msg":"region 611b7ffc-e412-45be-a55b-a3c994aed954 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:26.140020637Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:26.14018866Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"uri":"/crucible/0/regions","method":"POST","req_id":"c5b844ee-d298-48ff-91d3-71749a00f9cb","remote_addr":"[fd00:1122:3344:101::a]:33365","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":240,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:26.140224661Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_3dddcb54-f21e-404e-b7e4-80a3c263ed34/crucible/regions/611b7ffc-e412-45be-a55b-a3c994aed954","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:26.147051288Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_3dddcb54-f21e-404e-b7e4-80a3c263ed34/crucible/regions/611b7ffc-e412-45be-a55b-a3c994aed954","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:26.147076808Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"611b7ffc-e412-45be-a55b-a3c994aed954\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/611b7ffc-e412-45be-a55b-a3c994aed954\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:26.202818558Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"region":"611b7ffc-e412-45be-a55b-a3c994aed954","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"611b7ffc-e412-45be-a55b-a3c994aed954\" \"--data\" \"/data/regions/611b7ffc-e412-45be-a55b-a3c994aed954\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:26.202864649Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"region":"611b7ffc-e412-45be-a55b-a3c994aed954","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:26.269606324Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"region":"611b7ffc-e412-45be-a55b-a3c994aed954","component":"worker"}
{"msg":"region 611b7ffc-e412-45be-a55b-a3c994aed954 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:26.269636304Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:26.269732516Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-611b7ffc-e412-45be-a55b-a3c994aed954","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:26.270092643Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-611b7ffc-e412-45be-a55b-a3c994aed954","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:26.273891704Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:26.283931381Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-611b7ffc-e412-45be-a55b-a3c994aed954","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:26.286643822Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/611b7ffc-e412-45be-a55b-a3c994aed954","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:26.286941297Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:26.286983118Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:26.287017989Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:26.287065149Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:26.290651827Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:26.296583097Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:26.339162821Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"uri":"/crucible/0/regions","method":"POST","req_id":"dabe9736-a6b2-401c-960b-4d93a3b8afc2","remote_addr":"[fd00:1122:3344:101::a]:33365","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:52.001424252Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"uri":"/crucible/0/regions/611b7ffc-e412-45be-a55b-a3c994aed954","method":"GET","req_id":"68748029-cd05-439c-a072-70372d359be8","remote_addr":"[fd00:1122:3344:101::a]:33365","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":83,"response_code":200}
{"msg":"path is \"/data/regions/611b7ffc-e412-45be-a55b-a3c994aed954\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:52.005317304Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"datafile"}
{"msg":"dataset is oxp_3dddcb54-f21e-404e-b7e4-80a3c263ed34/crucible/regions/611b7ffc-e412-45be-a55b-a3c994aed954","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:52.023398172Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"datafile"}
{"msg":"region 611b7ffc-e412-45be-a55b-a3c994aed954 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:52.029064687Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:52.02922129Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:52.02923065Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"uri":"/crucible/0/regions/611b7ffc-e412-45be-a55b-a3c994aed954","method":"DELETE","req_id":"086c110d-00d0-40ba-a2c7-bade5a5f47fc","remote_addr":"[fd00:1122:3344:101::a]:33365","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":23949,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-611b7ffc-e412-45be-a55b-a3c994aed954 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:52.030180388Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:52.032626374Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"uri":"/crucible/0/regions/611b7ffc-e412-45be-a55b-a3c994aed954","method":"GET","req_id":"0e3d03ea-71aa-418d-8b19-cb89151f9a7c","remote_addr":"[fd00:1122:3344:101::a]:33365","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":44,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:52.058193181Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_3dddcb54-f21e-404e-b7e4-80a3c263ed34/crucible/regions/611b7ffc-e412-45be-a55b-a3c994aed954\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:52.065454836Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"region":"611b7ffc-e412-45be-a55b-a3c994aed954","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:52.163622976Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"uri":"/crucible/0/regions/611b7ffc-e412-45be-a55b-a3c994aed954","method":"GET","req_id":"c6510b20-3a90-4b50-99c1-a54d47a08670","remote_addr":"[fd00:1122:3344:101::a]:33365","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:52.23457323Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"uri":"/crucible/0/regions/611b7ffc-e412-45be-a55b-a3c994aed954","method":"GET","req_id":"198147a1-6d14-4708-b809-b9e929acad88","remote_addr":"[fd00:1122:3344:101::a]:33365","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"region 611b7ffc-e412-45be-a55b-a3c994aed954 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:52.27693717Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:52.384945804Z","hostname":"oxz_crucible_33e8a1b0-f5f4-4999-bf82-4914b23cb7c7","pid":24417,"uri":"/crucible/0/regions/611b7ffc-e412-45be-a55b-a3c994aed954","method":"GET","req_id":"44c67df8-c2fc-4ebf-9a14-b846cd33f67f","remote_addr":"[fd00:1122:3344:101::a]:33365","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":47,"response_code":200}