{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:16.113485362Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44313"}
{"msg":"region f505b1b7-8ed5-4b1f-a17b-0a3c607590bf state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:16.164498892Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:16.167675809Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:16.167692839Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"uri":"/crucible/0/regions","method":"POST","req_id":"a173bf29-268c-4863-abd9-6b4443902537","remote_addr":"[fd00:1122:3344:101::a]:44313","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22910,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_9c8a4a7a-86d0-496e-9add-30b635cd8e69/crucible/regions/f505b1b7-8ed5-4b1f-a17b-0a3c607590bf","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:16.179415578Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_9c8a4a7a-86d0-496e-9add-30b635cd8e69/crucible/regions/f505b1b7-8ed5-4b1f-a17b-0a3c607590bf","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:16.179433339Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f505b1b7-8ed5-4b1f-a17b-0a3c607590bf\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f505b1b7-8ed5-4b1f-a17b-0a3c607590bf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:16.231929062Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"region":"f505b1b7-8ed5-4b1f-a17b-0a3c607590bf","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f505b1b7-8ed5-4b1f-a17b-0a3c607590bf\" \"--data\" \"/data/regions/f505b1b7-8ed5-4b1f-a17b-0a3c607590bf\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:16.234230171Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"region":"f505b1b7-8ed5-4b1f-a17b-0a3c607590bf","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:16.459871766Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"uri":"/crucible/0/regions","method":"POST","req_id":"20b3491b-f743-4211-9bbf-8e95574d81dd","remote_addr":"[fd00:1122:3344:101::a]:44313","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":84,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:16.620720454Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"region":"f505b1b7-8ed5-4b1f-a17b-0a3c607590bf","component":"worker"}
{"msg":"region f505b1b7-8ed5-4b1f-a17b-0a3c607590bf state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:16.620764895Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:16.620838566Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f505b1b7-8ed5-4b1f-a17b-0a3c607590bf","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:16.621164928Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f505b1b7-8ed5-4b1f-a17b-0a3c607590bf","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:16.63434726Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:16.658559134Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f505b1b7-8ed5-4b1f-a17b-0a3c607590bf","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:16.661310977Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f505b1b7-8ed5-4b1f-a17b-0a3c607590bf","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:16.662007343Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:16.662074674Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:16.662118204Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:16.662153415Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:16.665513483Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:16.669355735Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:16.989030685Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"uri":"/crucible/0/regions","method":"POST","req_id":"18565b31-ea67-496a-9291-2727c8cff4cd","remote_addr":"[fd00:1122:3344:101::a]:44313","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":66,"response_code":200}
{"msg":"region 1c32008e-ff0c-4de1-bc5b-fd626188df6e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:23.304218175Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:23.304401187Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:23.304411907Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"uri":"/crucible/0/regions","method":"POST","req_id":"aa5c6133-8844-454a-93c7-cb7051ae3c57","remote_addr":"[fd00:1122:3344:101::a]:44313","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":241,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_9c8a4a7a-86d0-496e-9add-30b635cd8e69/crucible/regions/1c32008e-ff0c-4de1-bc5b-fd626188df6e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:23.310930792Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_9c8a4a7a-86d0-496e-9add-30b635cd8e69/crucible/regions/1c32008e-ff0c-4de1-bc5b-fd626188df6e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:23.310949552Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1c32008e-ff0c-4de1-bc5b-fd626188df6e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1c32008e-ff0c-4de1-bc5b-fd626188df6e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:23.362968262Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"region":"1c32008e-ff0c-4de1-bc5b-fd626188df6e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1c32008e-ff0c-4de1-bc5b-fd626188df6e\" \"--data\" \"/data/regions/1c32008e-ff0c-4de1-bc5b-fd626188df6e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:23.363000462Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"region":"1c32008e-ff0c-4de1-bc5b-fd626188df6e","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:23.435217952Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"region":"1c32008e-ff0c-4de1-bc5b-fd626188df6e","component":"worker"}
{"msg":"region 1c32008e-ff0c-4de1-bc5b-fd626188df6e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:23.435247272Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:23.435343883Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1c32008e-ff0c-4de1-bc5b-fd626188df6e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:23.435673736Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1c32008e-ff0c-4de1-bc5b-fd626188df6e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:23.438360608Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:23.446145014Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1c32008e-ff0c-4de1-bc5b-fd626188df6e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:23.450479401Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1c32008e-ff0c-4de1-bc5b-fd626188df6e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:23.450760103Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:23.450809113Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:23.450845354Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:23.450880084Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:23.453853059Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:23.463325769Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:32:23.582259484Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"uri":"/crucible/0/regions","method":"POST","req_id":"94ba9958-a3ca-42e4-9c80-339f425cdf69","remote_addr":"[fd00:1122:3344:101::a]:44313","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:33:00.492586165Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64094"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:33:00.492725716Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"uri":"/crucible/0/regions/1c32008e-ff0c-4de1-bc5b-fd626188df6e","method":"GET","req_id":"51f3c631-51e7-4fd3-af31-239af7675475","remote_addr":"[fd00:1122:3344:101::a]:64094","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":59,"response_code":200}
{"msg":"path is \"/data/regions/1c32008e-ff0c-4de1-bc5b-fd626188df6e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:33:00.495398299Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"datafile"}
{"msg":"dataset is oxp_9c8a4a7a-86d0-496e-9add-30b635cd8e69/crucible/regions/1c32008e-ff0c-4de1-bc5b-fd626188df6e","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:33:00.507537991Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"datafile"}
{"msg":"region 1c32008e-ff0c-4de1-bc5b-fd626188df6e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:33:00.514854983Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:33:00.515004714Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:33:00.515037694Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"uri":"/crucible/0/regions/1c32008e-ff0c-4de1-bc5b-fd626188df6e","method":"DELETE","req_id":"45965139-11af-4399-a8be-3f0300e13e9f","remote_addr":"[fd00:1122:3344:101::a]:64094","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19639,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-1c32008e-ff0c-4de1-bc5b-fd626188df6e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:33:00.515520889Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:33:00.518917387Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"uri":"/crucible/0/regions/1c32008e-ff0c-4de1-bc5b-fd626188df6e","method":"GET","req_id":"1758a90f-5c81-4e2d-bad4-1cad2a72a65d","remote_addr":"[fd00:1122:3344:101::a]:64094","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":31,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:33:00.530787518Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_9c8a4a7a-86d0-496e-9add-30b635cd8e69/crucible/regions/1c32008e-ff0c-4de1-bc5b-fd626188df6e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:33:00.539509281Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"region":"1c32008e-ff0c-4de1-bc5b-fd626188df6e","component":"worker"}
{"msg":"region 1c32008e-ff0c-4de1-bc5b-fd626188df6e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:33:00.584324539Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-02T04:33:00.657536618Z","hostname":"oxz_crucible_2572e6f5-3256-46a9-a9e0-3e478a5f0b69","pid":24621,"uri":"/crucible/0/regions/1c32008e-ff0c-4de1-bc5b-fd626188df6e","method":"GET","req_id":"347b34b8-598d-4361-8ad7-361298f1ac0d","remote_addr":"[fd00:1122:3344:101::a]:64094","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":50,"response_code":200}