{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.809660067Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43923"}
{"msg":"region c22e62e1-dab3-4de3-b3ca-3135ce118934 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.855654885Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.864175837Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.869261312Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"uri":"/crucible/0/regions","method":"POST","req_id":"4d7a6cfe-4f84-4c9f-bc9c-b23931a755b2","remote_addr":"[fd00:1122:3344:101::a]:43923","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23876,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_220e5020-8e0b-4da1-97f0-d60fa360d4c1/crucible/regions/c22e62e1-dab3-4de3-b3ca-3135ce118934","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.878554201Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_220e5020-8e0b-4da1-97f0-d60fa360d4c1/crucible/regions/c22e62e1-dab3-4de3-b3ca-3135ce118934","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.878571312Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c22e62e1-dab3-4de3-b3ca-3135ce118934\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c22e62e1-dab3-4de3-b3ca-3135ce118934\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.927945756Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"region":"c22e62e1-dab3-4de3-b3ca-3135ce118934","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c22e62e1-dab3-4de3-b3ca-3135ce118934\" \"--data\" \"/data/regions/c22e62e1-dab3-4de3-b3ca-3135ce118934\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:15.927985427Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"region":"c22e62e1-dab3-4de3-b3ca-3135ce118934","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:16.136982092Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"uri":"/crucible/0/regions","method":"POST","req_id":"057f5a84-2b20-4ffa-9992-2b20b9ac3103","remote_addr":"[fd00:1122:3344:101::a]:43923","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":73,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:16.284973081Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"region":"c22e62e1-dab3-4de3-b3ca-3135ce118934","component":"worker"}
{"msg":"region c22e62e1-dab3-4de3-b3ca-3135ce118934 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:16.286845683Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:16.286998377Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c22e62e1-dab3-4de3-b3ca-3135ce118934","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:16.287324464Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c22e62e1-dab3-4de3-b3ca-3135ce118934","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:16.310307603Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:16.331687125Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c22e62e1-dab3-4de3-b3ca-3135ce118934","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:16.333045476Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c22e62e1-dab3-4de3-b3ca-3135ce118934","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:16.333868544Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:16.333935176Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:16.333979587Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:16.334017308Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:16.336432672Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:16.338941089Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:16.641556476Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"uri":"/crucible/0/regions","method":"POST","req_id":"b557c556-a884-4a5a-a4e5-f057ffbcd62c","remote_addr":"[fd00:1122:3344:101::a]:43923","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":66,"response_code":200}
{"msg":"region d0da25c3-c276-4c02-9264-bc489f000aae state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:22.75120456Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:22.751389334Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:22.751423855Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"uri":"/crucible/0/regions","method":"POST","req_id":"5e1d3926-fb57-48aa-addc-c9f9f08c1322","remote_addr":"[fd00:1122:3344:101::a]:43923","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":275,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_220e5020-8e0b-4da1-97f0-d60fa360d4c1/crucible/regions/d0da25c3-c276-4c02-9264-bc489f000aae","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:22.757583464Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_220e5020-8e0b-4da1-97f0-d60fa360d4c1/crucible/regions/d0da25c3-c276-4c02-9264-bc489f000aae","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:22.757601985Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d0da25c3-c276-4c02-9264-bc489f000aae\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d0da25c3-c276-4c02-9264-bc489f000aae\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:22.811117102Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"region":"d0da25c3-c276-4c02-9264-bc489f000aae","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d0da25c3-c276-4c02-9264-bc489f000aae\" \"--data\" \"/data/regions/d0da25c3-c276-4c02-9264-bc489f000aae\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:22.811186494Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"region":"d0da25c3-c276-4c02-9264-bc489f000aae","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:22.861338995Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"region":"d0da25c3-c276-4c02-9264-bc489f000aae","component":"worker"}
{"msg":"region d0da25c3-c276-4c02-9264-bc489f000aae state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:22.861377736Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:22.861468298Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d0da25c3-c276-4c02-9264-bc489f000aae","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:22.862812238Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d0da25c3-c276-4c02-9264-bc489f000aae","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:22.864033046Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:22.867813841Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d0da25c3-c276-4c02-9264-bc489f000aae","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:22.869253174Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d0da25c3-c276-4c02-9264-bc489f000aae","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:22.869568181Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:22.869617012Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:22.869657173Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:22.869696284Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:22.871531515Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:22.87438474Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:23.034689696Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"uri":"/crucible/0/regions","method":"POST","req_id":"cda21c60-00f7-438d-8181-ca00a031c98c","remote_addr":"[fd00:1122:3344:101::a]:43923","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":65,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:47.137225993Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"uri":"/crucible/0/regions/d0da25c3-c276-4c02-9264-bc489f000aae","method":"GET","req_id":"fe47c320-0efe-41b6-be51-0274108564bf","remote_addr":"[fd00:1122:3344:101::a]:43923","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":77,"response_code":200}
{"msg":"path is \"/data/regions/d0da25c3-c276-4c02-9264-bc489f000aae\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:47.140485577Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"datafile"}
{"msg":"dataset is oxp_220e5020-8e0b-4da1-97f0-d60fa360d4c1/crucible/regions/d0da25c3-c276-4c02-9264-bc489f000aae","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:47.148521298Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"datafile"}
{"msg":"region d0da25c3-c276-4c02-9264-bc489f000aae state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:47.155924245Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:47.156075248Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:47.156084669Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"uri":"/crucible/0/regions/d0da25c3-c276-4c02-9264-bc489f000aae","method":"DELETE","req_id":"6ff27eaf-2d77-4cba-a80e-7fad5878ef31","remote_addr":"[fd00:1122:3344:101::a]:43923","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":15629,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-d0da25c3-c276-4c02-9264-bc489f000aae (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:47.157052341Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:47.159748361Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"uri":"/crucible/0/regions/d0da25c3-c276-4c02-9264-bc489f000aae","method":"GET","req_id":"1a458a98-dc8b-4412-87b0-f854beddda44","remote_addr":"[fd00:1122:3344:101::a]:43923","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":35,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:47.160448557Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_220e5020-8e0b-4da1-97f0-d60fa360d4c1/crucible/regions/d0da25c3-c276-4c02-9264-bc489f000aae\"","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:47.16857761Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"region":"d0da25c3-c276-4c02-9264-bc489f000aae","component":"worker"}
{"msg":"region d0da25c3-c276-4c02-9264-bc489f000aae state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:47.217672798Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-10-29T21:50:47.246329355Z","hostname":"oxz_crucible_387df8f5-daa0-424e-8c3e-27889be8d6be","pid":24550,"uri":"/crucible/0/regions/d0da25c3-c276-4c02-9264-bc489f000aae","method":"GET","req_id":"db7be9e7-adb5-4640-af3f-32e9fe828d09","remote_addr":"[fd00:1122:3344:101::a]:43923","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":47,"response_code":200}