{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:12.427600971Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:34529"} {"msg":"region 8ff433bd-ae1b-447a-a932-448df015404b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:12.427714975Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:12.428252601Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:12.428268092Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"uri":"/crucible/0/regions","method":"POST","req_id":"cc007c13-47f1-4e50-9c62-258a19b1cb0a","remote_addr":"[fd00:1122:3344:101::c]:34529","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":581,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_76c533a3-a707-416f-a227-73e64c58e1eb/crucible/regions/8ff433bd-ae1b-447a-a932-448df015404b","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:12.439417078Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_76c533a3-a707-416f-a227-73e64c58e1eb/crucible/regions/8ff433bd-ae1b-447a-a932-448df015404b","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:12.439444739Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8ff433bd-ae1b-447a-a932-448df015404b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8ff433bd-ae1b-447a-a932-448df015404b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:12.502074873Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"region":"8ff433bd-ae1b-447a-a932-448df015404b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8ff433bd-ae1b-447a-a932-448df015404b\" \"--data\" \"/data/regions/8ff433bd-ae1b-447a-a932-448df015404b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:12.502117285Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"region":"8ff433bd-ae1b-447a-a932-448df015404b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:12.750565659Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"uri":"/crucible/0/regions","method":"POST","req_id":"fdb97bf5-0407-460d-a661-3c851d81b2e6","remote_addr":"[fd00:1122:3344:101::c]:34529","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:12.775293107Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"region":"8ff433bd-ae1b-447a-a932-448df015404b","component":"worker"} {"msg":"region 8ff433bd-ae1b-447a-a932-448df015404b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:12.775317028Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:12.775458262Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8ff433bd-ae1b-447a-a932-448df015404b","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:12.777073432Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8ff433bd-ae1b-447a-a932-448df015404b","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:12.786813795Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:12.807781586Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8ff433bd-ae1b-447a-a932-448df015404b","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:12.810611674Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8ff433bd-ae1b-447a-a932-448df015404b","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:12.810939664Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:12.811004116Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:12.811049217Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:12.811091859Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:12.814711461Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:12.819496069Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:13.453585618Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"uri":"/crucible/0/regions","method":"POST","req_id":"edd8de88-6fcb-47f0-8e85-762eb229dfa0","remote_addr":"[fd00:1122:3344:101::c]:34529","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":47,"response_code":"200"} {"msg":"region c6ef0b3a-5075-484e-8757-08221d959e55 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:19.695359432Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:19.695515897Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:19.695531848Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"uri":"/crucible/0/regions","method":"POST","req_id":"7d8c01b6-9657-4caf-a385-49cb6c3b86f8","remote_addr":"[fd00:1122:3344:101::c]:34529","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":222,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_76c533a3-a707-416f-a227-73e64c58e1eb/crucible/regions/c6ef0b3a-5075-484e-8757-08221d959e55","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:19.706007203Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_76c533a3-a707-416f-a227-73e64c58e1eb/crucible/regions/c6ef0b3a-5075-484e-8757-08221d959e55","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:19.706037734Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c6ef0b3a-5075-484e-8757-08221d959e55\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c6ef0b3a-5075-484e-8757-08221d959e55\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:19.766268964Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"region":"c6ef0b3a-5075-484e-8757-08221d959e55","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c6ef0b3a-5075-484e-8757-08221d959e55\" \"--data\" \"/data/regions/c6ef0b3a-5075-484e-8757-08221d959e55\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:19.768410951Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"region":"c6ef0b3a-5075-484e-8757-08221d959e55","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:19.864600638Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"region":"c6ef0b3a-5075-484e-8757-08221d959e55","component":"worker"} {"msg":"region c6ef0b3a-5075-484e-8757-08221d959e55 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:19.864646959Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:19.864809814Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c6ef0b3a-5075-484e-8757-08221d959e55","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:19.867755796Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c6ef0b3a-5075-484e-8757-08221d959e55","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:19.881056489Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:19.888758618Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c6ef0b3a-5075-484e-8757-08221d959e55","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:19.892306948Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c6ef0b3a-5075-484e-8757-08221d959e55","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:19.892653209Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:19.892742891Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:19.892802433Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:19.892859685Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:19.897484728Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:19.902724101Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:20.020009463Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"uri":"/crucible/0/regions","method":"POST","req_id":"4d740c28-1677-420b-b3b2-37c19b32eddb","remote_addr":"[fd00:1122:3344:101::c]:34529","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":63,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:46.426667004Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"uri":"/crucible/0/regions/c6ef0b3a-5075-484e-8757-08221d959e55","method":"GET","req_id":"8e76c4f7-21e8-471f-8c9e-3a259a9cf69e","remote_addr":"[fd00:1122:3344:101::c]:34529","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":61,"response_code":"200"} {"msg":"path is \"/data/regions/c6ef0b3a-5075-484e-8757-08221d959e55\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:46.430213594Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"datafile"} {"msg":"dataset is oxp_76c533a3-a707-416f-a227-73e64c58e1eb/crucible/regions/c6ef0b3a-5075-484e-8757-08221d959e55","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:46.444028493Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"datafile"} {"msg":"region c6ef0b3a-5075-484e-8757-08221d959e55 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:46.454340373Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:46.454503788Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:46.454536139Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"uri":"/crucible/0/regions/c6ef0b3a-5075-484e-8757-08221d959e55","method":"DELETE","req_id":"9ff31267-6bde-4e66-afdf-b4de34894699","remote_addr":"[fd00:1122:3344:101::c]:34529","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":24344,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-c6ef0b3a-5075-484e-8757-08221d959e55 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:46.45648637Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:46.4580935Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"uri":"/crucible/0/regions/c6ef0b3a-5075-484e-8757-08221d959e55","method":"GET","req_id":"3905ad03-29a7-421d-a17a-562612b91540","remote_addr":"[fd00:1122:3344:101::c]:34529","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":24,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:46.468064199Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_76c533a3-a707-416f-a227-73e64c58e1eb/crucible/regions/c6ef0b3a-5075-484e-8757-08221d959e55\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:46.478678989Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"region":"c6ef0b3a-5075-484e-8757-08221d959e55","component":"worker"} {"msg":"region c6ef0b3a-5075-484e-8757-08221d959e55 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:46.552558093Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-03T01:02:46.594130044Z","hostname":"oxz_crucible_c0cb0de7-063c-4414-b103-3197595e5838","pid":22380,"uri":"/crucible/0/regions/c6ef0b3a-5075-484e-8757-08221d959e55","method":"GET","req_id":"397906e8-58f2-46b5-a2d0-9b607477c168","remote_addr":"[fd00:1122:3344:101::c]:34529","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":88,"response_code":"200"}