{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:30.683831905Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:36837"} {"msg":"region 80ac32b0-d853-4c37-902d-3c7ca9c8ac14 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:30.736200135Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:30.739174814Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:30.739187444Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"uri":"/crucible/0/regions","method":"POST","req_id":"a82cfeab-5783-4296-b226-9a0a979d7907","remote_addr":"[fd00:1122:3344:101::b]:36837","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20097,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_b955caaa-d9a0-423b-8475-41c50459f55c/crucible/regions/80ac32b0-d853-4c37-902d-3c7ca9c8ac14","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:30.748854494Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b955caaa-d9a0-423b-8475-41c50459f55c/crucible/regions/80ac32b0-d853-4c37-902d-3c7ca9c8ac14","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:30.748868834Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"80ac32b0-d853-4c37-902d-3c7ca9c8ac14\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/80ac32b0-d853-4c37-902d-3c7ca9c8ac14\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:30.809078778Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"region":"80ac32b0-d853-4c37-902d-3c7ca9c8ac14","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"80ac32b0-d853-4c37-902d-3c7ca9c8ac14\" \"--data\" \"/data/regions/80ac32b0-d853-4c37-902d-3c7ca9c8ac14\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:30.811589607Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"region":"80ac32b0-d853-4c37-902d-3c7ca9c8ac14","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:30.899634618Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"uri":"/crucible/0/regions","method":"POST","req_id":"5222382d-974d-4397-9262-f2f6643c1da7","remote_addr":"[fd00:1122:3344:101::b]:36837","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:31.241670892Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"region":"80ac32b0-d853-4c37-902d-3c7ca9c8ac14","component":"worker"} {"msg":"region 80ac32b0-d853-4c37-902d-3c7ca9c8ac14 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:31.241722793Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:31.241873696Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-80ac32b0-d853-4c37-902d-3c7ca9c8ac14","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:31.242360686Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-80ac32b0-d853-4c37-902d-3c7ca9c8ac14","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:31.260588975Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:31.282123778Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-80ac32b0-d853-4c37-902d-3c7ca9c8ac14","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:31.288177807Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/80ac32b0-d853-4c37-902d-3c7ca9c8ac14","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:31.288917192Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:31.288974602Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:31.289010633Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:31.289043714Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:31.295681064Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:31.302846395Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:31.484616678Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"uri":"/crucible/0/regions","method":"POST","req_id":"b7766e8c-7097-4096-a5cc-5892c0450a3b","remote_addr":"[fd00:1122:3344:101::b]:36837","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:56.910516484Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"uri":"/crucible/0/regions/80ac32b0-d853-4c37-902d-3c7ca9c8ac14","method":"GET","req_id":"4434cdde-582c-413c-8c3c-30d19db08ce2","remote_addr":"[fd00:1122:3344:101::b]:36837","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":99,"response_code":200} {"msg":"path is \"/data/regions/80ac32b0-d853-4c37-902d-3c7ca9c8ac14\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:56.914560614Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"component":"datafile"} {"msg":"dataset is oxp_b955caaa-d9a0-423b-8475-41c50459f55c/crucible/regions/80ac32b0-d853-4c37-902d-3c7ca9c8ac14","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:56.925733713Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"component":"datafile"} {"msg":"region 80ac32b0-d853-4c37-902d-3c7ca9c8ac14 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:56.933257581Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:56.933546967Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:56.933566817Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"uri":"/crucible/0/regions/80ac32b0-d853-4c37-902d-3c7ca9c8ac14","method":"DELETE","req_id":"e5795e06-c00a-4d59-a43d-a37d08fa6ce0","remote_addr":"[fd00:1122:3344:101::b]:36837","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19005,"response_code":204} {"msg":"disabling downstairs instance: downstairs-80ac32b0-d853-4c37-902d-3c7ca9c8ac14 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:56.934538107Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:56.937853032Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"uri":"/crucible/0/regions/80ac32b0-d853-4c37-902d-3c7ca9c8ac14","method":"GET","req_id":"818e11b0-59e4-4076-bd6f-8fae6764ffab","remote_addr":"[fd00:1122:3344:101::b]:36837","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":38,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:56.944082793Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_b955caaa-d9a0-423b-8475-41c50459f55c/crucible/regions/80ac32b0-d853-4c37-902d-3c7ca9c8ac14\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:56.951291716Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"region":"80ac32b0-d853-4c37-902d-3c7ca9c8ac14","component":"worker"} {"msg":"region 80ac32b0-d853-4c37-902d-3c7ca9c8ac14 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:57.00341307Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-13T08:10:57.07916227Z","hostname":"oxz_crucible_b41bb8ff-38f9-401a-992a-a83ad744d493","pid":24397,"uri":"/crucible/0/regions/80ac32b0-d853-4c37-902d-3c7ca9c8ac14","method":"GET","req_id":"54960717-df66-45d8-8459-4c3c0a9359af","remote_addr":"[fd00:1122:3344:101::b]:36837","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":53,"response_code":200}