{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:53.279280755Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:62670"} {"msg":"region e044f91b-3cbb-4d37-b87f-43263a554aae state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:53.279373048Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:53.280009517Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"uri":"/crucible/0/regions","method":"POST","req_id":"bb98af33-17a8-4c68-9c8a-a0693c2f1cab","remote_addr":"[fd00:1122:3344:101::c]:62670","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":671,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:53.280025498Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_5fe45543-2f60-4b0d-bff0-be42ca53d155/crucible/regions/e044f91b-3cbb-4d37-b87f-43263a554aae","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:53.289546156Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_5fe45543-2f60-4b0d-bff0-be42ca53d155/crucible/regions/e044f91b-3cbb-4d37-b87f-43263a554aae","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:53.289561326Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e044f91b-3cbb-4d37-b87f-43263a554aae\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e044f91b-3cbb-4d37-b87f-43263a554aae\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:53.357629523Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"region":"e044f91b-3cbb-4d37-b87f-43263a554aae","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e044f91b-3cbb-4d37-b87f-43263a554aae\" \"--data\" \"/data/regions/e044f91b-3cbb-4d37-b87f-43263a554aae\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:53.357666804Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"region":"e044f91b-3cbb-4d37-b87f-43263a554aae","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:53.429532006Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"region":"e044f91b-3cbb-4d37-b87f-43263a554aae","component":"worker"} {"msg":"region e044f91b-3cbb-4d37-b87f-43263a554aae state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:53.429562777Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:53.42965677Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e044f91b-3cbb-4d37-b87f-43263a554aae","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:53.430844086Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e044f91b-3cbb-4d37-b87f-43263a554aae","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:53.439369564Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:53.459482901Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e044f91b-3cbb-4d37-b87f-43263a554aae","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:53.464284106Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e044f91b-3cbb-4d37-b87f-43263a554aae","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:53.464545565Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:53.464594916Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:53.464633517Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:53.464668988Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:53.468441352Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:53.473095683Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:53.582002044Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"uri":"/crucible/0/regions","method":"POST","req_id":"95cc2444-82c2-4afb-93c6-e958431a3eef","remote_addr":"[fd00:1122:3344:101::c]:62670","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"region 8f026596-b37d-41e8-8476-71ad89aa5d3a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:59.949369998Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:59.949548563Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"uri":"/crucible/0/regions","method":"POST","req_id":"c5ef7cd1-b00d-4ac9-b825-1f590bf5bbbb","remote_addr":"[fd00:1122:3344:101::c]:62670","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":237,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:59.949566254Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_5fe45543-2f60-4b0d-bff0-be42ca53d155/crucible/regions/8f026596-b37d-41e8-8476-71ad89aa5d3a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:59.955647628Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_5fe45543-2f60-4b0d-bff0-be42ca53d155/crucible/regions/8f026596-b37d-41e8-8476-71ad89aa5d3a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:59.955667668Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8f026596-b37d-41e8-8476-71ad89aa5d3a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8f026596-b37d-41e8-8476-71ad89aa5d3a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:59.997880584Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"region":"8f026596-b37d-41e8-8476-71ad89aa5d3a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8f026596-b37d-41e8-8476-71ad89aa5d3a\" \"--data\" \"/data/regions/8f026596-b37d-41e8-8476-71ad89aa5d3a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:10:59.997915465Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"region":"8f026596-b37d-41e8-8476-71ad89aa5d3a","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:11:00.078232052Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"region":"8f026596-b37d-41e8-8476-71ad89aa5d3a","component":"worker"} {"msg":"region 8f026596-b37d-41e8-8476-71ad89aa5d3a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:11:00.078270404Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:11:00.078362887Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8f026596-b37d-41e8-8476-71ad89aa5d3a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:11:00.079183881Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8f026596-b37d-41e8-8476-71ad89aa5d3a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:11:00.0880574Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:11:00.095568436Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8f026596-b37d-41e8-8476-71ad89aa5d3a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:11:00.09799144Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8f026596-b37d-41e8-8476-71ad89aa5d3a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:11:00.098195436Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:11:00.098235187Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:11:00.09832073Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:11:00.098364721Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:11:00.102523977Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:11:00.111832498Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:11:00.286977081Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"uri":"/crucible/0/regions","method":"POST","req_id":"9f4e2bb8-7148-4c59-9b49-ae14b12888a4","remote_addr":"[fd00:1122:3344:101::c]:62670","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":81,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:11:26.88545045Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"uri":"/crucible/0/regions/8f026596-b37d-41e8-8476-71ad89aa5d3a","method":"GET","req_id":"b31e9c4e-43ac-4522-bf53-3774edd2bcdc","remote_addr":"[fd00:1122:3344:101::c]:62670","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":49,"response_code":200} {"msg":"path is \"/data/regions/8f026596-b37d-41e8-8476-71ad89aa5d3a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:11:26.888206603Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"datafile"} {"msg":"dataset is oxp_5fe45543-2f60-4b0d-bff0-be42ca53d155/crucible/regions/8f026596-b37d-41e8-8476-71ad89aa5d3a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:11:26.899488324Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"datafile"} {"msg":"region 8f026596-b37d-41e8-8476-71ad89aa5d3a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:11:26.906674521Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:11:26.906836826Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"uri":"/crucible/0/regions/8f026596-b37d-41e8-8476-71ad89aa5d3a","method":"DELETE","req_id":"eb1e10ed-0aac-4d46-8ad8-a09034d9adf3","remote_addr":"[fd00:1122:3344:101::c]:62670","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18657,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:11:26.906857017Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-8f026596-b37d-41e8-8476-71ad89aa5d3a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:11:26.908385883Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:11:26.910789285Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"uri":"/crucible/0/regions/8f026596-b37d-41e8-8476-71ad89aa5d3a","method":"GET","req_id":"a52c50f5-8687-4ea4-a06c-a725ed103612","remote_addr":"[fd00:1122:3344:101::c]:62670","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":42,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:11:26.91987039Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_5fe45543-2f60-4b0d-bff0-be42ca53d155/crucible/regions/8f026596-b37d-41e8-8476-71ad89aa5d3a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:11:26.929089278Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"region":"8f026596-b37d-41e8-8476-71ad89aa5d3a","component":"worker"} {"msg":"region 8f026596-b37d-41e8-8476-71ad89aa5d3a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:11:26.981846103Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-19T17:11:26.99003206Z","hostname":"oxz_crucible_01d0e45d-6e3b-4a3d-a8ae-5802c540cc56","pid":24101,"uri":"/crucible/0/regions/8f026596-b37d-41e8-8476-71ad89aa5d3a","method":"GET","req_id":"1f3ff6d2-9566-4bef-8cde-e11fcde76ebd","remote_addr":"[fd00:1122:3344:101::c]:62670","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":35,"response_code":200}