{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:02.959413544Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61094"} {"msg":"region d3dd5e72-d0c3-44a7-b4bc-e917b9dd9d81 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.004239223Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.007073546Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.007086446Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"uri":"/crucible/0/regions","method":"POST","req_id":"c3fc59d2-d6aa-4996-9b6f-3529ad25717a","remote_addr":"[fd00:1122:3344:101::a]:61094","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19394,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_2e9c458e-f456-49c3-9400-622254c8cbcc/crucible/regions/d3dd5e72-d0c3-44a7-b4bc-e917b9dd9d81","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.016821016Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2e9c458e-f456-49c3-9400-622254c8cbcc/crucible/regions/d3dd5e72-d0c3-44a7-b4bc-e917b9dd9d81","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.016835426Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d3dd5e72-d0c3-44a7-b4bc-e917b9dd9d81\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d3dd5e72-d0c3-44a7-b4bc-e917b9dd9d81\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.062339498Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"region":"d3dd5e72-d0c3-44a7-b4bc-e917b9dd9d81","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d3dd5e72-d0c3-44a7-b4bc-e917b9dd9d81\" \"--data\" \"/data/regions/d3dd5e72-d0c3-44a7-b4bc-e917b9dd9d81\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.064553458Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"region":"d3dd5e72-d0c3-44a7-b4bc-e917b9dd9d81","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.299790549Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"uri":"/crucible/0/regions","method":"POST","req_id":"352c79e1-3b49-4523-830c-e2a18c333f04","remote_addr":"[fd00:1122:3344:101::a]:61094","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.423143071Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"region":"d3dd5e72-d0c3-44a7-b4bc-e917b9dd9d81","component":"worker"} {"msg":"region d3dd5e72-d0c3-44a7-b4bc-e917b9dd9d81 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.423186882Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.423300273Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d3dd5e72-d0c3-44a7-b4bc-e917b9dd9d81","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.423698461Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d3dd5e72-d0c3-44a7-b4bc-e917b9dd9d81","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.435913657Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.460151715Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d3dd5e72-d0c3-44a7-b4bc-e917b9dd9d81","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.463403985Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d3dd5e72-d0c3-44a7-b4bc-e917b9dd9d81","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.464126049Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.46418916Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.46422991Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.464264101Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.468304076Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.472520214Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:03.791256619Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"uri":"/crucible/0/regions","method":"POST","req_id":"00935977-5769-419d-a071-893599e50cc2","remote_addr":"[fd00:1122:3344:101::a]:61094","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"region b3e1bb53-050c-4ca9-a9ab-a9b8aa6b8eb6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:10.119913821Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:10.120092464Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"uri":"/crucible/0/regions","method":"POST","req_id":"a9fe3539-2ff6-4dc3-a9e3-8320813c124f","remote_addr":"[fd00:1122:3344:101::a]:61094","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":240,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:10.120115964Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_2e9c458e-f456-49c3-9400-622254c8cbcc/crucible/regions/b3e1bb53-050c-4ca9-a9ab-a9b8aa6b8eb6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:10.12688198Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2e9c458e-f456-49c3-9400-622254c8cbcc/crucible/regions/b3e1bb53-050c-4ca9-a9ab-a9b8aa6b8eb6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:10.1269027Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b3e1bb53-050c-4ca9-a9ab-a9b8aa6b8eb6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b3e1bb53-050c-4ca9-a9ab-a9b8aa6b8eb6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:10.175653771Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"region":"b3e1bb53-050c-4ca9-a9ab-a9b8aa6b8eb6","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b3e1bb53-050c-4ca9-a9ab-a9b8aa6b8eb6\" \"--data\" \"/data/regions/b3e1bb53-050c-4ca9-a9ab-a9b8aa6b8eb6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:10.175691542Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"region":"b3e1bb53-050c-4ca9-a9ab-a9b8aa6b8eb6","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:10.257656598Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"region":"b3e1bb53-050c-4ca9-a9ab-a9b8aa6b8eb6","component":"worker"} {"msg":"region b3e1bb53-050c-4ca9-a9ab-a9b8aa6b8eb6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:10.257696399Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:10.25778031Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b3e1bb53-050c-4ca9-a9ab-a9b8aa6b8eb6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:10.258101906Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b3e1bb53-050c-4ca9-a9ab-a9b8aa6b8eb6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:10.261256645Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:10.267860867Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b3e1bb53-050c-4ca9-a9ab-a9b8aa6b8eb6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:10.270954044Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b3e1bb53-050c-4ca9-a9ab-a9b8aa6b8eb6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:10.271240949Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:10.27129359Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:10.271337121Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:10.271371482Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:10.277155539Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:10.287293756Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:10.294575741Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"uri":"/crucible/0/regions","method":"POST","req_id":"9a68b5b9-b3a5-4f25-8635-3dd46da7cab4","remote_addr":"[fd00:1122:3344:101::a]:61094","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:34.743781353Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"uri":"/crucible/0/regions/b3e1bb53-050c-4ca9-a9ab-a9b8aa6b8eb6","method":"GET","req_id":"5a38c75f-f062-4666-8938-a0e89b414382","remote_addr":"[fd00:1122:3344:101::a]:61094","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":76,"response_code":200} {"msg":"path is \"/data/regions/b3e1bb53-050c-4ca9-a9ab-a9b8aa6b8eb6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:34.747220247Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"datafile"} {"msg":"dataset is oxp_2e9c458e-f456-49c3-9400-622254c8cbcc/crucible/regions/b3e1bb53-050c-4ca9-a9ab-a9b8aa6b8eb6","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:34.757092929Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"datafile"} {"msg":"region b3e1bb53-050c-4ca9-a9ab-a9b8aa6b8eb6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:34.763965477Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:34.764114699Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"uri":"/crucible/0/regions/b3e1bb53-050c-4ca9-a9ab-a9b8aa6b8eb6","method":"DELETE","req_id":"8f54944d-9231-43bc-b52d-55b6e50b7649","remote_addr":"[fd00:1122:3344:101::a]:61094","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":16941,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:34.76413569Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-b3e1bb53-050c-4ca9-a9ab-a9b8aa6b8eb6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:34.765142588Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:34.767165696Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"uri":"/crucible/0/regions/b3e1bb53-050c-4ca9-a9ab-a9b8aa6b8eb6","method":"GET","req_id":"11f73495-73da-46c0-a86d-7e39da940c07","remote_addr":"[fd00:1122:3344:101::a]:61094","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":33,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:34.775082942Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_2e9c458e-f456-49c3-9400-622254c8cbcc/crucible/regions/b3e1bb53-050c-4ca9-a9ab-a9b8aa6b8eb6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:34.783297374Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"region":"b3e1bb53-050c-4ca9-a9ab-a9b8aa6b8eb6","component":"worker"} {"msg":"region b3e1bb53-050c-4ca9-a9ab-a9b8aa6b8eb6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:34.840596354Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-06T16:19:34.849976098Z","hostname":"oxz_crucible_7ab3c3e8-130c-4411-8f93-9075a59fecc0","pid":25438,"uri":"/crucible/0/regions/b3e1bb53-050c-4ca9-a9ab-a9b8aa6b8eb6","method":"GET","req_id":"07671818-9fa8-445c-86a7-c1e08f3b4b95","remote_addr":"[fd00:1122:3344:101::a]:61094","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":51,"response_code":200}