{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.220591731Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:63236"} {"msg":"region f76c0d6f-9273-451c-87f9-940f42dccd7d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.266246475Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.269421833Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.269437403Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"uri":"/crucible/0/regions","method":"POST","req_id":"6db1aed0-6b3d-4552-984f-637282d3b522","remote_addr":"[fd00:1122:3344:101::a]:63236","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19716,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_c4dcf348-bae3-48d7-85ce-809041f36246/crucible/regions/f76c0d6f-9273-451c-87f9-940f42dccd7d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.27987659Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_c4dcf348-bae3-48d7-85ce-809041f36246/crucible/regions/f76c0d6f-9273-451c-87f9-940f42dccd7d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.27989512Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f76c0d6f-9273-451c-87f9-940f42dccd7d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f76c0d6f-9273-451c-87f9-940f42dccd7d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.328249216Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"region":"f76c0d6f-9273-451c-87f9-940f42dccd7d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f76c0d6f-9273-451c-87f9-940f42dccd7d\" \"--data\" \"/data/regions/f76c0d6f-9273-451c-87f9-940f42dccd7d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.33019593Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"region":"f76c0d6f-9273-451c-87f9-940f42dccd7d","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.533181009Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"uri":"/crucible/0/regions","method":"POST","req_id":"79f8018a-037c-4130-ad0a-dd8e6f807900","remote_addr":"[fd00:1122:3344:101::a]:63236","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.682227815Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"region":"f76c0d6f-9273-451c-87f9-940f42dccd7d","component":"worker"} {"msg":"region f76c0d6f-9273-451c-87f9-940f42dccd7d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.682269236Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.682355337Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f76c0d6f-9273-451c-87f9-940f42dccd7d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.682700101Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f76c0d6f-9273-451c-87f9-940f42dccd7d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.696496678Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.719280214Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f76c0d6f-9273-451c-87f9-940f42dccd7d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.722037978Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f76c0d6f-9273-451c-87f9-940f42dccd7d","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.722574464Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.722633505Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.722673635Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.722709206Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.726680934Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:20.731253079Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:21.195836158Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"uri":"/crucible/0/regions","method":"POST","req_id":"9a8d2ad8-674a-4238-a8ea-47c0d959a423","remote_addr":"[fd00:1122:3344:101::a]:63236","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region fe6a1792-4b90-45df-84a5-eedd63e736e0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.228578049Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.228753061Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"uri":"/crucible/0/regions","method":"POST","req_id":"99028b84-f6c7-4bb0-a5da-fe04ae1d7626","remote_addr":"[fd00:1122:3344:101::a]:63236","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":231,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.228772371Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_c4dcf348-bae3-48d7-85ce-809041f36246/crucible/regions/fe6a1792-4b90-45df-84a5-eedd63e736e0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.235612174Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_c4dcf348-bae3-48d7-85ce-809041f36246/crucible/regions/fe6a1792-4b90-45df-84a5-eedd63e736e0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.235630574Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"fe6a1792-4b90-45df-84a5-eedd63e736e0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fe6a1792-4b90-45df-84a5-eedd63e736e0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.282638054Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"region":"fe6a1792-4b90-45df-84a5-eedd63e736e0","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fe6a1792-4b90-45df-84a5-eedd63e736e0\" \"--data\" \"/data/regions/fe6a1792-4b90-45df-84a5-eedd63e736e0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.282679684Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"region":"fe6a1792-4b90-45df-84a5-eedd63e736e0","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.365010102Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"region":"fe6a1792-4b90-45df-84a5-eedd63e736e0","component":"worker"} {"msg":"region fe6a1792-4b90-45df-84a5-eedd63e736e0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.365061573Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.365144974Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-fe6a1792-4b90-45df-84a5-eedd63e736e0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.369701639Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fe6a1792-4b90-45df-84a5-eedd63e736e0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.373613346Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.382089029Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fe6a1792-4b90-45df-84a5-eedd63e736e0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.38551772Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fe6a1792-4b90-45df-84a5-eedd63e736e0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.385923345Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.385991666Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.386045017Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.386098947Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.391335671Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.3970609Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:27.470839834Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"uri":"/crucible/0/regions","method":"POST","req_id":"167889c9-77d3-42f1-a7d0-05aa29eae41c","remote_addr":"[fd00:1122:3344:101::a]:63236","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":85,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:58.868003467Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62951"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:58.86823327Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"uri":"/crucible/0/regions/fe6a1792-4b90-45df-84a5-eedd63e736e0","method":"GET","req_id":"d3f7717b-9e81-43f7-a516-54ef3498eeb2","remote_addr":"[fd00:1122:3344:101::a]:62951","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"path is \"/data/regions/fe6a1792-4b90-45df-84a5-eedd63e736e0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:58.871901264Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"datafile"} {"msg":"dataset is oxp_c4dcf348-bae3-48d7-85ce-809041f36246/crucible/regions/fe6a1792-4b90-45df-84a5-eedd63e736e0","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:58.882403981Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"datafile"} {"msg":"region fe6a1792-4b90-45df-84a5-eedd63e736e0 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:58.88889465Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:58.889048602Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"uri":"/crucible/0/regions/fe6a1792-4b90-45df-84a5-eedd63e736e0","method":"DELETE","req_id":"7ef90f3b-1bd7-4492-ad57-99c6a5f30055","remote_addr":"[fd00:1122:3344:101::a]:62951","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":17166,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:58.889068462Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-fe6a1792-4b90-45df-84a5-eedd63e736e0 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:58.889636179Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:58.892088239Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"uri":"/crucible/0/regions/fe6a1792-4b90-45df-84a5-eedd63e736e0","method":"GET","req_id":"7aec3693-d92c-45d2-80eb-b0efbc45915e","remote_addr":"[fd00:1122:3344:101::a]:62951","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":29,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:58.90866445Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_c4dcf348-bae3-48d7-85ce-809041f36246/crucible/regions/fe6a1792-4b90-45df-84a5-eedd63e736e0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:58.915120258Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"region":"fe6a1792-4b90-45df-84a5-eedd63e736e0","component":"worker"} {"msg":"region fe6a1792-4b90-45df-84a5-eedd63e736e0 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:58.967070706Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-01T00:53:58.98061457Z","hostname":"oxz_crucible_7ebf9692-5c4a-442d-9818-05c70e38fcae","pid":23132,"uri":"/crucible/0/regions/fe6a1792-4b90-45df-84a5-eedd63e736e0","method":"GET","req_id":"f77fe624-16bd-48fe-b306-276fa4c60f29","remote_addr":"[fd00:1122:3344:101::a]:62951","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":52,"response_code":200}