{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.475063571Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:35029"} {"msg":"region 631723fb-58ad-48cb-8232-35a6b4fe4c8a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.475181465Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.476056109Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"uri":"/crucible/0/regions","method":"POST","req_id":"af55d016-f582-4d57-a591-2e6d5576b259","remote_addr":"[fd00:1122:3344:101::c]:35029","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":908,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.476074789Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_ad1d00b6-6f02-4f37-8e6d-8d85b6ac7a74/crucible/regions/631723fb-58ad-48cb-8232-35a6b4fe4c8a","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.488614912Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ad1d00b6-6f02-4f37-8e6d-8d85b6ac7a74/crucible/regions/631723fb-58ad-48cb-8232-35a6b4fe4c8a","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.488634643Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"631723fb-58ad-48cb-8232-35a6b4fe4c8a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/631723fb-58ad-48cb-8232-35a6b4fe4c8a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.551890353Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"region":"631723fb-58ad-48cb-8232-35a6b4fe4c8a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"631723fb-58ad-48cb-8232-35a6b4fe4c8a\" \"--data\" \"/data/regions/631723fb-58ad-48cb-8232-35a6b4fe4c8a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.553771505Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"region":"631723fb-58ad-48cb-8232-35a6b4fe4c8a","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.640823457Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"region":"631723fb-58ad-48cb-8232-35a6b4fe4c8a","component":"worker"} {"msg":"region 631723fb-58ad-48cb-8232-35a6b4fe4c8a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.640851137Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.6409578Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-631723fb-58ad-48cb-8232-35a6b4fe4c8a","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.642227885Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-631723fb-58ad-48cb-8232-35a6b4fe4c8a","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.651883549Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.677339616Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-631723fb-58ad-48cb-8232-35a6b4fe4c8a","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.680859822Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/631723fb-58ad-48cb-8232-35a6b4fe4c8a","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.681141849Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.681209291Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.681247972Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.681286604Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.685085977Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.68957338Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:30.810296183Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"uri":"/crucible/0/regions","method":"POST","req_id":"275c5ad9-62be-4b25-9712-0038422abea4","remote_addr":"[fd00:1122:3344:101::c]:35029","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":77,"response_code":"200"} {"msg":"region 2a221889-f085-4e28-b1bf-9559c2f0cd7c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:36.783241893Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:36.783407017Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"uri":"/crucible/0/regions","method":"POST","req_id":"02722507-b8c0-487e-9d67-bc8673f8b44a","remote_addr":"[fd00:1122:3344:101::c]:35029","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":235,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:36.783426308Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_ad1d00b6-6f02-4f37-8e6d-8d85b6ac7a74/crucible/regions/2a221889-f085-4e28-b1bf-9559c2f0cd7c","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:36.79227205Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ad1d00b6-6f02-4f37-8e6d-8d85b6ac7a74/crucible/regions/2a221889-f085-4e28-b1bf-9559c2f0cd7c","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:36.792304591Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2a221889-f085-4e28-b1bf-9559c2f0cd7c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2a221889-f085-4e28-b1bf-9559c2f0cd7c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:36.836658924Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"region":"2a221889-f085-4e28-b1bf-9559c2f0cd7c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2a221889-f085-4e28-b1bf-9559c2f0cd7c\" \"--data\" \"/data/regions/2a221889-f085-4e28-b1bf-9559c2f0cd7c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:36.836707026Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"region":"2a221889-f085-4e28-b1bf-9559c2f0cd7c","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:36.918163219Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"region":"2a221889-f085-4e28-b1bf-9559c2f0cd7c","component":"worker"} {"msg":"region 2a221889-f085-4e28-b1bf-9559c2f0cd7c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:36.918211315Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:36.918292607Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2a221889-f085-4e28-b1bf-9559c2f0cd7c","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:36.919192662Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2a221889-f085-4e28-b1bf-9559c2f0cd7c","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:36.931830788Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:36.939037535Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2a221889-f085-4e28-b1bf-9559c2f0cd7c","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:36.942257833Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2a221889-f085-4e28-b1bf-9559c2f0cd7c","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:36.94251419Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:36.942561631Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:36.942599123Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:36.942635384Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:36.946059487Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:36.948696279Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"uri":"/crucible/0/regions","method":"POST","req_id":"79de6cf8-8315-4a7e-9157-eb4a57b64374","remote_addr":"[fd00:1122:3344:101::c]:35029","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":67,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:22:36.951430308Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:23:08.195931274Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:63399"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:23:08.196060628Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"uri":"/crucible/0/regions/2a221889-f085-4e28-b1bf-9559c2f0cd7c","method":"GET","req_id":"d79321cc-1e64-4598-8240-8a182b5ed117","remote_addr":"[fd00:1122:3344:101::c]:63399","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":54,"response_code":"200"} {"msg":"path is \"/data/regions/2a221889-f085-4e28-b1bf-9559c2f0cd7c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:23:08.19871769Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"datafile"} {"msg":"dataset is oxp_ad1d00b6-6f02-4f37-8e6d-8d85b6ac7a74/crucible/regions/2a221889-f085-4e28-b1bf-9559c2f0cd7c","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:23:08.212454986Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"datafile"} {"msg":"region 2a221889-f085-4e28-b1bf-9559c2f0cd7c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:23:08.222479751Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:23:08.222674596Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:23:08.222765778Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"uri":"/crucible/0/regions/2a221889-f085-4e28-b1bf-9559c2f0cd7c","method":"DELETE","req_id":"ddcccfc3-5a59-4618-a348-3c2b88048a65","remote_addr":"[fd00:1122:3344:101::c]:63399","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24024,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-2a221889-f085-4e28-b1bf-9559c2f0cd7c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:23:08.224423234Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:23:08.22648813Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"uri":"/crucible/0/regions/2a221889-f085-4e28-b1bf-9559c2f0cd7c","method":"GET","req_id":"7c2dcdff-a815-40d0-a1db-4a8a19829f39","remote_addr":"[fd00:1122:3344:101::c]:63399","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":29,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:23:08.238889049Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_ad1d00b6-6f02-4f37-8e6d-8d85b6ac7a74/crucible/regions/2a221889-f085-4e28-b1bf-9559c2f0cd7c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:23:08.250833326Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"region":"2a221889-f085-4e28-b1bf-9559c2f0cd7c","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:23:08.284520728Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"uri":"/crucible/0/regions/2a221889-f085-4e28-b1bf-9559c2f0cd7c","method":"GET","req_id":"5d76bf28-6bb5-47da-94b2-996c0e2c23c2","remote_addr":"[fd00:1122:3344:101::c]:63399","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":83,"response_code":"200"} {"msg":"region 2a221889-f085-4e28-b1bf-9559c2f0cd7c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:23:08.311796294Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:23:08.394906298Z","hostname":"oxz_crucible_714bb1b3-0499-43d9-94ef-c2feff38c3c4","pid":24505,"uri":"/crucible/0/regions/2a221889-f085-4e28-b1bf-9559c2f0cd7c","method":"GET","req_id":"62c64ecd-ad1a-4954-b8bb-55fc70a73737","remote_addr":"[fd00:1122:3344:101::c]:63399","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":40,"response_code":"200"}