{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:42.453743432Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:43563"} {"msg":"region 640337c4-2e03-494c-94dc-179c3f078e6c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:42.453866365Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:42.45449888Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:42.454512031Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"uri":"/crucible/0/regions","method":"POST","req_id":"c381f544-0446-4459-942f-6d241ef5ef61","remote_addr":"[fd00:1122:3344:101::c]:43563","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":672,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_4e8c7e99-8964-436f-99a3-a8ccf1db6620/crucible/regions/640337c4-2e03-494c-94dc-179c3f078e6c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:42.463226989Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4e8c7e99-8964-436f-99a3-a8ccf1db6620/crucible/regions/640337c4-2e03-494c-94dc-179c3f078e6c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:42.46323876Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"640337c4-2e03-494c-94dc-179c3f078e6c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/640337c4-2e03-494c-94dc-179c3f078e6c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:42.514364464Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"region":"640337c4-2e03-494c-94dc-179c3f078e6c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"640337c4-2e03-494c-94dc-179c3f078e6c\" \"--data\" \"/data/regions/640337c4-2e03-494c-94dc-179c3f078e6c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:42.514399615Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"region":"640337c4-2e03-494c-94dc-179c3f078e6c","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:42.595964927Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"region":"640337c4-2e03-494c-94dc-179c3f078e6c","component":"worker"} {"msg":"region 640337c4-2e03-494c-94dc-179c3f078e6c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:42.595998518Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:42.59608751Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-640337c4-2e03-494c-94dc-179c3f078e6c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:42.596861558Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-640337c4-2e03-494c-94dc-179c3f078e6c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:42.606417137Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:42.627388229Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-640337c4-2e03-494c-94dc-179c3f078e6c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:42.631499228Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/640337c4-2e03-494c-94dc-179c3f078e6c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:42.631727953Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:42.631778244Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:42.631820615Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:42.631861786Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:42.632391229Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"uri":"/crucible/0/regions","method":"POST","req_id":"95430424-c888-4a85-8bed-888c263cc758","remote_addr":"[fd00:1122:3344:101::c]:43563","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:42.635934384Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:42.642429339Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"region fba8962e-2da4-4b62-a543-9dc1faf601de state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:49.06627658Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:49.066461845Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:49.066470795Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"uri":"/crucible/0/regions","method":"POST","req_id":"b8079b62-3d41-4003-b75e-9266b64f62fb","remote_addr":"[fd00:1122:3344:101::c]:43563","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":239,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_4e8c7e99-8964-436f-99a3-a8ccf1db6620/crucible/regions/fba8962e-2da4-4b62-a543-9dc1faf601de","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:49.07212522Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4e8c7e99-8964-436f-99a3-a8ccf1db6620/crucible/regions/fba8962e-2da4-4b62-a543-9dc1faf601de","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:49.072151271Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"fba8962e-2da4-4b62-a543-9dc1faf601de\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fba8962e-2da4-4b62-a543-9dc1faf601de\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:49.120710264Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"region":"fba8962e-2da4-4b62-a543-9dc1faf601de","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fba8962e-2da4-4b62-a543-9dc1faf601de\" \"--data\" \"/data/regions/fba8962e-2da4-4b62-a543-9dc1faf601de\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:49.120741084Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"region":"fba8962e-2da4-4b62-a543-9dc1faf601de","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:49.224329315Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"region":"fba8962e-2da4-4b62-a543-9dc1faf601de","component":"worker"} {"msg":"region fba8962e-2da4-4b62-a543-9dc1faf601de state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:49.224368846Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:49.224468228Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-fba8962e-2da4-4b62-a543-9dc1faf601de","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:49.229271133Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fba8962e-2da4-4b62-a543-9dc1faf601de","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:49.237175142Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:49.245732657Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fba8962e-2da4-4b62-a543-9dc1faf601de","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:49.249434516Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fba8962e-2da4-4b62-a543-9dc1faf601de","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:49.249685342Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:49.249741953Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:49.249775384Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:49.249817075Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:49.253877092Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:49.259008835Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:52:49.368586619Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"uri":"/crucible/0/regions","method":"POST","req_id":"b7862269-6c45-4d0d-a8a8-93ee27ec28e3","remote_addr":"[fd00:1122:3344:101::c]:43563","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":78,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:53:16.992220938Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"uri":"/crucible/0/regions/fba8962e-2da4-4b62-a543-9dc1faf601de","method":"GET","req_id":"d3563f55-cca5-4643-8e95-41abee75b8d2","remote_addr":"[fd00:1122:3344:101::c]:43563","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"path is \"/data/regions/fba8962e-2da4-4b62-a543-9dc1faf601de\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:53:16.996139602Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"datafile"} {"msg":"dataset is oxp_4e8c7e99-8964-436f-99a3-a8ccf1db6620/crucible/regions/fba8962e-2da4-4b62-a543-9dc1faf601de","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:53:17.00649863Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"datafile"} {"msg":"region fba8962e-2da4-4b62-a543-9dc1faf601de state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:53:17.013452736Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:53:17.013674231Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:53:17.013692312Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"uri":"/crucible/0/regions/fba8962e-2da4-4b62-a543-9dc1faf601de","method":"DELETE","req_id":"cdf2b657-6253-4dbe-a0c7-4546c7676b8f","remote_addr":"[fd00:1122:3344:101::c]:43563","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17548,"response_code":204} {"msg":"disabling downstairs instance: downstairs-fba8962e-2da4-4b62-a543-9dc1faf601de (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:53:17.01488703Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:53:17.0169482Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"uri":"/crucible/0/regions/fba8962e-2da4-4b62-a543-9dc1faf601de","method":"GET","req_id":"60212d5c-c934-451b-8334-53f595bdb799","remote_addr":"[fd00:1122:3344:101::c]:43563","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":39,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:53:17.026107759Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_4e8c7e99-8964-436f-99a3-a8ccf1db6620/crucible/regions/fba8962e-2da4-4b62-a543-9dc1faf601de\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:53:17.034389797Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"region":"fba8962e-2da4-4b62-a543-9dc1faf601de","component":"worker"} {"msg":"region fba8962e-2da4-4b62-a543-9dc1faf601de state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:53:17.089804564Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-10T06:53:17.128332817Z","hostname":"oxz_crucible_924c4ea3-c328-4027-9489-f41d05f39cfe","pid":23978,"uri":"/crucible/0/regions/fba8962e-2da4-4b62-a543-9dc1faf601de","method":"GET","req_id":"8ef98808-8bef-4617-b7f8-d5039b78bc6b","remote_addr":"[fd00:1122:3344:101::c]:43563","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":55,"response_code":200}