{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:34.149924361Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:37254"} {"msg":"region 989837d2-c065-4b57-b0db-027e2f701be7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:34.202111656Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:34.204918626Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:34.204948957Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"uri":"/crucible/0/regions","method":"POST","req_id":"d45c7e3f-8ecd-4f70-b416-7256cdcd461d","remote_addr":"[fd00:1122:3344:101::a]:37254","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24444,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_4afd88bc-aa32-4807-b142-ad870c37fa65/crucible/regions/989837d2-c065-4b57-b0db-027e2f701be7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:34.216396566Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4afd88bc-aa32-4807-b142-ad870c37fa65/crucible/regions/989837d2-c065-4b57-b0db-027e2f701be7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:34.216415547Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"989837d2-c065-4b57-b0db-027e2f701be7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/989837d2-c065-4b57-b0db-027e2f701be7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:34.263205568Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"region":"989837d2-c065-4b57-b0db-027e2f701be7","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"989837d2-c065-4b57-b0db-027e2f701be7\" \"--data\" \"/data/regions/989837d2-c065-4b57-b0db-027e2f701be7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:34.265502441Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"region":"989837d2-c065-4b57-b0db-027e2f701be7","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:34.511337855Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"uri":"/crucible/0/regions","method":"POST","req_id":"d858306f-86a0-4aaa-8561-bbcf808bdcda","remote_addr":"[fd00:1122:3344:101::a]:37254","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:34.653561417Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"region":"989837d2-c065-4b57-b0db-027e2f701be7","component":"worker"} {"msg":"region 989837d2-c065-4b57-b0db-027e2f701be7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:34.653626079Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:34.653800485Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-989837d2-c065-4b57-b0db-027e2f701be7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:34.654512201Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-989837d2-c065-4b57-b0db-027e2f701be7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:34.663069297Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:34.675492631Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-989837d2-c065-4b57-b0db-027e2f701be7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:34.676794167Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/989837d2-c065-4b57-b0db-027e2f701be7","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:34.677516843Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:34.677578575Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:34.677619457Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:34.677654588Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:34.679860617Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:34.682044205Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:35.143264805Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"uri":"/crucible/0/regions","method":"POST","req_id":"da420544-d272-469d-8150-3ee7cb7beaba","remote_addr":"[fd00:1122:3344:101::a]:37254","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"region b4349307-5de4-4c50-8f0f-19db00d2d68d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:40.743387591Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:40.743554967Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"uri":"/crucible/0/regions","method":"POST","req_id":"a96a20c2-130e-4696-8dd2-a06541ad5de6","remote_addr":"[fd00:1122:3344:101::a]:37254","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":219,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:40.743578287Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_4afd88bc-aa32-4807-b142-ad870c37fa65/crucible/regions/b4349307-5de4-4c50-8f0f-19db00d2d68d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:40.750219835Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_4afd88bc-aa32-4807-b142-ad870c37fa65/crucible/regions/b4349307-5de4-4c50-8f0f-19db00d2d68d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:40.750250926Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b4349307-5de4-4c50-8f0f-19db00d2d68d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b4349307-5de4-4c50-8f0f-19db00d2d68d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:40.797078539Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"region":"b4349307-5de4-4c50-8f0f-19db00d2d68d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b4349307-5de4-4c50-8f0f-19db00d2d68d\" \"--data\" \"/data/regions/b4349307-5de4-4c50-8f0f-19db00d2d68d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:40.797127111Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"region":"b4349307-5de4-4c50-8f0f-19db00d2d68d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:40.844712361Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"region":"b4349307-5de4-4c50-8f0f-19db00d2d68d","component":"worker"} {"msg":"region b4349307-5de4-4c50-8f0f-19db00d2d68d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:40.844747622Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:40.844854706Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b4349307-5de4-4c50-8f0f-19db00d2d68d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:40.849932958Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b4349307-5de4-4c50-8f0f-19db00d2d68d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:40.851016806Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:40.854530782Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b4349307-5de4-4c50-8f0f-19db00d2d68d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:40.85586829Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b4349307-5de4-4c50-8f0f-19db00d2d68d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:40.8561606Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:40.856212502Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:40.856253053Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:40.856293725Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:40.858430701Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:40.861599544Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:08:41.002131266Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"uri":"/crucible/0/regions","method":"POST","req_id":"fed0111e-010a-4f37-926d-95aebbfabf12","remote_addr":"[fd00:1122:3344:101::a]:37254","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:09:05.468306515Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"uri":"/crucible/0/regions/b4349307-5de4-4c50-8f0f-19db00d2d68d","method":"GET","req_id":"5eeda815-11de-409f-bbe2-042af2d5d70e","remote_addr":"[fd00:1122:3344:101::a]:37254","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"path is \"/data/regions/b4349307-5de4-4c50-8f0f-19db00d2d68d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:09:05.472674851Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"datafile"} {"msg":"dataset is oxp_4afd88bc-aa32-4807-b142-ad870c37fa65/crucible/regions/b4349307-5de4-4c50-8f0f-19db00d2d68d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:09:05.481550998Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"datafile"} {"msg":"region b4349307-5de4-4c50-8f0f-19db00d2d68d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:09:05.48887152Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:09:05.489022975Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:09:05.489033776Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"uri":"/crucible/0/regions/b4349307-5de4-4c50-8f0f-19db00d2d68d","method":"DELETE","req_id":"4876d84f-364f-4f9c-8fc6-055f0527cd8c","remote_addr":"[fd00:1122:3344:101::a]:37254","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":16395,"response_code":204} {"msg":"disabling downstairs instance: downstairs-b4349307-5de4-4c50-8f0f-19db00d2d68d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:09:05.489968189Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:09:05.492661085Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"uri":"/crucible/0/regions/b4349307-5de4-4c50-8f0f-19db00d2d68d","method":"GET","req_id":"717fea71-3146-43ee-a5da-52067ceff464","remote_addr":"[fd00:1122:3344:101::a]:37254","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":45,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:09:05.493785785Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_4afd88bc-aa32-4807-b142-ad870c37fa65/crucible/regions/b4349307-5de4-4c50-8f0f-19db00d2d68d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:09:05.502144094Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"region":"b4349307-5de4-4c50-8f0f-19db00d2d68d","component":"worker"} {"msg":"region b4349307-5de4-4c50-8f0f-19db00d2d68d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:09:05.551369183Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-14T16:09:05.562849173Z","hostname":"oxz_crucible_800ef3af-c761-42b9-aefe-c887736c6cef","pid":24765,"uri":"/crucible/0/regions/b4349307-5de4-4c50-8f0f-19db00d2d68d","method":"GET","req_id":"dd1ba54d-a630-4e55-be1f-40356d1c4cd8","remote_addr":"[fd00:1122:3344:101::a]:37254","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":157,"response_code":200}