{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:00:12.90334861Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58443"} {"msg":"region 32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:00:12.932136047Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:00:12.938434914Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:00:12.942224225Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"uri":"/crucible/0/regions","method":"POST","req_id":"23040229-1095-4414-813f-2043b1485492","remote_addr":"[fd00:1122:3344:101::a]:58443","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":14657,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_915aa3dc-8320-4e44-80ab-99c67a80a084/crucible/regions/32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:00:12.943486408Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_915aa3dc-8320-4e44-80ab-99c67a80a084/crucible/regions/32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:00:12.943504939Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:00:12.983429364Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"region":"32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1\" \"--data\" \"/data/regions/32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:00:12.983471874Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"region":"32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:00:13.125056365Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"region":"32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1","component":"worker"} {"msg":"region 32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:00:13.12693662Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:00:13.127076112Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:00:13.127380168Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:00:13.134715055Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:00:13.14571911Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:00:13.146977083Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"uri":"/crucible/0/regions","method":"POST","req_id":"3dcd0c79-f15e-418f-a890-34f32dcad038","remote_addr":"[fd00:1122:3344:101::a]:58443","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:00:13.148630504Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:00:13.149358348Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:00:13.149425859Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:00:13.14945426Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:00:13.14949743Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:00:13.153953864Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:00:13.162193297Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.285901426Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59468"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.285991008Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"uri":"/crucible/0/regions/32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1","method":"GET","req_id":"764d1c05-79b1-49c6-82b6-bf6c228a376b","remote_addr":"[fd00:1122:3344:101::a]:59468","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":44,"response_code":200} {"msg":"path is \"/data/regions/32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.292356276Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"datafile"} {"msg":"dataset is oxp_915aa3dc-8320-4e44-80ab-99c67a80a084/crucible/regions/32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.298082853Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"datafile"} {"msg":"snapshot is oxp_915aa3dc-8320-4e44-80ab-99c67a80a084/crucible/regions/32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1@7c333487-93a5-4da4-833a-ca4f161640f2","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.302903033Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_915aa3dc-8320-4e44-80ab-99c67a80a084/crucible/regions/32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1\", \"7c333487-93a5-4da4-833a-ca4f161640f2\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.302914933Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.312874489Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"uri":"/crucible/0/regions/32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1/snapshots/7c333487-93a5-4da4-833a-ca4f161640f2","method":"GET","req_id":"e5bd87bc-8bdf-4bd4-81c0-1c7cea2089d7","remote_addr":"[fd00:1122:3344:101::a]:59468","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":23029,"response_code":200} {"msg":"path is \"/data/regions/32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.316379455Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"datafile"} {"msg":"dataset is oxp_915aa3dc-8320-4e44-80ab-99c67a80a084/crucible/regions/32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.322438557Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"datafile"} {"msg":"snapshot is oxp_915aa3dc-8320-4e44-80ab-99c67a80a084/crucible/regions/32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1@7c333487-93a5-4da4-833a-ca4f161640f2","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.328371118Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_915aa3dc-8320-4e44-80ab-99c67a80a084/crucible/regions/32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1\", \"7c333487-93a5-4da4-833a-ca4f161640f2\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.328385739Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1-7c333487-93a5-4da4-833a-ca4f161640f2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.335603303Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"datafile"} {"msg":"applying SMF actions for region 32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1 running snapshot 7c333487-93a5-4da4-833a-ca4f161640f2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.336241695Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.336269006Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"uri":"/crucible/0/regions/32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1/snapshots/7c333487-93a5-4da4-833a-ca4f161640f2/run","method":"POST","req_id":"01e5fc35-6f55-4c35-8520-909f4107e329","remote_addr":"[fd00:1122:3344:101::a]:59468","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19786,"response_code":200} {"msg":"creating missing snapshot instance snapshot-32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1-7c333487-93a5-4da4-833a-ca4f161640f2","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.342885889Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1-7c333487-93a5-4da4-833a-ca4f161640f2","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.353619529Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1-7c333487-93a5-4da4-833a-ca4f161640f2","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.368432185Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1/.zfs/snapshot/7c333487-93a5-4da4-833a-ca4f161640f2","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.368728541Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.368780822Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.368829483Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.368875574Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.368935625Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.37241956Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.377078297Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"worker"} {"msg":"region 32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1 running snapshot 7c333487-93a5-4da4-833a-ca4f161640f2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.377094507Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"datafile"} {"msg":"path is \"/data/regions/32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1\"","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.703726069Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"datafile"} {"msg":"dataset is oxp_915aa3dc-8320-4e44-80ab-99c67a80a084/crucible/regions/32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.710507786Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"datafile"} {"msg":"snapshot is oxp_915aa3dc-8320-4e44-80ab-99c67a80a084/crucible/regions/32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1@7c333487-93a5-4da4-833a-ca4f161640f2","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.715910947Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_915aa3dc-8320-4e44-80ab-99c67a80a084/crucible/regions/32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1\", \"7c333487-93a5-4da4-833a-ca4f161640f2\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.715928207Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-11-03T06:11:20.721649774Z","hostname":"oxz_crucible_331f4e37-97e9-42ad-ac9f-bf0bab4f1012","pid":24449,"uri":"/crucible/0/regions/32e9b3ae-0cd2-4f76-acbf-e3c51a6792c1/snapshots/7c333487-93a5-4da4-833a-ca4f161640f2/run","method":"POST","req_id":"4f0d4409-6dce-4f25-ae06-df7d71348208","remote_addr":"[fd00:1122:3344:101::a]:59468","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17963,"response_code":200}