{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.153203511Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:50641"} {"msg":"region 5e9bf5b1-c83e-438f-bd8e-56b9cf01e174 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.153272542Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.153807802Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"uri":"/crucible/0/regions","method":"POST","req_id":"999a2bd4-f901-40ac-8496-f144383bb627","remote_addr":"[fd00:1122:3344:101::c]:50641","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":570,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.153818992Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_0262f759-bb9f-4afb-9585-0c3058075cc5/crucible/regions/5e9bf5b1-c83e-438f-bd8e-56b9cf01e174","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.163356253Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_0262f759-bb9f-4afb-9585-0c3058075cc5/crucible/regions/5e9bf5b1-c83e-438f-bd8e-56b9cf01e174","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.163370453Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5e9bf5b1-c83e-438f-bd8e-56b9cf01e174\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5e9bf5b1-c83e-438f-bd8e-56b9cf01e174\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.223657793Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"region":"5e9bf5b1-c83e-438f-bd8e-56b9cf01e174","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5e9bf5b1-c83e-438f-bd8e-56b9cf01e174\" \"--data\" \"/data/regions/5e9bf5b1-c83e-438f-bd8e-56b9cf01e174\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.223690593Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"region":"5e9bf5b1-c83e-438f-bd8e-56b9cf01e174","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.300454896Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"region":"5e9bf5b1-c83e-438f-bd8e-56b9cf01e174","component":"worker"} {"msg":"region 5e9bf5b1-c83e-438f-bd8e-56b9cf01e174 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.300489007Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.300590729Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5e9bf5b1-c83e-438f-bd8e-56b9cf01e174","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.32244061Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5e9bf5b1-c83e-438f-bd8e-56b9cf01e174","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.333913546Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.340719437Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5e9bf5b1-c83e-438f-bd8e-56b9cf01e174","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.343414606Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5e9bf5b1-c83e-438f-bd8e-56b9cf01e174","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.34367386Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.343726491Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.343770582Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.343811883Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.348276503Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.352555769Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:40.449616017Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"uri":"/crucible/0/regions","method":"POST","req_id":"a1acbe58-7ab7-44bb-b447-e4d6b06431bd","remote_addr":"[fd00:1122:3344:101::c]:50641","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:41.886247175Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"uri":"/crucible/0/regions/00672394-32d4-4080-a33d-f49f9f1055a5","method":"GET","req_id":"72c00c88-52bb-446d-8df5-3b96afeb2806","remote_addr":"[fd00:1122:3344:101::c]:50641","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"path is \"/data/regions/00672394-32d4-4080-a33d-f49f9f1055a5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:41.893076747Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"datafile"} {"msg":"dataset is oxp_0262f759-bb9f-4afb-9585-0c3058075cc5/crucible/regions/00672394-32d4-4080-a33d-f49f9f1055a5","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:41.89936816Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"datafile"} {"msg":"snapshot is oxp_0262f759-bb9f-4afb-9585-0c3058075cc5/crucible/regions/00672394-32d4-4080-a33d-f49f9f1055a5@e2e83469-9675-47ec-831f-eefd1f91750c","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:41.905882737Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0262f759-bb9f-4afb-9585-0c3058075cc5/crucible/regions/00672394-32d4-4080-a33d-f49f9f1055a5\", \"e2e83469-9675-47ec-831f-eefd1f91750c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:41.905900497Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:41.914318108Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"uri":"/crucible/0/regions/00672394-32d4-4080-a33d-f49f9f1055a5/snapshots/e2e83469-9675-47ec-831f-eefd1f91750c","method":"GET","req_id":"2bd938b8-b964-4437-8037-3d720561c1f2","remote_addr":"[fd00:1122:3344:101::c]:50641","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21265,"response_code":200} {"msg":"path is \"/data/regions/00672394-32d4-4080-a33d-f49f9f1055a5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:41.917717539Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"datafile"} {"msg":"dataset is oxp_0262f759-bb9f-4afb-9585-0c3058075cc5/crucible/regions/00672394-32d4-4080-a33d-f49f9f1055a5","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:41.923242607Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"datafile"} {"msg":"snapshot is oxp_0262f759-bb9f-4afb-9585-0c3058075cc5/crucible/regions/00672394-32d4-4080-a33d-f49f9f1055a5@e2e83469-9675-47ec-831f-eefd1f91750c","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:41.929249515Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0262f759-bb9f-4afb-9585-0c3058075cc5/crucible/regions/00672394-32d4-4080-a33d-f49f9f1055a5\", \"e2e83469-9675-47ec-831f-eefd1f91750c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:41.929268915Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 00672394-32d4-4080-a33d-f49f9f1055a5-e2e83469-9675-47ec-831f-eefd1f91750c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:41.937810748Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:41.937955301Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"uri":"/crucible/0/regions/00672394-32d4-4080-a33d-f49f9f1055a5/snapshots/e2e83469-9675-47ec-831f-eefd1f91750c/run","method":"POST","req_id":"ac4e553f-8609-447a-91e7-11f41a1bbe0a","remote_addr":"[fd00:1122:3344:101::c]:50641","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":20254,"response_code":200} {"msg":"applying SMF actions for region 00672394-32d4-4080-a33d-f49f9f1055a5 running snapshot e2e83469-9675-47ec-831f-eefd1f91750c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:41.937968661Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-00672394-32d4-4080-a33d-f49f9f1055a5-e2e83469-9675-47ec-831f-eefd1f91750c","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:41.943072253Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-00672394-32d4-4080-a33d-f49f9f1055a5-e2e83469-9675-47ec-831f-eefd1f91750c","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:41.946022575Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-00672394-32d4-4080-a33d-f49f9f1055a5-e2e83469-9675-47ec-831f-eefd1f91750c","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:41.956359531Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/00672394-32d4-4080-a33d-f49f9f1055a5/.zfs/snapshot/e2e83469-9675-47ec-831f-eefd1f91750c","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:41.956633535Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:41.956675866Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:41.956711717Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:41.956747057Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:41.956793688Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:41.960448254Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:41.964647759Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"worker"} {"msg":"region 00672394-32d4-4080-a33d-f49f9f1055a5 running snapshot e2e83469-9675-47ec-831f-eefd1f91750c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:41.964662469Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"datafile"} {"msg":"path is \"/data/regions/00672394-32d4-4080-a33d-f49f9f1055a5\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:42.126378734Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"datafile"} {"msg":"dataset is oxp_0262f759-bb9f-4afb-9585-0c3058075cc5/crucible/regions/00672394-32d4-4080-a33d-f49f9f1055a5","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:42.132758298Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"datafile"} {"msg":"snapshot is oxp_0262f759-bb9f-4afb-9585-0c3058075cc5/crucible/regions/00672394-32d4-4080-a33d-f49f9f1055a5@e2e83469-9675-47ec-831f-eefd1f91750c","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:42.139865916Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_0262f759-bb9f-4afb-9585-0c3058075cc5/crucible/regions/00672394-32d4-4080-a33d-f49f9f1055a5\", \"e2e83469-9675-47ec-831f-eefd1f91750c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:42.139883756Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-22T02:21:42.145737831Z","hostname":"oxz_crucible_510283b9-00ed-404c-bcf9-65016acebc34","pid":24066,"uri":"/crucible/0/regions/00672394-32d4-4080-a33d-f49f9f1055a5/snapshots/e2e83469-9675-47ec-831f-eefd1f91750c/run","method":"POST","req_id":"5fcffd4f-02bf-4a40-82a1-8bacd6ab524d","remote_addr":"[fd00:1122:3344:101::c]:50641","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":19399,"response_code":200}