{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.629166007Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:34141"} {"msg":"region 36c30173-0888-415c-91db-db6d368c0557 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.629253608Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.629799776Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"uri":"/crucible/0/regions","method":"POST","req_id":"8bd1e267-3a7f-47fd-b331-fee3040b6d6a","remote_addr":"[fd00:1122:3344:101::c]:34141","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":573,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.629820376Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_da97d3e8-e9df-44a1-9287-82e50ef8a6d1/crucible/regions/36c30173-0888-415c-91db-db6d368c0557","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.641563878Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_da97d3e8-e9df-44a1-9287-82e50ef8a6d1/crucible/regions/36c30173-0888-415c-91db-db6d368c0557","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.641593128Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"36c30173-0888-415c-91db-db6d368c0557\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/36c30173-0888-415c-91db-db6d368c0557\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.697014183Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"region":"36c30173-0888-415c-91db-db6d368c0557","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"36c30173-0888-415c-91db-db6d368c0557\" \"--data\" \"/data/regions/36c30173-0888-415c-91db-db6d368c0557\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.697070434Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"region":"36c30173-0888-415c-91db-db6d368c0557","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.834136665Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"region":"36c30173-0888-415c-91db-db6d368c0557","component":"worker"} {"msg":"region 36c30173-0888-415c-91db-db6d368c0557 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.834190556Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.834301467Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-36c30173-0888-415c-91db-db6d368c0557","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.835410672Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-36c30173-0888-415c-91db-db6d368c0557","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.85412118Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.858301478Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"uri":"/crucible/0/regions","method":"POST","req_id":"6811319c-e098-464c-a093-1612bab5da4d","remote_addr":"[fd00:1122:3344:101::c]:34141","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":63,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.875527666Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-36c30173-0888-415c-91db-db6d368c0557","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.878287614Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/36c30173-0888-415c-91db-db6d368c0557","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.878598238Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.878648369Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.878694399Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.87873592Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.882854717Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:20.889052692Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.322344516Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"uri":"/crucible/0/regions/cded1907-8763-4d17-aa44-1cc37dff5eec","method":"GET","req_id":"0981e4c9-3ae7-4453-bbab-b30a6fa6eb6f","remote_addr":"[fd00:1122:3344:101::c]:34141","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":45,"response_code":"200"} {"msg":"path is \"/data/regions/cded1907-8763-4d17-aa44-1cc37dff5eec\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.326107858Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"datafile"} {"msg":"dataset is oxp_da97d3e8-e9df-44a1-9287-82e50ef8a6d1/crucible/regions/cded1907-8763-4d17-aa44-1cc37dff5eec","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.335165773Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"datafile"} {"msg":"snapshot is oxp_da97d3e8-e9df-44a1-9287-82e50ef8a6d1/crucible/regions/cded1907-8763-4d17-aa44-1cc37dff5eec@07652c4e-2ccb-4986-9ce0-aa54daa031c9","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.343440587Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_da97d3e8-e9df-44a1-9287-82e50ef8a6d1/crucible/regions/cded1907-8763-4d17-aa44-1cc37dff5eec\", \"07652c4e-2ccb-4986-9ce0-aa54daa031c9\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.343475967Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.355422172Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"uri":"/crucible/0/regions/cded1907-8763-4d17-aa44-1cc37dff5eec/snapshots/07652c4e-2ccb-4986-9ce0-aa54daa031c9","method":"GET","req_id":"59360bbb-02e7-489c-a1d0-fd6a0fad62a2","remote_addr":"[fd00:1122:3344:101::c]:34141","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":29327,"response_code":"200"} {"msg":"path is \"/data/regions/cded1907-8763-4d17-aa44-1cc37dff5eec\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.358344572Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"datafile"} {"msg":"dataset is oxp_da97d3e8-e9df-44a1-9287-82e50ef8a6d1/crucible/regions/cded1907-8763-4d17-aa44-1cc37dff5eec","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.36688916Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"datafile"} {"msg":"snapshot is oxp_da97d3e8-e9df-44a1-9287-82e50ef8a6d1/crucible/regions/cded1907-8763-4d17-aa44-1cc37dff5eec@07652c4e-2ccb-4986-9ce0-aa54daa031c9","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.375210775Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_da97d3e8-e9df-44a1-9287-82e50ef8a6d1/crucible/regions/cded1907-8763-4d17-aa44-1cc37dff5eec\", \"07652c4e-2ccb-4986-9ce0-aa54daa031c9\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.375262266Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot cded1907-8763-4d17-aa44-1cc37dff5eec-07652c4e-2ccb-4986-9ce0-aa54daa031c9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.385305734Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"datafile"} {"msg":"applying SMF actions for region cded1907-8763-4d17-aa44-1cc37dff5eec running snapshot 07652c4e-2ccb-4986-9ce0-aa54daa031c9 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.385508387Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.385524037Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"uri":"/crucible/0/regions/cded1907-8763-4d17-aa44-1cc37dff5eec/snapshots/07652c4e-2ccb-4986-9ce0-aa54daa031c9/run","method":"POST","req_id":"32892f54-4884-456d-8322-404a899c9130","remote_addr":"[fd00:1122:3344:101::c]:34141","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":27213,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-cded1907-8763-4d17-aa44-1cc37dff5eec-07652c4e-2ccb-4986-9ce0-aa54daa031c9","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.388326086Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-cded1907-8763-4d17-aa44-1cc37dff5eec-07652c4e-2ccb-4986-9ce0-aa54daa031c9","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.395573536Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-cded1907-8763-4d17-aa44-1cc37dff5eec-07652c4e-2ccb-4986-9ce0-aa54daa031c9","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.406539157Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cded1907-8763-4d17-aa44-1cc37dff5eec/.zfs/snapshot/07652c4e-2ccb-4986-9ce0-aa54daa031c9","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.406836541Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.406892612Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.406936173Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.406980623Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.407041824Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.410899877Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.415229517Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"worker"} {"msg":"region cded1907-8763-4d17-aa44-1cc37dff5eec running snapshot 07652c4e-2ccb-4986-9ce0-aa54daa031c9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.415248928Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"datafile"} {"msg":"path is \"/data/regions/cded1907-8763-4d17-aa44-1cc37dff5eec\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.640070938Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"datafile"} {"msg":"dataset is oxp_da97d3e8-e9df-44a1-9287-82e50ef8a6d1/crucible/regions/cded1907-8763-4d17-aa44-1cc37dff5eec","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.650555883Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"datafile"} {"msg":"snapshot is oxp_da97d3e8-e9df-44a1-9287-82e50ef8a6d1/crucible/regions/cded1907-8763-4d17-aa44-1cc37dff5eec@07652c4e-2ccb-4986-9ce0-aa54daa031c9","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.659558617Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_da97d3e8-e9df-44a1-9287-82e50ef8a6d1/crucible/regions/cded1907-8763-4d17-aa44-1cc37dff5eec\", \"07652c4e-2ccb-4986-9ce0-aa54daa031c9\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.659595398Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-18T18:47:22.679051016Z","hostname":"oxz_crucible_9130f655-ed2f-4344-b1ac-e4d912b4fe52","pid":23153,"uri":"/crucible/0/regions/cded1907-8763-4d17-aa44-1cc37dff5eec/snapshots/07652c4e-2ccb-4986-9ce0-aa54daa031c9/run","method":"POST","req_id":"4833cf8b-0d3c-4b45-b781-847eb0d1246d","remote_addr":"[fd00:1122:3344:101::c]:34141","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":38982,"response_code":"200"}