{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.661480787Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34404"} {"msg":"region a36ad580-b9c1-40de-ae5d-e137903cedd6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.661580039Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.662152045Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"uri":"/crucible/0/regions","method":"POST","req_id":"855fd869-67ce-4693-a790-198f88b29755","remote_addr":"[fd00:1122:3344:101::a]:34404","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":610,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.662165135Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_893eba62-2805-4046-834d-f54746c5b692/crucible/regions/a36ad580-b9c1-40de-ae5d-e137903cedd6","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.66993311Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_893eba62-2805-4046-834d-f54746c5b692/crucible/regions/a36ad580-b9c1-40de-ae5d-e137903cedd6","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.66995357Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a36ad580-b9c1-40de-ae5d-e137903cedd6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a36ad580-b9c1-40de-ae5d-e137903cedd6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.715111652Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"region":"a36ad580-b9c1-40de-ae5d-e137903cedd6","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a36ad580-b9c1-40de-ae5d-e137903cedd6\" \"--data\" \"/data/regions/a36ad580-b9c1-40de-ae5d-e137903cedd6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.715146272Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"region":"a36ad580-b9c1-40de-ae5d-e137903cedd6","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.79117214Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"region":"a36ad580-b9c1-40de-ae5d-e137903cedd6","component":"worker"} {"msg":"region a36ad580-b9c1-40de-ae5d-e137903cedd6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.791198461Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.791312602Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a36ad580-b9c1-40de-ae5d-e137903cedd6","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.791697256Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a36ad580-b9c1-40de-ae5d-e137903cedd6","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.802232421Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.824760956Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a36ad580-b9c1-40de-ae5d-e137903cedd6","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.827552017Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a36ad580-b9c1-40de-ae5d-e137903cedd6","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.82785604Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.82789842Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.827935261Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.827969361Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.831040245Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.847501614Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:36.967848845Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"uri":"/crucible/0/regions","method":"POST","req_id":"1ee04259-7516-480b-87df-0fa839c4198a","remote_addr":"[fd00:1122:3344:101::a]:34404","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.302338771Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"uri":"/crucible/0/regions/bfbfbf7b-9a60-41fa-95c3-3cd063eafd99","method":"GET","req_id":"105894c2-7ff7-4271-bf03-669339033dff","remote_addr":"[fd00:1122:3344:101::a]:34404","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"path is \"/data/regions/bfbfbf7b-9a60-41fa-95c3-3cd063eafd99\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.305627637Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"datafile"} {"msg":"dataset is oxp_893eba62-2805-4046-834d-f54746c5b692/crucible/regions/bfbfbf7b-9a60-41fa-95c3-3cd063eafd99","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.312252149Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"datafile"} {"msg":"snapshot is oxp_893eba62-2805-4046-834d-f54746c5b692/crucible/regions/bfbfbf7b-9a60-41fa-95c3-3cd063eafd99@8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.318344535Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_893eba62-2805-4046-834d-f54746c5b692/crucible/regions/bfbfbf7b-9a60-41fa-95c3-3cd063eafd99\", \"8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.318368515Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.326368753Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"uri":"/crucible/0/regions/bfbfbf7b-9a60-41fa-95c3-3cd063eafd99/snapshots/8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8","method":"GET","req_id":"9a3a0207-a1cb-4ce4-8a86-4645c72bbc18","remote_addr":"[fd00:1122:3344:101::a]:34404","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20783,"response_code":200} {"msg":"path is \"/data/regions/bfbfbf7b-9a60-41fa-95c3-3cd063eafd99\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.329984792Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"datafile"} {"msg":"dataset is oxp_893eba62-2805-4046-834d-f54746c5b692/crucible/regions/bfbfbf7b-9a60-41fa-95c3-3cd063eafd99","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.336116539Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"datafile"} {"msg":"snapshot is oxp_893eba62-2805-4046-834d-f54746c5b692/crucible/regions/bfbfbf7b-9a60-41fa-95c3-3cd063eafd99@8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.341619569Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_893eba62-2805-4046-834d-f54746c5b692/crucible/regions/bfbfbf7b-9a60-41fa-95c3-3cd063eafd99\", \"8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.341631769Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot bfbfbf7b-9a60-41fa-95c3-3cd063eafd99-8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.348815747Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.348942959Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"uri":"/crucible/0/regions/bfbfbf7b-9a60-41fa-95c3-3cd063eafd99/snapshots/8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8/run","method":"POST","req_id":"c7575599-2970-43e1-8da3-d79edbf2a432","remote_addr":"[fd00:1122:3344:101::a]:34404","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18976,"response_code":200} {"msg":"applying SMF actions for region bfbfbf7b-9a60-41fa-95c3-3cd063eafd99 running snapshot 8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.348959039Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-bfbfbf7b-9a60-41fa-95c3-3cd063eafd99-8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.353588739Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-bfbfbf7b-9a60-41fa-95c3-3cd063eafd99-8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.363605548Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-bfbfbf7b-9a60-41fa-95c3-3cd063eafd99-8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.373744719Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bfbfbf7b-9a60-41fa-95c3-3cd063eafd99/.zfs/snapshot/8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.374033772Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.374080612Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.374126293Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.374161943Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.374206374Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.377801403Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.382307222Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"worker"} {"msg":"region bfbfbf7b-9a60-41fa-95c3-3cd063eafd99 running snapshot 8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.382318462Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"datafile"} {"msg":"path is \"/data/regions/bfbfbf7b-9a60-41fa-95c3-3cd063eafd99\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.494756657Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"datafile"} {"msg":"dataset is oxp_893eba62-2805-4046-834d-f54746c5b692/crucible/regions/bfbfbf7b-9a60-41fa-95c3-3cd063eafd99","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.502218218Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"datafile"} {"msg":"snapshot is oxp_893eba62-2805-4046-834d-f54746c5b692/crucible/regions/bfbfbf7b-9a60-41fa-95c3-3cd063eafd99@8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.508885571Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_893eba62-2805-4046-834d-f54746c5b692/crucible/regions/bfbfbf7b-9a60-41fa-95c3-3cd063eafd99\", \"8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.508911381Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-31T02:55:38.515664975Z","hostname":"oxz_crucible_a20a6645-e7c4-405d-b4cc-686063f633e4","pid":24066,"uri":"/crucible/0/regions/bfbfbf7b-9a60-41fa-95c3-3cd063eafd99/snapshots/8db2e0fc-52dc-47ee-b4c2-7eeaf8793db8/run","method":"POST","req_id":"dde0686e-bb6f-4562-a2c2-0d45b1dd372a","remote_addr":"[fd00:1122:3344:101::a]:34404","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20952,"response_code":200}