{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.593944404Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:35767"} {"msg":"region 35335021-983a-4aff-aba6-01748ac0b5e9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.594115066Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.594963156Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.594974226Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"uri":"/crucible/0/regions","method":"POST","req_id":"db1f8e45-3cec-434f-b043-57c4d2e28bb3","remote_addr":"[fd00:1122:3344:101::c]:35767","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":885,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_fe2cc2ed-07a4-4bd2-b950-9953f4efb6fe/crucible/regions/35335021-983a-4aff-aba6-01748ac0b5e9","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.606176345Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_fe2cc2ed-07a4-4bd2-b950-9953f4efb6fe/crucible/regions/35335021-983a-4aff-aba6-01748ac0b5e9","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.606210795Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"35335021-983a-4aff-aba6-01748ac0b5e9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/35335021-983a-4aff-aba6-01748ac0b5e9\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.676472622Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"region":"35335021-983a-4aff-aba6-01748ac0b5e9","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"35335021-983a-4aff-aba6-01748ac0b5e9\" \"--data\" \"/data/regions/35335021-983a-4aff-aba6-01748ac0b5e9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.676515833Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"region":"35335021-983a-4aff-aba6-01748ac0b5e9","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.728382328Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"uri":"/crucible/0/regions","method":"POST","req_id":"6074cce5-567e-4b30-a734-d34bb0a2b832","remote_addr":"[fd00:1122:3344:101::c]:35767","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.813162642Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"region":"35335021-983a-4aff-aba6-01748ac0b5e9","component":"worker"} {"msg":"region 35335021-983a-4aff-aba6-01748ac0b5e9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.813183633Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.813310164Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-35335021-983a-4aff-aba6-01748ac0b5e9","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.813692238Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-35335021-983a-4aff-aba6-01748ac0b5e9","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.82689849Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.85387363Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-35335021-983a-4aff-aba6-01748ac0b5e9","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.862455998Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/35335021-983a-4aff-aba6-01748ac0b5e9","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.862913514Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.862985325Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.863049125Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.863111796Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.871826616Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.883034165Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:12.99932594Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"uri":"/crucible/0/regions","method":"POST","req_id":"d7e29d34-67ab-4fae-9caf-4760c0db83aa","remote_addr":"[fd00:1122:3344:101::c]:35767","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":46,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.715080781Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"uri":"/crucible/0/regions/b401000a-01f7-4295-84ac-135932448892","method":"GET","req_id":"d3770704-457d-435f-9480-c34fe4f20147","remote_addr":"[fd00:1122:3344:101::c]:35767","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":2959,"response_code":"200"} {"msg":"path is \"/data/regions/b401000a-01f7-4295-84ac-135932448892\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.718302109Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"datafile"} {"msg":"dataset is oxp_fe2cc2ed-07a4-4bd2-b950-9953f4efb6fe/crucible/regions/b401000a-01f7-4295-84ac-135932448892","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.727616765Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"datafile"} {"msg":"snapshot is oxp_fe2cc2ed-07a4-4bd2-b950-9953f4efb6fe/crucible/regions/b401000a-01f7-4295-84ac-135932448892@df61edab-3a2e-438f-8a5e-636174851aa4","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.73671102Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_fe2cc2ed-07a4-4bd2-b950-9953f4efb6fe/crucible/regions/b401000a-01f7-4295-84ac-135932448892\", \"df61edab-3a2e-438f-8a5e-636174851aa4\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.7367401Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.748416835Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"uri":"/crucible/0/regions/b401000a-01f7-4295-84ac-135932448892/snapshots/df61edab-3a2e-438f-8a5e-636174851aa4","method":"GET","req_id":"f3f88740-fad8-4970-a0f4-9c0fde2b5adf","remote_addr":"[fd00:1122:3344:101::c]:35767","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":30112,"response_code":"200"} {"msg":"path is \"/data/regions/b401000a-01f7-4295-84ac-135932448892\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.753871567Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"datafile"} {"msg":"dataset is oxp_fe2cc2ed-07a4-4bd2-b950-9953f4efb6fe/crucible/regions/b401000a-01f7-4295-84ac-135932448892","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.761776418Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"datafile"} {"msg":"snapshot is oxp_fe2cc2ed-07a4-4bd2-b950-9953f4efb6fe/crucible/regions/b401000a-01f7-4295-84ac-135932448892@df61edab-3a2e-438f-8a5e-636174851aa4","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.76891379Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_fe2cc2ed-07a4-4bd2-b950-9953f4efb6fe/crucible/regions/b401000a-01f7-4295-84ac-135932448892\", \"df61edab-3a2e-438f-8a5e-636174851aa4\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.7689423Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot b401000a-01f7-4295-84ac-135932448892-df61edab-3a2e-438f-8a5e-636174851aa4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.778782903Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"datafile"} {"msg":"applying SMF actions for region b401000a-01f7-4295-84ac-135932448892 running snapshot df61edab-3a2e-438f-8a5e-636174851aa4 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.778996996Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.779015496Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"uri":"/crucible/0/regions/b401000a-01f7-4295-84ac-135932448892/snapshots/df61edab-3a2e-438f-8a5e-636174851aa4/run","method":"POST","req_id":"850f9486-7e68-4bb1-91b1-da9657a44260","remote_addr":"[fd00:1122:3344:101::c]:35767","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25186,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-b401000a-01f7-4295-84ac-135932448892-df61edab-3a2e-438f-8a5e-636174851aa4","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.781311172Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b401000a-01f7-4295-84ac-135932448892-df61edab-3a2e-438f-8a5e-636174851aa4","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.795223322Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b401000a-01f7-4295-84ac-135932448892-df61edab-3a2e-438f-8a5e-636174851aa4","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.815832259Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b401000a-01f7-4295-84ac-135932448892/.zfs/snapshot/df61edab-3a2e-438f-8a5e-636174851aa4","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.816145902Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.816208833Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.816255584Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.816297644Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.816352265Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.823531987Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.832176806Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"worker"} {"msg":"region b401000a-01f7-4295-84ac-135932448892 running snapshot df61edab-3a2e-438f-8a5e-636174851aa4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:13.832188357Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"datafile"} {"msg":"path is \"/data/regions/b401000a-01f7-4295-84ac-135932448892\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:14.106925822Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"datafile"} {"msg":"dataset is oxp_fe2cc2ed-07a4-4bd2-b950-9953f4efb6fe/crucible/regions/b401000a-01f7-4295-84ac-135932448892","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:14.115658855Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"datafile"} {"msg":"snapshot is oxp_fe2cc2ed-07a4-4bd2-b950-9953f4efb6fe/crucible/regions/b401000a-01f7-4295-84ac-135932448892@df61edab-3a2e-438f-8a5e-636174851aa4","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:14.123854307Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_fe2cc2ed-07a4-4bd2-b950-9953f4efb6fe/crucible/regions/b401000a-01f7-4295-84ac-135932448892\", \"df61edab-3a2e-438f-8a5e-636174851aa4\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:14.123887957Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-30T21:37:14.131824328Z","hostname":"oxz_crucible_fe7fdf1e-8492-40e5-bc21-55e1286e092c","pid":25634,"uri":"/crucible/0/regions/b401000a-01f7-4295-84ac-135932448892/snapshots/df61edab-3a2e-438f-8a5e-636174851aa4/run","method":"POST","req_id":"3b7fb99a-af86-4548-9df3-5f849d4acdf3","remote_addr":"[fd00:1122:3344:101::c]:35767","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":24925,"response_code":"200"}