{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:52.762719453Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:45431"} {"msg":"region d4f31d55-1c25-4262-bbff-102ff312e9ef state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:52.763046246Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:52.763691831Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"uri":"/crucible/0/regions","method":"POST","req_id":"b4a3012f-0b61-4358-bbfd-b850483a26d3","remote_addr":"[fd00:1122:3344:101::c]:45431","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":689,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:52.763707872Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_e78b13d7-0ea8-46a5-9dc2-d0f2b5240606/crucible/regions/d4f31d55-1c25-4262-bbff-102ff312e9ef","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:52.771272849Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e78b13d7-0ea8-46a5-9dc2-d0f2b5240606/crucible/regions/d4f31d55-1c25-4262-bbff-102ff312e9ef","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:52.771290629Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d4f31d55-1c25-4262-bbff-102ff312e9ef\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d4f31d55-1c25-4262-bbff-102ff312e9ef\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:52.923175854Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"region":"d4f31d55-1c25-4262-bbff-102ff312e9ef","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d4f31d55-1c25-4262-bbff-102ff312e9ef\" \"--data\" \"/data/regions/d4f31d55-1c25-4262-bbff-102ff312e9ef\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:52.923210414Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"region":"d4f31d55-1c25-4262-bbff-102ff312e9ef","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.059423229Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"uri":"/crucible/0/regions","method":"POST","req_id":"c7097472-e67d-444d-9703-a50e253c6bf5","remote_addr":"[fd00:1122:3344:101::c]:45431","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.330646738Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"region":"d4f31d55-1c25-4262-bbff-102ff312e9ef","component":"worker"} {"msg":"region d4f31d55-1c25-4262-bbff-102ff312e9ef state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.330679079Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.33086637Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d4f31d55-1c25-4262-bbff-102ff312e9ef","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.34992882Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d4f31d55-1c25-4262-bbff-102ff312e9ef","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.381372141Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.434146851Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d4f31d55-1c25-4262-bbff-102ff312e9ef","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.471828234Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d4f31d55-1c25-4262-bbff-102ff312e9ef","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.472087248Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.472136664Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.472174906Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.472225015Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.484661322Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.524009463Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.755062904Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"uri":"/crucible/0/regions","method":"POST","req_id":"3c6c7dc7-0255-4dc8-b0aa-d16a206a5307","remote_addr":"[fd00:1122:3344:101::c]:45431","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.432864747Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"uri":"/crucible/0/regions/231def02-9951-42dd-9282-745ad609719a","method":"GET","req_id":"0c0d99f4-14bd-410f-b8e3-64f9eff7a0d2","remote_addr":"[fd00:1122:3344:101::c]:45431","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"path is \"/data/regions/231def02-9951-42dd-9282-745ad609719a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.438484882Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"datafile"} {"msg":"dataset is oxp_e78b13d7-0ea8-46a5-9dc2-d0f2b5240606/crucible/regions/231def02-9951-42dd-9282-745ad609719a","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.445695402Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"datafile"} {"msg":"snapshot is oxp_e78b13d7-0ea8-46a5-9dc2-d0f2b5240606/crucible/regions/231def02-9951-42dd-9282-745ad609719a@1043940e-9620-4324-be05-b16a319c6bf1","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.452037358Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e78b13d7-0ea8-46a5-9dc2-d0f2b5240606/crucible/regions/231def02-9951-42dd-9282-745ad609719a\", \"1043940e-9620-4324-be05-b16a319c6bf1\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.452056088Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.459668586Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"uri":"/crucible/0/regions/231def02-9951-42dd-9282-745ad609719a/snapshots/1043940e-9620-4324-be05-b16a319c6bf1","method":"GET","req_id":"c7364e77-9d83-46b1-8cc0-5f14db89f3dc","remote_addr":"[fd00:1122:3344:101::c]:45431","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":21177,"response_code":200} {"msg":"path is \"/data/regions/231def02-9951-42dd-9282-745ad609719a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.472949845Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"datafile"} {"msg":"dataset is oxp_e78b13d7-0ea8-46a5-9dc2-d0f2b5240606/crucible/regions/231def02-9951-42dd-9282-745ad609719a","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.479933777Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"datafile"} {"msg":"snapshot is oxp_e78b13d7-0ea8-46a5-9dc2-d0f2b5240606/crucible/regions/231def02-9951-42dd-9282-745ad609719a@1043940e-9620-4324-be05-b16a319c6bf1","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.486624847Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e78b13d7-0ea8-46a5-9dc2-d0f2b5240606/crucible/regions/231def02-9951-42dd-9282-745ad609719a\", \"1043940e-9620-4324-be05-b16a319c6bf1\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.486636867Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 231def02-9951-42dd-9282-745ad609719a-1043940e-9620-4324-be05-b16a319c6bf1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.498909566Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.499041907Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"uri":"/crucible/0/regions/231def02-9951-42dd-9282-745ad609719a/snapshots/1043940e-9620-4324-be05-b16a319c6bf1/run","method":"POST","req_id":"7d99388d-10d8-46d9-a2ec-dc498ad510a9","remote_addr":"[fd00:1122:3344:101::c]:45431","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26136,"response_code":200} {"msg":"applying SMF actions for region 231def02-9951-42dd-9282-745ad609719a running snapshot 1043940e-9620-4324-be05-b16a319c6bf1 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.499060347Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-231def02-9951-42dd-9282-745ad609719a-1043940e-9620-4324-be05-b16a319c6bf1","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.503877301Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-231def02-9951-42dd-9282-745ad609719a-1043940e-9620-4324-be05-b16a319c6bf1","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.515819007Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-231def02-9951-42dd-9282-745ad609719a-1043940e-9620-4324-be05-b16a319c6bf1","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.574425429Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/231def02-9951-42dd-9282-745ad609719a/.zfs/snapshot/1043940e-9620-4324-be05-b16a319c6bf1","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.574708112Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.574752532Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.574794142Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.574829783Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.574881943Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.588309159Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.612387148Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"worker"} {"msg":"region 231def02-9951-42dd-9282-745ad609719a running snapshot 1043940e-9620-4324-be05-b16a319c6bf1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.612398418Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"datafile"} {"msg":"path is \"/data/regions/231def02-9951-42dd-9282-745ad609719a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.739439221Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"datafile"} {"msg":"dataset is oxp_e78b13d7-0ea8-46a5-9dc2-d0f2b5240606/crucible/regions/231def02-9951-42dd-9282-745ad609719a","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.745822468Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"datafile"} {"msg":"snapshot is oxp_e78b13d7-0ea8-46a5-9dc2-d0f2b5240606/crucible/regions/231def02-9951-42dd-9282-745ad609719a@1043940e-9620-4324-be05-b16a319c6bf1","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.752025243Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e78b13d7-0ea8-46a5-9dc2-d0f2b5240606/crucible/regions/231def02-9951-42dd-9282-745ad609719a\", \"1043940e-9620-4324-be05-b16a319c6bf1\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.752045603Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.75726861Z","hostname":"oxz_crucible_f05955c5-140f-43b0-a532-6f693e65dd4f","pid":23457,"uri":"/crucible/0/regions/231def02-9951-42dd-9282-745ad609719a/snapshots/1043940e-9620-4324-be05-b16a319c6bf1/run","method":"POST","req_id":"8ee99f85-0b92-45c2-88a7-8f59b7dfd2df","remote_addr":"[fd00:1122:3344:101::c]:45431","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17861,"response_code":200}