{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:52.763166957Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:59352"}
{"msg":"region 68dc8ad7-9c03-47f5-8400-3532db2e3cfa state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:52.763228237Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:52.764446358Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"uri":"/crucible/0/regions","method":"POST","req_id":"29be17f1-8671-4b4a-af89-e9780d300040","remote_addr":"[fd00:1122:3344:101::c]:59352","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":662,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:52.764471789Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_6c3d8bb1-d071-4e31-8380-33d7a147f216/crucible/regions/68dc8ad7-9c03-47f5-8400-3532db2e3cfa","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:52.772698882Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_6c3d8bb1-d071-4e31-8380-33d7a147f216/crucible/regions/68dc8ad7-9c03-47f5-8400-3532db2e3cfa","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:52.772716552Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"68dc8ad7-9c03-47f5-8400-3532db2e3cfa\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/68dc8ad7-9c03-47f5-8400-3532db2e3cfa\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:52.939220767Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"region":"68dc8ad7-9c03-47f5-8400-3532db2e3cfa","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"68dc8ad7-9c03-47f5-8400-3532db2e3cfa\" \"--data\" \"/data/regions/68dc8ad7-9c03-47f5-8400-3532db2e3cfa\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:52.939252657Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"region":"68dc8ad7-9c03-47f5-8400-3532db2e3cfa","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.03148867Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"uri":"/crucible/0/regions","method":"POST","req_id":"27fe9067-0904-441b-8a0e-6d72b028db4a","remote_addr":"[fd00:1122:3344:101::c]:59352","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.31967129Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"region":"68dc8ad7-9c03-47f5-8400-3532db2e3cfa","component":"worker"}
{"msg":"region 68dc8ad7-9c03-47f5-8400-3532db2e3cfa state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.319714501Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.319875562Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-68dc8ad7-9c03-47f5-8400-3532db2e3cfa","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.350566406Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-68dc8ad7-9c03-47f5-8400-3532db2e3cfa","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.370353413Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.423194444Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.449070635Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"uri":"/crucible/0/regions","method":"POST","req_id":"cec470aa-3ef8-41e7-89c8-2cdaf345a62a","remote_addr":"[fd00:1122:3344:101::c]:59352","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-68dc8ad7-9c03-47f5-8400-3532db2e3cfa","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.458482628Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/68dc8ad7-9c03-47f5-8400-3532db2e3cfa","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.458767471Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.458815402Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.458853662Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.458887022Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.498116452Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:53.510177269Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.800541356Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"uri":"/crucible/0/regions/00edccc0-9790-4ac5-b0b5-8f688c4f1e81","method":"GET","req_id":"d606b966-57ae-4ff3-9e7c-09d06869fbbc","remote_addr":"[fd00:1122:3344:101::c]:59352","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":79,"response_code":200}
{"msg":"path is \"/data/regions/00edccc0-9790-4ac5-b0b5-8f688c4f1e81\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.805221538Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"datafile"}
{"msg":"dataset is oxp_6c3d8bb1-d071-4e31-8380-33d7a147f216/crucible/regions/00edccc0-9790-4ac5-b0b5-8f688c4f1e81","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.812513853Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"datafile"}
{"msg":"snapshot is oxp_6c3d8bb1-d071-4e31-8380-33d7a147f216/crucible/regions/00edccc0-9790-4ac5-b0b5-8f688c4f1e81@1043940e-9620-4324-be05-b16a319c6bf1","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.819797548Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_6c3d8bb1-d071-4e31-8380-33d7a147f216/crucible/regions/00edccc0-9790-4ac5-b0b5-8f688c4f1e81\", \"1043940e-9620-4324-be05-b16a319c6bf1\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.819828788Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.832744113Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"uri":"/crucible/0/regions/00edccc0-9790-4ac5-b0b5-8f688c4f1e81/snapshots/1043940e-9620-4324-be05-b16a319c6bf1","method":"GET","req_id":"2230f661-f3d6-438d-a7a9-27d713c717ec","remote_addr":"[fd00:1122:3344:101::c]:59352","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27565,"response_code":200}
{"msg":"path is \"/data/regions/00edccc0-9790-4ac5-b0b5-8f688c4f1e81\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.835900791Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"datafile"}
{"msg":"dataset is oxp_6c3d8bb1-d071-4e31-8380-33d7a147f216/crucible/regions/00edccc0-9790-4ac5-b0b5-8f688c4f1e81","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.841494301Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"datafile"}
{"msg":"snapshot is oxp_6c3d8bb1-d071-4e31-8380-33d7a147f216/crucible/regions/00edccc0-9790-4ac5-b0b5-8f688c4f1e81@1043940e-9620-4324-be05-b16a319c6bf1","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.848860857Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_6c3d8bb1-d071-4e31-8380-33d7a147f216/crucible/regions/00edccc0-9790-4ac5-b0b5-8f688c4f1e81\", \"1043940e-9620-4324-be05-b16a319c6bf1\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.848886297Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 00edccc0-9790-4ac5-b0b5-8f688c4f1e81-1043940e-9620-4324-be05-b16a319c6bf1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.856991839Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"datafile"}
{"msg":"applying SMF actions for region 00edccc0-9790-4ac5-b0b5-8f688c4f1e81 running snapshot 1043940e-9620-4324-be05-b16a319c6bf1 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.85712194Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.857138261Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"uri":"/crucible/0/regions/00edccc0-9790-4ac5-b0b5-8f688c4f1e81/snapshots/1043940e-9620-4324-be05-b16a319c6bf1/run","method":"POST","req_id":"40596584-63b5-40aa-a51e-b154cd187011","remote_addr":"[fd00:1122:3344:101::c]:59352","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":21256,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-00edccc0-9790-4ac5-b0b5-8f688c4f1e81-1043940e-9620-4324-be05-b16a319c6bf1","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.867263431Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-00edccc0-9790-4ac5-b0b5-8f688c4f1e81-1043940e-9620-4324-be05-b16a319c6bf1","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:55.953300968Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"worker"}
{"msg":"path is \"/data/regions/00edccc0-9790-4ac5-b0b5-8f688c4f1e81\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:56.046656301Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"datafile"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-00edccc0-9790-4ac5-b0b5-8f688c4f1e81-1043940e-9620-4324-be05-b16a319c6bf1","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:56.052441713Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/00edccc0-9790-4ac5-b0b5-8f688c4f1e81/.zfs/snapshot/1043940e-9620-4324-be05-b16a319c6bf1","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:56.052782136Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:56.052832576Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:56.052869136Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:56.052904177Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:56.052990167Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"worker"}
{"msg":"dataset is oxp_6c3d8bb1-d071-4e31-8380-33d7a147f216/crucible/regions/00edccc0-9790-4ac5-b0b5-8f688c4f1e81","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:56.053691834Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"datafile"}
{"msg":"snapshot is oxp_6c3d8bb1-d071-4e31-8380-33d7a147f216/crucible/regions/00edccc0-9790-4ac5-b0b5-8f688c4f1e81@1043940e-9620-4324-be05-b16a319c6bf1","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:56.060523705Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_6c3d8bb1-d071-4e31-8380-33d7a147f216/crucible/regions/00edccc0-9790-4ac5-b0b5-8f688c4f1e81\", \"1043940e-9620-4324-be05-b16a319c6bf1\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:56.060550995Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:56.067021663Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"uri":"/crucible/0/regions/00edccc0-9790-4ac5-b0b5-8f688c4f1e81/snapshots/1043940e-9620-4324-be05-b16a319c6bf1/run","method":"POST","req_id":"83e7594b-37e4-4a6b-bb2a-4b113d8794c3","remote_addr":"[fd00:1122:3344:101::c]:59352","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":20403,"response_code":200}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:56.089439283Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:56.155517462Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"worker"}
{"msg":"region 00edccc0-9790-4ac5-b0b5-8f688c4f1e81 running snapshot 1043940e-9620-4324-be05-b16a319c6bf1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:56.155538272Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"datafile"}
{"msg":"path is \"/data/regions/00edccc0-9790-4ac5-b0b5-8f688c4f1e81\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:56.538251195Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"datafile"}
{"msg":"dataset is oxp_6c3d8bb1-d071-4e31-8380-33d7a147f216/crucible/regions/00edccc0-9790-4ac5-b0b5-8f688c4f1e81","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:56.545462837Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"datafile"}
{"msg":"snapshot is oxp_6c3d8bb1-d071-4e31-8380-33d7a147f216/crucible/regions/00edccc0-9790-4ac5-b0b5-8f688c4f1e81@1043940e-9620-4324-be05-b16a319c6bf1","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:56.552450602Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_6c3d8bb1-d071-4e31-8380-33d7a147f216/crucible/regions/00edccc0-9790-4ac5-b0b5-8f688c4f1e81\", \"1043940e-9620-4324-be05-b16a319c6bf1\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:56.552478662Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-10T21:02:56.558051322Z","hostname":"oxz_crucible_e5c691c1-902a-4c76-838b-29f43202f1dc","pid":23443,"uri":"/crucible/0/regions/00edccc0-9790-4ac5-b0b5-8f688c4f1e81/snapshots/1043940e-9620-4324-be05-b16a319c6bf1/run","method":"POST","req_id":"041f1e70-1f2b-445a-a0d5-598c508a7b1d","remote_addr":"[fd00:1122:3344:101::c]:59352","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19842,"response_code":200}