{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:15:50.88190198Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:50484"}
{"msg":"region 23a68e08-7a4e-4e36-a495-baaf7cd87558 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:15:50.907247055Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:15:50.910021064Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:15:50.910039835Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"uri":"/crucible/0/regions","method":"POST","req_id":"4892e918-4d25-45de-be26-9799907af41a","remote_addr":"[fd00:1122:3344:101::c]:50484","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":13662,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_f4203071-77e7-4eed-883e-b8b59c688919/crucible/regions/23a68e08-7a4e-4e36-a495-baaf7cd87558","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:15:50.919428487Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f4203071-77e7-4eed-883e-b8b59c688919/crucible/regions/23a68e08-7a4e-4e36-a495-baaf7cd87558","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:15:50.919453248Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"23a68e08-7a4e-4e36-a495-baaf7cd87558\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/23a68e08-7a4e-4e36-a495-baaf7cd87558\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:15:50.972880207Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"region":"23a68e08-7a4e-4e36-a495-baaf7cd87558","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"23a68e08-7a4e-4e36-a495-baaf7cd87558\" \"--data\" \"/data/regions/23a68e08-7a4e-4e36-a495-baaf7cd87558\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:15:50.974823009Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"region":"23a68e08-7a4e-4e36-a495-baaf7cd87558","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:15:51.216484336Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"uri":"/crucible/0/regions","method":"POST","req_id":"4d5e7f84-8cf1-45fb-98f1-02bc5ecb4b13","remote_addr":"[fd00:1122:3344:101::c]:50484","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":66,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:15:51.327942692Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"region":"23a68e08-7a4e-4e36-a495-baaf7cd87558","component":"worker"}
{"msg":"region 23a68e08-7a4e-4e36-a495-baaf7cd87558 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:15:51.327989143Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:15:51.328085387Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-23a68e08-7a4e-4e36-a495-baaf7cd87558","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:15:51.328484649Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-23a68e08-7a4e-4e36-a495-baaf7cd87558","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:15:51.333190921Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:15:51.349791675Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-23a68e08-7a4e-4e36-a495-baaf7cd87558","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:15:51.353179944Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/23a68e08-7a4e-4e36-a495-baaf7cd87558","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:15:51.353728452Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:15:51.353797164Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:15:51.353836375Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:15:51.353871996Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:15:51.357742581Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:15:51.362035449Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:15:51.574522026Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"uri":"/crucible/0/regions","method":"POST","req_id":"d1a535d0-af01-4bca-9a76-2b7ad88f5dfd","remote_addr":"[fd00:1122:3344:101::c]:50484","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.026521896Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:44210"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.027110555Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"uri":"/crucible/0/regions/23a68e08-7a4e-4e36-a495-baaf7cd87558","method":"GET","req_id":"38c3e42a-a9ef-4b23-8e0b-73b328f0c701","remote_addr":"[fd00:1122:3344:101::c]:44210","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":73,"response_code":200}
{"msg":"path is \"/data/regions/23a68e08-7a4e-4e36-a495-baaf7cd87558\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.041817888Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"datafile"}
{"msg":"dataset is oxp_f4203071-77e7-4eed-883e-b8b59c688919/crucible/regions/23a68e08-7a4e-4e36-a495-baaf7cd87558","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.048376219Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"datafile"}
{"msg":"snapshot is oxp_f4203071-77e7-4eed-883e-b8b59c688919/crucible/regions/23a68e08-7a4e-4e36-a495-baaf7cd87558@3ffbc7d5-1a88-4cbe-b4f1-31247b16b619","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.055008472Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f4203071-77e7-4eed-883e-b8b59c688919/crucible/regions/23a68e08-7a4e-4e36-a495-baaf7cd87558\", \"3ffbc7d5-1a88-4cbe-b4f1-31247b16b619\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.055027173Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.069655544Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"uri":"/crucible/0/regions/23a68e08-7a4e-4e36-a495-baaf7cd87558/snapshots/3ffbc7d5-1a88-4cbe-b4f1-31247b16b619","method":"GET","req_id":"10637cc1-0749-4c53-ab21-2096dfaad23c","remote_addr":"[fd00:1122:3344:101::c]:44210","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27865,"response_code":200}
{"msg":"path is \"/data/regions/23a68e08-7a4e-4e36-a495-baaf7cd87558\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.075242244Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"datafile"}
{"msg":"dataset is oxp_f4203071-77e7-4eed-883e-b8b59c688919/crucible/regions/23a68e08-7a4e-4e36-a495-baaf7cd87558","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.081132533Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"datafile"}
{"msg":"snapshot is oxp_f4203071-77e7-4eed-883e-b8b59c688919/crucible/regions/23a68e08-7a4e-4e36-a495-baaf7cd87558@3ffbc7d5-1a88-4cbe-b4f1-31247b16b619","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.08754337Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f4203071-77e7-4eed-883e-b8b59c688919/crucible/regions/23a68e08-7a4e-4e36-a495-baaf7cd87558\", \"3ffbc7d5-1a88-4cbe-b4f1-31247b16b619\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.08757346Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 23a68e08-7a4e-4e36-a495-baaf7cd87558-3ffbc7d5-1a88-4cbe-b4f1-31247b16b619 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.097235811Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"datafile"}
{"msg":"applying SMF actions for region 23a68e08-7a4e-4e36-a495-baaf7cd87558 running snapshot 3ffbc7d5-1a88-4cbe-b4f1-31247b16b619 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.097799629Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.09781381Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"uri":"/crucible/0/regions/23a68e08-7a4e-4e36-a495-baaf7cd87558/snapshots/3ffbc7d5-1a88-4cbe-b4f1-31247b16b619/run","method":"POST","req_id":"fe70ab59-c306-41fb-9e73-b96ed1a17ab6","remote_addr":"[fd00:1122:3344:101::c]:44210","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22587,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-23a68e08-7a4e-4e36-a495-baaf7cd87558-3ffbc7d5-1a88-4cbe-b4f1-31247b16b619","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.118239497Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-23a68e08-7a4e-4e36-a495-baaf7cd87558-3ffbc7d5-1a88-4cbe-b4f1-31247b16b619","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.133615162Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-23a68e08-7a4e-4e36-a495-baaf7cd87558-3ffbc7d5-1a88-4cbe-b4f1-31247b16b619","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.157355286Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/23a68e08-7a4e-4e36-a495-baaf7cd87558/.zfs/snapshot/3ffbc7d5-1a88-4cbe-b4f1-31247b16b619","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.157681416Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.157723868Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.157762179Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.15779586Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.157837171Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.16338983Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.171878683Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"worker"}
{"msg":"region 23a68e08-7a4e-4e36-a495-baaf7cd87558 running snapshot 3ffbc7d5-1a88-4cbe-b4f1-31247b16b619 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.171896974Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"datafile"}
{"msg":"path is \"/data/regions/23a68e08-7a4e-4e36-a495-baaf7cd87558\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.342914836Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"datafile"}
{"msg":"dataset is oxp_f4203071-77e7-4eed-883e-b8b59c688919/crucible/regions/23a68e08-7a4e-4e36-a495-baaf7cd87558","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.349668713Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"datafile"}
{"msg":"snapshot is oxp_f4203071-77e7-4eed-883e-b8b59c688919/crucible/regions/23a68e08-7a4e-4e36-a495-baaf7cd87558@3ffbc7d5-1a88-4cbe-b4f1-31247b16b619","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.356134821Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f4203071-77e7-4eed-883e-b8b59c688919/crucible/regions/23a68e08-7a4e-4e36-a495-baaf7cd87558\", \"3ffbc7d5-1a88-4cbe-b4f1-31247b16b619\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.356165192Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-18T15:26:51.362473255Z","hostname":"oxz_crucible_4a9b3aa7-d30e-4627-8953-e967e2b86591","pid":23258,"uri":"/crucible/0/regions/23a68e08-7a4e-4e36-a495-baaf7cd87558/snapshots/3ffbc7d5-1a88-4cbe-b4f1-31247b16b619/run","method":"POST","req_id":"e67292b3-5ed8-43d2-ab4f-49ac1825b874","remote_addr":"[fd00:1122:3344:101::c]:44210","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19595,"response_code":200}