{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:12.138316997Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60972"}
{"msg":"region 1d00d378-42d6-418b-a144-a2f7f96dc57f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:12.139021233Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:12.139644717Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:12.139654217Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"uri":"/crucible/0/regions","method":"POST","req_id":"62063740-f7d8-4495-a7bf-cb14f5a5b542","remote_addr":"[fd00:1122:3344:101::a]:60972","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":1286,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crucible/regions/1d00d378-42d6-418b-a144-a2f7f96dc57f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:12.150624367Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crucible/regions/1d00d378-42d6-418b-a144-a2f7f96dc57f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:12.150656608Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1d00d378-42d6-418b-a144-a2f7f96dc57f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1d00d378-42d6-418b-a144-a2f7f96dc57f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:12.226423116Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"region":"1d00d378-42d6-418b-a144-a2f7f96dc57f","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1d00d378-42d6-418b-a144-a2f7f96dc57f\" \"--data\" \"/data/regions/1d00d378-42d6-418b-a144-a2f7f96dc57f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:12.226468557Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"region":"1d00d378-42d6-418b-a144-a2f7f96dc57f","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:12.381089151Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"region":"1d00d378-42d6-418b-a144-a2f7f96dc57f","component":"worker"}
{"msg":"region 1d00d378-42d6-418b-a144-a2f7f96dc57f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:12.381135192Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:12.381230014Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1d00d378-42d6-418b-a144-a2f7f96dc57f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:12.382201226Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1d00d378-42d6-418b-a144-a2f7f96dc57f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:12.401049998Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:12.42856107Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:12.431667518Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"uri":"/crucible/0/regions","method":"POST","req_id":"2aa82a69-1586-44f5-bf78-305709341380","remote_addr":"[fd00:1122:3344:101::a]:60972","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":120,"response_code":"200"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1d00d378-42d6-418b-a144-a2f7f96dc57f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:12.437122918Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1d00d378-42d6-418b-a144-a2f7f96dc57f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:12.437490376Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:12.437556737Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:12.437608499Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:12.437659089Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:12.457174847Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:12.47379006Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.436964734Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"uri":"/crucible/0/regions/641fa2e4-05f8-454b-b4ed-52ffcf107cc4","method":"GET","req_id":"38d9e0c0-74d0-4a38-b736-36ebc7deeadc","remote_addr":"[fd00:1122:3344:101::a]:60972","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":108,"response_code":"200"}
{"msg":"path is \"/data/regions/641fa2e4-05f8-454b-b4ed-52ffcf107cc4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.439343296Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"datafile"}
{"msg":"dataset is oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crucible/regions/641fa2e4-05f8-454b-b4ed-52ffcf107cc4","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.449346135Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"datafile"}
{"msg":"snapshot is oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crucible/regions/641fa2e4-05f8-454b-b4ed-52ffcf107cc4@107e84c5-79f6-4307-8f8c-0a9bcd4a7a25","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.45871294Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crucible/regions/641fa2e4-05f8-454b-b4ed-52ffcf107cc4\", \"107e84c5-79f6-4307-8f8c-0a9bcd4a7a25\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.458745711Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.467922652Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"uri":"/crucible/0/regions/641fa2e4-05f8-454b-b4ed-52ffcf107cc4/snapshots/107e84c5-79f6-4307-8f8c-0a9bcd4a7a25","method":"GET","req_id":"27728e7d-5835-4770-9e09-4f888183c1bf","remote_addr":"[fd00:1122:3344:101::a]:60972","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":28583,"response_code":"200"}
{"msg":"path is \"/data/regions/641fa2e4-05f8-454b-b4ed-52ffcf107cc4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.473834222Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"datafile"}
{"msg":"dataset is oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crucible/regions/641fa2e4-05f8-454b-b4ed-52ffcf107cc4","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.483234357Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"datafile"}
{"msg":"snapshot is oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crucible/regions/641fa2e4-05f8-454b-b4ed-52ffcf107cc4@107e84c5-79f6-4307-8f8c-0a9bcd4a7a25","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.491400206Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crucible/regions/641fa2e4-05f8-454b-b4ed-52ffcf107cc4\", \"107e84c5-79f6-4307-8f8c-0a9bcd4a7a25\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.491432347Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 641fa2e4-05f8-454b-b4ed-52ffcf107cc4-107e84c5-79f6-4307-8f8c-0a9bcd4a7a25 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.500186168Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"datafile"}
{"msg":"applying SMF actions for region 641fa2e4-05f8-454b-b4ed-52ffcf107cc4 running snapshot 107e84c5-79f6-4307-8f8c-0a9bcd4a7a25 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.500366992Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.500396893Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"uri":"/crucible/0/regions/641fa2e4-05f8-454b-b4ed-52ffcf107cc4/snapshots/107e84c5-79f6-4307-8f8c-0a9bcd4a7a25/run","method":"POST","req_id":"361c3a68-6dc4-46dc-a9ac-984610f3699a","remote_addr":"[fd00:1122:3344:101::a]:60972","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":27083,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-641fa2e4-05f8-454b-b4ed-52ffcf107cc4-107e84c5-79f6-4307-8f8c-0a9bcd4a7a25","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.503207405Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-641fa2e4-05f8-454b-b4ed-52ffcf107cc4-107e84c5-79f6-4307-8f8c-0a9bcd4a7a25","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.508743366Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-641fa2e4-05f8-454b-b4ed-52ffcf107cc4-107e84c5-79f6-4307-8f8c-0a9bcd4a7a25","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.524838098Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/641fa2e4-05f8-454b-b4ed-52ffcf107cc4/.zfs/snapshot/107e84c5-79f6-4307-8f8c-0a9bcd4a7a25","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.525262227Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.525314318Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.525358209Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.5253996Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.525454161Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.530158055Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.538063057Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"worker"}
{"msg":"region 641fa2e4-05f8-454b-b4ed-52ffcf107cc4 running snapshot 107e84c5-79f6-4307-8f8c-0a9bcd4a7a25 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.538076158Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"datafile"}
{"msg":"path is \"/data/regions/641fa2e4-05f8-454b-b4ed-52ffcf107cc4\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.839082147Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"datafile"}
{"msg":"dataset is oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crucible/regions/641fa2e4-05f8-454b-b4ed-52ffcf107cc4","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.847784057Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"datafile"}
{"msg":"snapshot is oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crucible/regions/641fa2e4-05f8-454b-b4ed-52ffcf107cc4@107e84c5-79f6-4307-8f8c-0a9bcd4a7a25","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.8561433Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crucible/regions/641fa2e4-05f8-454b-b4ed-52ffcf107cc4\", \"107e84c5-79f6-4307-8f8c-0a9bcd4a7a25\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.856171971Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-11T05:35:13.864694338Z","hostname":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","pid":23720,"uri":"/crucible/0/regions/641fa2e4-05f8-454b-b4ed-52ffcf107cc4/snapshots/107e84c5-79f6-4307-8f8c-0a9bcd4a7a25/run","method":"POST","req_id":"6d3c20b0-ffda-429b-83e3-b4ce86c71dcb","remote_addr":"[fd00:1122:3344:101::a]:60972","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25632,"response_code":"200"}