[ Nov 18 21:00:51 Enabled. ]
[ Nov 18 21:00:51 Rereading configuration. ]
[ Nov 18 21:00:54 Rereading configuration. ]
[ Nov 18 21:00:59 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_2536a198-fc1d-4175-aab5-a62f1506f3e4/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_2536a198-fc1d-4175-aab5-a62f1506f3e4/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:00:59.33589134Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:00:59.339149414Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:00:59.339165694Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:00:59.359247594Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:00:59.435928566Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.328208419Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55464"}
{"msg":"region 8b2e1da5-0fdb-4bda-a477-067862797013 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.351341532Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.351646544Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"uri":"/crucible/0/regions","method":"POST","req_id":"ad14fc6b-3d24-4863-894b-ad1a3fbfe9d9","remote_addr":"[fd00:1122:3344:101::a]:55464","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":9118,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.356541361Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_2536a198-fc1d-4175-aab5-a62f1506f3e4/crucible/regions/8b2e1da5-0fdb-4bda-a477-067862797013","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.365710289Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2536a198-fc1d-4175-aab5-a62f1506f3e4/crucible/regions/8b2e1da5-0fdb-4bda-a477-067862797013","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.365742379Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8b2e1da5-0fdb-4bda-a477-067862797013\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8b2e1da5-0fdb-4bda-a477-067862797013\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.434602483Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"region":"8b2e1da5-0fdb-4bda-a477-067862797013","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8b2e1da5-0fdb-4bda-a477-067862797013\" \"--data\" \"/data/regions/8b2e1da5-0fdb-4bda-a477-067862797013\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.436834469Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"region":"8b2e1da5-0fdb-4bda-a477-067862797013","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.59107969Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"region":"8b2e1da5-0fdb-4bda-a477-067862797013","component":"worker"}
{"msg":"region 8b2e1da5-0fdb-4bda-a477-067862797013 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.591138651Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.591213181Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8b2e1da5-0fdb-4bda-a477-067862797013","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.591657794Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8b2e1da5-0fdb-4bda-a477-067862797013","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.597015834Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.6071726Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8b2e1da5-0fdb-4bda-a477-067862797013","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.610683666Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8b2e1da5-0fdb-4bda-a477-067862797013","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.611413862Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.611519072Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.611566353Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.611605833Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.615477862Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.620443489Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:02:20.685017011Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"uri":"/crucible/0/regions","method":"POST","req_id":"7bcfe4a2-a3be-4794-884d-97c4c1ba13e0","remote_addr":"[fd00:1122:3344:101::a]:55464","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:14.853516614Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38653"}
{"msg":"region ef8b501d-e7c5-4a92-9b20-83ba7a36981b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:14.853609875Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:14.853881966Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"uri":"/crucible/0/regions","method":"POST","req_id":"b4062739-8173-44fd-af54-48182b90118a","remote_addr":"[fd00:1122:3344:101::a]:38653","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":302,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:14.853898127Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_2536a198-fc1d-4175-aab5-a62f1506f3e4/crucible/regions/ef8b501d-e7c5-4a92-9b20-83ba7a36981b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:14.864460876Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2536a198-fc1d-4175-aab5-a62f1506f3e4/crucible/regions/ef8b501d-e7c5-4a92-9b20-83ba7a36981b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:14.864494626Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ef8b501d-e7c5-4a92-9b20-83ba7a36981b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ef8b501d-e7c5-4a92-9b20-83ba7a36981b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:14.920366722Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"region":"ef8b501d-e7c5-4a92-9b20-83ba7a36981b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ef8b501d-e7c5-4a92-9b20-83ba7a36981b\" \"--data\" \"/data/regions/ef8b501d-e7c5-4a92-9b20-83ba7a36981b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:14.920416233Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"region":"ef8b501d-e7c5-4a92-9b20-83ba7a36981b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:14.999662834Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"region":"ef8b501d-e7c5-4a92-9b20-83ba7a36981b","component":"worker"}
{"msg":"region ef8b501d-e7c5-4a92-9b20-83ba7a36981b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:14.999723384Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:14.999789705Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ef8b501d-e7c5-4a92-9b20-83ba7a36981b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:15.010776787Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ef8b501d-e7c5-4a92-9b20-83ba7a36981b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:15.013980051Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:15.025806479Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ef8b501d-e7c5-4a92-9b20-83ba7a36981b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:15.03001995Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ef8b501d-e7c5-4a92-9b20-83ba7a36981b","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:15.030331002Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:15.030387203Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:15.030429133Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:15.030469914Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:15.033827129Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:15.03935465Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:15.199630985Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"uri":"/crucible/0/regions","method":"POST","req_id":"83222c5f-695a-46d5-bc3d-813f38bb54b6","remote_addr":"[fd00:1122:3344:101::a]:38653","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.166325735Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"uri":"/crucible/0/regions/8b2e1da5-0fdb-4bda-a477-067862797013","method":"GET","req_id":"e93f79c8-846b-4dd9-bb13-ddd090701c60","remote_addr":"[fd00:1122:3344:101::a]:38653","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":4590,"response_code":"200"}
{"msg":"path is \"/data/regions/8b2e1da5-0fdb-4bda-a477-067862797013\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.170474206Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"datafile"}
{"msg":"dataset is oxp_2536a198-fc1d-4175-aab5-a62f1506f3e4/crucible/regions/8b2e1da5-0fdb-4bda-a477-067862797013","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.180198998Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"datafile"}
{"msg":"snapshot is oxp_2536a198-fc1d-4175-aab5-a62f1506f3e4/crucible/regions/8b2e1da5-0fdb-4bda-a477-067862797013@3f9fac57-9620-4fd8-bcd9-7592fc858ef5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.189696209Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2536a198-fc1d-4175-aab5-a62f1506f3e4/crucible/regions/8b2e1da5-0fdb-4bda-a477-067862797013\", \"3f9fac57-9620-4fd8-bcd9-7592fc858ef5\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.189739509Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.201131591Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"uri":"/crucible/0/regions/8b2e1da5-0fdb-4bda-a477-067862797013/snapshots/3f9fac57-9620-4fd8-bcd9-7592fc858ef5","method":"GET","req_id":"bb4883c4-f128-4072-a337-49f5e3784449","remote_addr":"[fd00:1122:3344:101::a]:38653","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":31271,"response_code":"200"}
{"msg":"path is \"/data/regions/8b2e1da5-0fdb-4bda-a477-067862797013\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.204437439Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"datafile"}
{"msg":"dataset is oxp_2536a198-fc1d-4175-aab5-a62f1506f3e4/crucible/regions/8b2e1da5-0fdb-4bda-a477-067862797013","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.212489829Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"datafile"}
{"msg":"snapshot is oxp_2536a198-fc1d-4175-aab5-a62f1506f3e4/crucible/regions/8b2e1da5-0fdb-4bda-a477-067862797013@3f9fac57-9620-4fd8-bcd9-7592fc858ef5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.219449451Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2536a198-fc1d-4175-aab5-a62f1506f3e4/crucible/regions/8b2e1da5-0fdb-4bda-a477-067862797013\", \"3f9fac57-9620-4fd8-bcd9-7592fc858ef5\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.219484311Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 8b2e1da5-0fdb-4bda-a477-067862797013-3f9fac57-9620-4fd8-bcd9-7592fc858ef5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.229850849Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"datafile"}
{"msg":"applying SMF actions for region 8b2e1da5-0fdb-4bda-a477-067862797013 running snapshot 3f9fac57-9620-4fd8-bcd9-7592fc858ef5 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.23005463Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.23008519Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"uri":"/crucible/0/regions/8b2e1da5-0fdb-4bda-a477-067862797013/snapshots/3f9fac57-9620-4fd8-bcd9-7592fc858ef5/run","method":"POST","req_id":"1f6acd69-a737-4c0e-914c-68f6358f6fbe","remote_addr":"[fd00:1122:3344:101::a]:38653","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":25684,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-8b2e1da5-0fdb-4bda-a477-067862797013-3f9fac57-9620-4fd8-bcd9-7592fc858ef5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.232425018Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-8b2e1da5-0fdb-4bda-a477-067862797013-3f9fac57-9620-4fd8-bcd9-7592fc858ef5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.237135493Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8b2e1da5-0fdb-4bda-a477-067862797013-3f9fac57-9620-4fd8-bcd9-7592fc858ef5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.248016214Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8b2e1da5-0fdb-4bda-a477-067862797013/.zfs/snapshot/3f9fac57-9620-4fd8-bcd9-7592fc858ef5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.248277256Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.248334477Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.248376657Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.248419687Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.248474408Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.252622198Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.257511015Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"worker"}
{"msg":"region 8b2e1da5-0fdb-4bda-a477-067862797013 running snapshot 3f9fac57-9620-4fd8-bcd9-7592fc858ef5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.257534325Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"datafile"}
{"msg":"path is \"/data/regions/8b2e1da5-0fdb-4bda-a477-067862797013\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.415967757Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"datafile"}
{"msg":"dataset is oxp_2536a198-fc1d-4175-aab5-a62f1506f3e4/crucible/regions/8b2e1da5-0fdb-4bda-a477-067862797013","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.430127513Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"datafile"}
{"msg":"snapshot is oxp_2536a198-fc1d-4175-aab5-a62f1506f3e4/crucible/regions/8b2e1da5-0fdb-4bda-a477-067862797013@3f9fac57-9620-4fd8-bcd9-7592fc858ef5","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.442219123Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2536a198-fc1d-4175-aab5-a62f1506f3e4/crucible/regions/8b2e1da5-0fdb-4bda-a477-067862797013\", \"3f9fac57-9620-4fd8-bcd9-7592fc858ef5\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.442254163Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-18T21:12:16.454719356Z","hostname":"oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb","pid":28455,"uri":"/crucible/0/regions/8b2e1da5-0fdb-4bda-a477-067862797013/snapshots/3f9fac57-9620-4fd8-bcd9-7592fc858ef5/run","method":"POST","req_id":"f32ee1c2-b364-428d-866a-9594cb00b9bd","remote_addr":"[fd00:1122:3344:101::a]:38653","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":38839,"response_code":"200"}