[ Feb 22 18:31:16 Enabled. ]
[ Feb 22 18:31:16 Rereading configuration. ]
[ Feb 22 18:31:18 Rereading configuration. ]
[ Feb 22 18:31:28 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:31:28.624795248Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:31:28.628620233Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:31:28.628631793Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:31:28.967714366Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:27.901266333Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38558"}
{"msg":"region 50289e55-97ca-4b80-9e1d-f7d128ecd0e1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:27.967451284Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:27.967627747Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"uri":"/crucible/0/regions","method":"POST","req_id":"d2c56df6-1756-4565-8e88-1c6dfc7dbeb2","remote_addr":"[fd00:1122:3344:101::a]:38558","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":3434,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:27.968219359Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/50289e55-97ca-4b80-9e1d-f7d128ecd0e1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:27.976206574Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/50289e55-97ca-4b80-9e1d-f7d128ecd0e1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:27.976235935Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"50289e55-97ca-4b80-9e1d-f7d128ecd0e1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/50289e55-97ca-4b80-9e1d-f7d128ecd0e1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.025894233Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"region":"50289e55-97ca-4b80-9e1d-f7d128ecd0e1","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.141423836Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"region":"50289e55-97ca-4b80-9e1d-f7d128ecd0e1","component":"worker"}
{"msg":"region 50289e55-97ca-4b80-9e1d-f7d128ecd0e1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.141481107Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.141567389Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-50289e55-97ca-4b80-9e1d-f7d128ecd0e1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.141976107Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-50289e55-97ca-4b80-9e1d-f7d128ecd0e1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.146122038Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.156056712Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-50289e55-97ca-4b80-9e1d-f7d128ecd0e1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.159890206Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/50289e55-97ca-4b80-9e1d-f7d128ecd0e1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.160636961Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.162757362Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.162822784Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.162863584Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.174164585Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.179125652Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.189514124Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"uri":"/crucible/0/regions","method":"POST","req_id":"3f5e3cb0-69f6-45f1-a363-564b5967e419","remote_addr":"[fd00:1122:3344:101::a]:38558","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.498071821Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42735"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.501249713Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"uri":"/crucible/0/regions/50289e55-97ca-4b80-9e1d-f7d128ecd0e1","method":"GET","req_id":"33f71934-2f46-4b12-ac6b-c09dfd1c1574","remote_addr":"[fd00:1122:3344:101::a]:42735","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":3102,"response_code":"200"}
{"msg":"path is \"/data/regions/50289e55-97ca-4b80-9e1d-f7d128ecd0e1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.501475817Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"datafile"}
{"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/50289e55-97ca-4b80-9e1d-f7d128ecd0e1","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.510139216Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"datafile"}
{"msg":"region 50289e55-97ca-4b80-9e1d-f7d128ecd0e1 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.518859686Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.519001949Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.51906101Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"uri":"/crucible/0/regions/50289e55-97ca-4b80-9e1d-f7d128ecd0e1","method":"DELETE","req_id":"9a271016-8b30-4e0b-83c5-c152a2dbe4a1","remote_addr":"[fd00:1122:3344:101::a]:42735","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17619,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.519218133Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"uri":"/crucible/0/regions/50289e55-97ca-4b80-9e1d-f7d128ecd0e1","method":"GET","req_id":"820c5de7-a847-49b9-b39d-2063f3d2ba12","remote_addr":"[fd00:1122:3344:101::a]:42735","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-50289e55-97ca-4b80-9e1d-f7d128ecd0e1 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.520094841Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.523758642Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/50289e55-97ca-4b80-9e1d-f7d128ecd0e1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.532785698Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"region":"50289e55-97ca-4b80-9e1d-f7d128ecd0e1","component":"worker"}
{"msg":"region 50289e55-97ca-4b80-9e1d-f7d128ecd0e1 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.583705841Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:28.620977348Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"uri":"/crucible/0/regions/50289e55-97ca-4b80-9e1d-f7d128ecd0e1","method":"GET","req_id":"9f5a7ede-c2c6-4c04-8d4d-ece96bd41986","remote_addr":"[fd00:1122:3344:101::a]:42735","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":556,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:29.984703643Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38009"}
{"msg":"region d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:30.015148207Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:30.01529468Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"uri":"/crucible/0/regions","method":"POST","req_id":"bc8d4cdb-c795-453c-8084-8a62741f8b64","remote_addr":"[fd00:1122:3344:101::a]:38009","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":993,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:30.01531481Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:30.023580301Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:30.023606802Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:30.065829785Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"region":"d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:30.127789974Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"region":"d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac","component":"worker"}
{"msg":"region d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:30.127854825Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:30.127946117Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:30.129435016Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:30.13273006Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:30.139618764Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:30.142591732Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:30.142884338Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:30.142938949Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:30.14298084Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:30.143021111Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:30.146324555Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:30.150895004Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:32:30.349785443Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"uri":"/crucible/0/regions","method":"POST","req_id":"f98c8e4f-1c84-4d13-827a-ae052f1380d3","remote_addr":"[fd00:1122:3344:101::a]:38009","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.910236901Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49418"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.910397094Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"uri":"/crucible/0/regions/d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac","method":"GET","req_id":"5cf8f2e5-9def-432b-8fee-dcad71867bee","remote_addr":"[fd00:1122:3344:101::a]:49418","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"path is \"/data/regions/d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.912483255Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"datafile"}
{"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.922091212Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"datafile"}
{"msg":"snapshot is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac@5d9df203-ce89-4f7f-9ce1-08b8316a4558","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.930551497Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac\", \"5d9df203-ce89-4f7f-9ce1-08b8316a4558\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.930595208Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.942266335Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"uri":"/crucible/0/regions/d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac/snapshots/5d9df203-ce89-4f7f-9ce1-08b8316a4558","method":"GET","req_id":"a1f81eb4-562b-4884-b8c0-af61ff1e859b","remote_addr":"[fd00:1122:3344:101::a]:49418","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":29811,"response_code":"200"}
{"msg":"path is \"/data/regions/d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.944440558Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"datafile"}
{"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.952904443Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"datafile"}
{"msg":"snapshot is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac@5d9df203-ce89-4f7f-9ce1-08b8316a4558","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.960612963Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac\", \"5d9df203-ce89-4f7f-9ce1-08b8316a4558\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.960637484Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac-5d9df203-ce89-4f7f-9ce1-08b8316a4558 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.968988907Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"datafile"}
{"msg":"applying SMF actions for region d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac running snapshot 5d9df203-ce89-4f7f-9ce1-08b8316a4558 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.969563898Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.969602369Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"uri":"/crucible/0/regions/d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac/snapshots/5d9df203-ce89-4f7f-9ce1-08b8316a4558/run","method":"POST","req_id":"14769462-3372-45c7-841a-3a0f82d16963","remote_addr":"[fd00:1122:3344:101::a]:49418","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25199,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac-5d9df203-ce89-4f7f-9ce1-08b8316a4558","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.975766979Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac-5d9df203-ce89-4f7f-9ce1-08b8316a4558","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.985273384Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac-5d9df203-ce89-4f7f-9ce1-08b8316a4558","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.996948112Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac/.zfs/snapshot/5d9df203-ce89-4f7f-9ce1-08b8316a4558","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.997257948Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.997311689Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.99735342Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.997392141Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.997444852Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:52.000843008Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:52.005116511Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"worker"}
{"msg":"region d125b52d-c7a4-4dfe-bd47-9d8cdc5137ac running snapshot 5d9df203-ce89-4f7f-9ce1-08b8316a4558 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:52.005130681Z","hostname":"oxz_crucible_28a241a9-2ada-4e48-bacb-62ad53a2dd27","pid":26389,"component":"datafile"}