[ Sep  4 16:52:06 Enabled. ]
[ Sep  4 16:52:06 Rereading configuration. ]
[ Sep  4 16:52:07 Rereading configuration. ]
[ Sep  4 16:52:11 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_5f5397b7-7011-4692-88c2-8a70902c2fea/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_5f5397b7-7011-4692-88c2-8a70902c2fea/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:11.917256264Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:11.919500917Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:11.919510257Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:11.930225823Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:12.065220769Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:53.235593546Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40065"}
{"msg":"region fda66c21-9fda-4de8-90a9-a7eadc8bd52d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:53.242505121Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:53.243086175Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"uri":"/crucible/0/regions","method":"POST","req_id":"4438ebc2-1d30-4b03-92f3-68f142e2901d","remote_addr":"[fd00:1122:3344:101::a]:40065","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":2998,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:53.245148554Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_5f5397b7-7011-4692-88c2-8a70902c2fea/crucible/regions/fda66c21-9fda-4de8-90a9-a7eadc8bd52d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:53.256097735Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_5f5397b7-7011-4692-88c2-8a70902c2fea/crucible/regions/fda66c21-9fda-4de8-90a9-a7eadc8bd52d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:53.256126256Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"fda66c21-9fda-4de8-90a9-a7eadc8bd52d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fda66c21-9fda-4de8-90a9-a7eadc8bd52d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:53.307184732Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"region":"fda66c21-9fda-4de8-90a9-a7eadc8bd52d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fda66c21-9fda-4de8-90a9-a7eadc8bd52d\" \"--data\" \"/data/regions/fda66c21-9fda-4de8-90a9-a7eadc8bd52d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:53.307233103Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"region":"fda66c21-9fda-4de8-90a9-a7eadc8bd52d","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:53.409704845Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"uri":"/crucible/0/regions","method":"POST","req_id":"f87b0058-f426-45f8-ac75-d8e4ad3e8355","remote_addr":"[fd00:1122:3344:101::a]:40065","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":85,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:53.430998312Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"region":"fda66c21-9fda-4de8-90a9-a7eadc8bd52d","component":"worker"}
{"msg":"region fda66c21-9fda-4de8-90a9-a7eadc8bd52d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:53.431024993Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:53.431145236Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-fda66c21-9fda-4de8-90a9-a7eadc8bd52d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:53.431537135Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fda66c21-9fda-4de8-90a9-a7eadc8bd52d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:53.436974444Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:53.449004101Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fda66c21-9fda-4de8-90a9-a7eadc8bd52d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:53.451939591Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fda66c21-9fda-4de8-90a9-a7eadc8bd52d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:53.457154305Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:53.457257208Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:53.457307339Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:53.45735598Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:53.461283974Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:53.465614527Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:52:54.051762112Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"uri":"/crucible/0/regions","method":"POST","req_id":"df68c1c9-b5b6-41ba-bd82-2a7a5b43299b","remote_addr":"[fd00:1122:3344:101::a]:40065","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":88,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:10.827680608Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64673"}
{"msg":"region 3574d783-fba6-445a-8b9b-4f46ec09cd0d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:10.827822281Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:10.828522868Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:10.828543449Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"uri":"/crucible/0/regions","method":"POST","req_id":"2ad9e794-43db-4086-b57d-cf3d57618545","remote_addr":"[fd00:1122:3344:101::a]:64673","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":751,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_5f5397b7-7011-4692-88c2-8a70902c2fea/crucible/regions/3574d783-fba6-445a-8b9b-4f46ec09cd0d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:10.840009232Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_5f5397b7-7011-4692-88c2-8a70902c2fea/crucible/regions/3574d783-fba6-445a-8b9b-4f46ec09cd0d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:10.840038672Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3574d783-fba6-445a-8b9b-4f46ec09cd0d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3574d783-fba6-445a-8b9b-4f46ec09cd0d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:10.901019335Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"region":"3574d783-fba6-445a-8b9b-4f46ec09cd0d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3574d783-fba6-445a-8b9b-4f46ec09cd0d\" \"--data\" \"/data/regions/3574d783-fba6-445a-8b9b-4f46ec09cd0d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:10.901086457Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"region":"3574d783-fba6-445a-8b9b-4f46ec09cd0d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.018918934Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"region":"3574d783-fba6-445a-8b9b-4f46ec09cd0d","component":"worker"}
{"msg":"region 3574d783-fba6-445a-8b9b-4f46ec09cd0d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.018963065Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.019048757Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3574d783-fba6-445a-8b9b-4f46ec09cd0d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.019433617Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3574d783-fba6-445a-8b9b-4f46ec09cd0d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.025240665Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.039121666Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3574d783-fba6-445a-8b9b-4f46ec09cd0d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.043198593Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3574d783-fba6-445a-8b9b-4f46ec09cd0d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.0434941Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.043546381Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.043593062Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.043625273Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.048256813Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/fda66c21-9fda-4de8-90a9-a7eadc8bd52d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.054125513Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.054222406Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.054319918Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.054328418Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.054376219Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fda66c21-9fda-4de8-90a9-a7eadc8bd52d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.054431071Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fda66c21-9fda-4de8-90a9-a7eadc8bd52d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.054513882Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.054572274Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.054626885Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.054680846Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.06782011Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.068298571Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:11.204560117Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"uri":"/crucible/0/regions","method":"POST","req_id":"3a8c191c-1720-4c58-b7d9-1e0f9ea6eaa5","remote_addr":"[fd00:1122:3344:101::a]:64673","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":625,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.160995664Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"uri":"/crucible/0/regions/fda66c21-9fda-4de8-90a9-a7eadc8bd52d","method":"GET","req_id":"cdf09b00-c465-40bf-9151-a5ed4766ad75","remote_addr":"[fd00:1122:3344:101::a]:64673","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"path is \"/data/regions/fda66c21-9fda-4de8-90a9-a7eadc8bd52d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.167172392Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"datafile"}
{"msg":"dataset is oxp_5f5397b7-7011-4692-88c2-8a70902c2fea/crucible/regions/fda66c21-9fda-4de8-90a9-a7eadc8bd52d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.176038063Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"datafile"}
{"msg":"snapshot is oxp_5f5397b7-7011-4692-88c2-8a70902c2fea/crucible/regions/fda66c21-9fda-4de8-90a9-a7eadc8bd52d@f2109d8e-886b-4781-9ff1-7afa29fccf52","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.185181141Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_5f5397b7-7011-4692-88c2-8a70902c2fea/crucible/regions/fda66c21-9fda-4de8-90a9-a7eadc8bd52d\", \"f2109d8e-886b-4781-9ff1-7afa29fccf52\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.185218592Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.196578022Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"uri":"/crucible/0/regions/fda66c21-9fda-4de8-90a9-a7eadc8bd52d/snapshots/f2109d8e-886b-4781-9ff1-7afa29fccf52","method":"GET","req_id":"ae766d51-ad9a-4a76-a16f-f5420e133ef3","remote_addr":"[fd00:1122:3344:101::a]:64673","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":32467,"response_code":"200"}
{"msg":"path is \"/data/regions/fda66c21-9fda-4de8-90a9-a7eadc8bd52d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.199557173Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"datafile"}
{"msg":"dataset is oxp_5f5397b7-7011-4692-88c2-8a70902c2fea/crucible/regions/fda66c21-9fda-4de8-90a9-a7eadc8bd52d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.207196845Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"datafile"}
{"msg":"snapshot is oxp_5f5397b7-7011-4692-88c2-8a70902c2fea/crucible/regions/fda66c21-9fda-4de8-90a9-a7eadc8bd52d@f2109d8e-886b-4781-9ff1-7afa29fccf52","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.216257371Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_5f5397b7-7011-4692-88c2-8a70902c2fea/crucible/regions/fda66c21-9fda-4de8-90a9-a7eadc8bd52d\", \"f2109d8e-886b-4781-9ff1-7afa29fccf52\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.216288582Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot fda66c21-9fda-4de8-90a9-a7eadc8bd52d-f2109d8e-886b-4781-9ff1-7afa29fccf52 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.224297563Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"datafile"}
{"msg":"applying SMF actions for region fda66c21-9fda-4de8-90a9-a7eadc8bd52d running snapshot f2109d8e-886b-4781-9ff1-7afa29fccf52 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.224497808Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.224529798Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"uri":"/crucible/0/regions/fda66c21-9fda-4de8-90a9-a7eadc8bd52d/snapshots/f2109d8e-886b-4781-9ff1-7afa29fccf52/run","method":"POST","req_id":"94a73a9a-bf41-4d42-b564-537265fe301c","remote_addr":"[fd00:1122:3344:101::a]:64673","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25000,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/fda66c21-9fda-4de8-90a9-a7eadc8bd52d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.2262757Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.226354902Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.226433834Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.226440324Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.226485735Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fda66c21-9fda-4de8-90a9-a7eadc8bd52d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.226530136Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fda66c21-9fda-4de8-90a9-a7eadc8bd52d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.226838323Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.226895525Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.226941286Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.226984917Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.230651994Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-fda66c21-9fda-4de8-90a9-a7eadc8bd52d-f2109d8e-886b-4781-9ff1-7afa29fccf52","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.231074837Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-fda66c21-9fda-4de8-90a9-a7eadc8bd52d-f2109d8e-886b-4781-9ff1-7afa29fccf52","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.236302829Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-fda66c21-9fda-4de8-90a9-a7eadc8bd52d-f2109d8e-886b-4781-9ff1-7afa29fccf52","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.245750044Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fda66c21-9fda-4de8-90a9-a7eadc8bd52d/.zfs/snapshot/f2109d8e-886b-4781-9ff1-7afa29fccf52","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.245984359Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.24603257Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.246070891Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.246105972Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.246148153Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.249698268Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.254060152Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"worker"}
{"msg":"region fda66c21-9fda-4de8-90a9-a7eadc8bd52d running snapshot f2109d8e-886b-4781-9ff1-7afa29fccf52 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.254074342Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"datafile"}
{"msg":"path is \"/data/regions/fda66c21-9fda-4de8-90a9-a7eadc8bd52d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.359593926Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"datafile"}
{"msg":"dataset is oxp_5f5397b7-7011-4692-88c2-8a70902c2fea/crucible/regions/fda66c21-9fda-4de8-90a9-a7eadc8bd52d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.368806836Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"datafile"}
{"msg":"snapshot is oxp_5f5397b7-7011-4692-88c2-8a70902c2fea/crucible/regions/fda66c21-9fda-4de8-90a9-a7eadc8bd52d@f2109d8e-886b-4781-9ff1-7afa29fccf52","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.376851847Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_5f5397b7-7011-4692-88c2-8a70902c2fea/crucible/regions/fda66c21-9fda-4de8-90a9-a7eadc8bd52d\", \"f2109d8e-886b-4781-9ff1-7afa29fccf52\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.376896068Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-04T16:58:12.38494576Z","hostname":"oxz_crucible_58780784-a0f7-44da-a8ef-d1a3dac28453","pid":24879,"uri":"/crucible/0/regions/fda66c21-9fda-4de8-90a9-a7eadc8bd52d/snapshots/f2109d8e-886b-4781-9ff1-7afa29fccf52/run","method":"POST","req_id":"54bddf73-74db-4c0b-a501-868319673437","remote_addr":"[fd00:1122:3344:101::a]:64673","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25377,"response_code":"200"}