[ Aug 29 15:18:39 Enabled. ]
[ Aug 29 15:18:39 Rereading configuration. ]
[ Aug 29 15:18:40 Rereading configuration. ]
[ Aug 29 15:18:42 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_1b55399c-9dbb-4d32-bd51-426a7996ea24/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_1b55399c-9dbb-4d32-bd51-426a7996ea24/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:18:42.253234082Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:18:42.254425895Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:18:42.254438326Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:18:42.320269655Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:18:42.432262748Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:19.882309297Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55493"}
{"msg":"region 83ac1f61-d74f-436d-9b2c-22f181d420de state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:19.898497744Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:19.90184155Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:19.906506561Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"uri":"/crucible/0/regions","method":"POST","req_id":"652c3a98-7cd5-4710-a4d1-c30d49873f0f","remote_addr":"[fd00:1122:3344:101::a]:55493","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":13766,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_1b55399c-9dbb-4d32-bd51-426a7996ea24/crucible/regions/83ac1f61-d74f-436d-9b2c-22f181d420de","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:19.913907286Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_1b55399c-9dbb-4d32-bd51-426a7996ea24/crucible/regions/83ac1f61-d74f-436d-9b2c-22f181d420de","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:19.913973607Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"83ac1f61-d74f-436d-9b2c-22f181d420de\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/83ac1f61-d74f-436d-9b2c-22f181d420de\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:19.990881583Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"region":"83ac1f61-d74f-436d-9b2c-22f181d420de","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"83ac1f61-d74f-436d-9b2c-22f181d420de\" \"--data\" \"/data/regions/83ac1f61-d74f-436d-9b2c-22f181d420de\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:19.992943034Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"region":"83ac1f61-d74f-436d-9b2c-22f181d420de","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:20.178119259Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"region":"83ac1f61-d74f-436d-9b2c-22f181d420de","component":"worker"}
{"msg":"region 83ac1f61-d74f-436d-9b2c-22f181d420de state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:20.178208221Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:20.178408895Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-83ac1f61-d74f-436d-9b2c-22f181d420de","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:20.178832703Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-83ac1f61-d74f-436d-9b2c-22f181d420de","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:20.188772308Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:20.20367749Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-83ac1f61-d74f-436d-9b2c-22f181d420de","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:20.206705949Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/83ac1f61-d74f-436d-9b2c-22f181d420de","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:20.213266308Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:20.2154374Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:20.215502171Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:20.215541842Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:20.220001229Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:20.223964737Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:20.253590797Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"uri":"/crucible/0/regions","method":"POST","req_id":"04f13d5d-aa04-4b2c-8d2f-a5b28eedf30d","remote_addr":"[fd00:1122:3344:101::a]:55493","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:33.985009058Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40783"}
{"msg":"region 95dd10c4-869f-4068-9f41-0736a415f4cb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:33.985872235Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:33.986814814Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"uri":"/crucible/0/regions","method":"POST","req_id":"b7298c33-baee-4c8c-8d67-8709e124f1bb","remote_addr":"[fd00:1122:3344:101::a]:40783","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":1760,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:33.986842184Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_1b55399c-9dbb-4d32-bd51-426a7996ea24/crucible/regions/95dd10c4-869f-4068-9f41-0736a415f4cb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:33.996877161Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_1b55399c-9dbb-4d32-bd51-426a7996ea24/crucible/regions/95dd10c4-869f-4068-9f41-0736a415f4cb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:33.996901381Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"95dd10c4-869f-4068-9f41-0736a415f4cb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/95dd10c4-869f-4068-9f41-0736a415f4cb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.051414339Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"region":"95dd10c4-869f-4068-9f41-0736a415f4cb","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"95dd10c4-869f-4068-9f41-0736a415f4cb\" \"--data\" \"/data/regions/95dd10c4-869f-4068-9f41-0736a415f4cb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.05148296Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"region":"95dd10c4-869f-4068-9f41-0736a415f4cb","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.167337569Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"region":"95dd10c4-869f-4068-9f41-0736a415f4cb","component":"worker"}
{"msg":"region 95dd10c4-869f-4068-9f41-0736a415f4cb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.1673981Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.167472661Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/83ac1f61-d74f-436d-9b2c-22f181d420de","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.175133541Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.175236783Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.175336615Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.175348375Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.175400907Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-83ac1f61-d74f-436d-9b2c-22f181d420de","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.175475648Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/83ac1f61-d74f-436d-9b2c-22f181d420de","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.17557094Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.175640141Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.175688252Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.175737473Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.182482465Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-95dd10c4-869f-4068-9f41-0736a415f4cb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.182927324Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-95dd10c4-869f-4068-9f41-0736a415f4cb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.185763499Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.193332778Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-95dd10c4-869f-4068-9f41-0736a415f4cb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.197688043Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/95dd10c4-869f-4068-9f41-0736a415f4cb","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.198028019Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.19808282Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.198128272Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.198169932Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.20212815Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.206937634Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.288853968Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"uri":"/crucible/0/regions","method":"POST","req_id":"0c79d527-2a66-4724-a7a2-56475ecd4151","remote_addr":"[fd00:1122:3344:101::a]:40783","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.40438044Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"uri":"/crucible/0/regions/83ac1f61-d74f-436d-9b2c-22f181d420de","method":"GET","req_id":"2ba57055-0709-441a-8357-587df925dcbc","remote_addr":"[fd00:1122:3344:101::a]:40783","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"path is \"/data/regions/83ac1f61-d74f-436d-9b2c-22f181d420de\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.410696544Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"datafile"}
{"msg":"dataset is oxp_1b55399c-9dbb-4d32-bd51-426a7996ea24/crucible/regions/83ac1f61-d74f-436d-9b2c-22f181d420de","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.419576938Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"datafile"}
{"msg":"snapshot is oxp_1b55399c-9dbb-4d32-bd51-426a7996ea24/crucible/regions/83ac1f61-d74f-436d-9b2c-22f181d420de@02b4d2ff-e6d3-4683-b6ed-40d95eb85ab2","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.427433611Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1b55399c-9dbb-4d32-bd51-426a7996ea24/crucible/regions/83ac1f61-d74f-436d-9b2c-22f181d420de\", \"02b4d2ff-e6d3-4683-b6ed-40d95eb85ab2\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.427468282Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.437897026Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"uri":"/crucible/0/regions/83ac1f61-d74f-436d-9b2c-22f181d420de/snapshots/02b4d2ff-e6d3-4683-b6ed-40d95eb85ab2","method":"GET","req_id":"0aab0657-4ef2-4024-9306-5c1e56f63042","remote_addr":"[fd00:1122:3344:101::a]:40783","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":29800,"response_code":"200"}
{"msg":"path is \"/data/regions/83ac1f61-d74f-436d-9b2c-22f181d420de\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.441376275Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"datafile"}
{"msg":"dataset is oxp_1b55399c-9dbb-4d32-bd51-426a7996ea24/crucible/regions/83ac1f61-d74f-436d-9b2c-22f181d420de","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.450268049Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"datafile"}
{"msg":"snapshot is oxp_1b55399c-9dbb-4d32-bd51-426a7996ea24/crucible/regions/83ac1f61-d74f-436d-9b2c-22f181d420de@02b4d2ff-e6d3-4683-b6ed-40d95eb85ab2","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.45797358Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1b55399c-9dbb-4d32-bd51-426a7996ea24/crucible/regions/83ac1f61-d74f-436d-9b2c-22f181d420de\", \"02b4d2ff-e6d3-4683-b6ed-40d95eb85ab2\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.45801307Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 83ac1f61-d74f-436d-9b2c-22f181d420de-02b4d2ff-e6d3-4683-b6ed-40d95eb85ab2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.46669688Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"datafile"}
{"msg":"applying SMF actions for region 83ac1f61-d74f-436d-9b2c-22f181d420de running snapshot 02b4d2ff-e6d3-4683-b6ed-40d95eb85ab2 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.466894104Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.466920995Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"uri":"/crucible/0/regions/83ac1f61-d74f-436d-9b2c-22f181d420de/snapshots/02b4d2ff-e6d3-4683-b6ed-40d95eb85ab2/run","method":"POST","req_id":"0069156f-6289-4ba4-985a-8a113cd18fe0","remote_addr":"[fd00:1122:3344:101::a]:40783","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25579,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/83ac1f61-d74f-436d-9b2c-22f181d420de","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.467457395Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.467540577Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.467624009Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.467632819Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.467671399Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-83ac1f61-d74f-436d-9b2c-22f181d420de","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.46771718Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/83ac1f61-d74f-436d-9b2c-22f181d420de","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.468079457Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.468138999Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.468186509Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.46823209Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.472439383Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-83ac1f61-d74f-436d-9b2c-22f181d420de-02b4d2ff-e6d3-4683-b6ed-40d95eb85ab2","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.473982133Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-83ac1f61-d74f-436d-9b2c-22f181d420de-02b4d2ff-e6d3-4683-b6ed-40d95eb85ab2","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.479629704Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-83ac1f61-d74f-436d-9b2c-22f181d420de-02b4d2ff-e6d3-4683-b6ed-40d95eb85ab2","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.489616579Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/83ac1f61-d74f-436d-9b2c-22f181d420de/.zfs/snapshot/02b4d2ff-e6d3-4683-b6ed-40d95eb85ab2","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.489922425Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.489986216Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.490026587Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.490067418Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.490114389Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.493665478Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.497977623Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"worker"}
{"msg":"region 83ac1f61-d74f-436d-9b2c-22f181d420de running snapshot 02b4d2ff-e6d3-4683-b6ed-40d95eb85ab2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.497988583Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"datafile"}
{"msg":"path is \"/data/regions/83ac1f61-d74f-436d-9b2c-22f181d420de\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.606775173Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"datafile"}
{"msg":"dataset is oxp_1b55399c-9dbb-4d32-bd51-426a7996ea24/crucible/regions/83ac1f61-d74f-436d-9b2c-22f181d420de","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.615349881Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"datafile"}
{"msg":"snapshot is oxp_1b55399c-9dbb-4d32-bd51-426a7996ea24/crucible/regions/83ac1f61-d74f-436d-9b2c-22f181d420de@02b4d2ff-e6d3-4683-b6ed-40d95eb85ab2","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.622823247Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_1b55399c-9dbb-4d32-bd51-426a7996ea24/crucible/regions/83ac1f61-d74f-436d-9b2c-22f181d420de\", \"02b4d2ff-e6d3-4683-b6ed-40d95eb85ab2\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.622852738Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:35.630070189Z","hostname":"oxz_crucible_57f24d92-52ba-4db7-a1b1-c2a25e015a03","pid":26172,"uri":"/crucible/0/regions/83ac1f61-d74f-436d-9b2c-22f181d420de/snapshots/02b4d2ff-e6d3-4683-b6ed-40d95eb85ab2/run","method":"POST","req_id":"44db7530-a9ff-41b1-995f-c6672ffd45b7","remote_addr":"[fd00:1122:3344:101::a]:40783","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":23314,"response_code":"200"}