[ Apr 30 22:22:40 Enabled. ]
[ Apr 30 22:22:40 Rereading configuration. ]
[ Apr 30 22:22:41 Rereading configuration. ]
[ Apr 30 22:22:43 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_145ad0b0-5e5c-4755-ba6c-da149e549070/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_145ad0b0-5e5c-4755-ba6c-da149e549070/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:22:43.56472507Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:22:43.569519791Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:22:43.569535441Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:22:43.599523668Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:22:43.678065919Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:24:01.895841783Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52123"}
{"msg":"region 20867968-c8b6-45fb-8698-232ecb88839c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:24:01.93059181Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:24:01.934077638Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"uri":"/crucible/0/regions","method":"POST","req_id":"d69557b8-5a1f-44e5-8bc4-3ae55b91b772","remote_addr":"[fd00:1122:3344:101::a]:52123","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":10517,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:24:01.934093938Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_145ad0b0-5e5c-4755-ba6c-da149e549070/crucible/regions/20867968-c8b6-45fb-8698-232ecb88839c","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:24:01.945491226Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_145ad0b0-5e5c-4755-ba6c-da149e549070/crucible/regions/20867968-c8b6-45fb-8698-232ecb88839c","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:24:01.945527377Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"20867968-c8b6-45fb-8698-232ecb88839c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/20867968-c8b6-45fb-8698-232ecb88839c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:24:02.013281876Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"region":"20867968-c8b6-45fb-8698-232ecb88839c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"20867968-c8b6-45fb-8698-232ecb88839c\" \"--data\" \"/data/regions/20867968-c8b6-45fb-8698-232ecb88839c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:24:02.015239555Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"region":"20867968-c8b6-45fb-8698-232ecb88839c","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:24:02.198927669Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"region":"20867968-c8b6-45fb-8698-232ecb88839c","component":"worker"}
{"msg":"region 20867968-c8b6-45fb-8698-232ecb88839c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:24:02.198994241Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:24:02.199074173Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-20867968-c8b6-45fb-8698-232ecb88839c","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:24:02.201663558Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-20867968-c8b6-45fb-8698-232ecb88839c","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:24:02.208545062Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:24:02.22154982Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-20867968-c8b6-45fb-8698-232ecb88839c","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:24:02.227554751Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/20867968-c8b6-45fb-8698-232ecb88839c","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:24:02.228262589Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:24:02.22827786Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"uri":"/crucible/0/regions","method":"POST","req_id":"aded87cd-f12c-4cdd-ac3f-11323059e4a5","remote_addr":"[fd00:1122:3344:101::a]:52123","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:24:02.232156787Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:24:02.232213749Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:24:02.23226228Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:24:02.24378432Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:24:02.250377077Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.667420898Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61236"}
{"msg":"region 2e0d789c-834f-41ff-a122-71137456244f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.726584251Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.727180475Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"uri":"/crucible/0/regions","method":"POST","req_id":"fb807466-7ae7-4a67-a242-1ab229aba40f","remote_addr":"[fd00:1122:3344:101::a]:61236","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":640,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.727196386Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_145ad0b0-5e5c-4755-ba6c-da149e549070/crucible/regions/2e0d789c-834f-41ff-a122-71137456244f","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.736375227Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_145ad0b0-5e5c-4755-ba6c-da149e549070/crucible/regions/2e0d789c-834f-41ff-a122-71137456244f","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.736404328Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2e0d789c-834f-41ff-a122-71137456244f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2e0d789c-834f-41ff-a122-71137456244f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.793001276Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"region":"2e0d789c-834f-41ff-a122-71137456244f","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2e0d789c-834f-41ff-a122-71137456244f\" \"--data\" \"/data/regions/2e0d789c-834f-41ff-a122-71137456244f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.794828482Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"region":"2e0d789c-834f-41ff-a122-71137456244f","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.886388732Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"uri":"/crucible/0/regions","method":"POST","req_id":"968b34e3-87b6-4c18-9046-919d005cc7d1","remote_addr":"[fd00:1122:3344:101::a]:61236","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.889764437Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"region":"2e0d789c-834f-41ff-a122-71137456244f","component":"worker"}
{"msg":"region 2e0d789c-834f-41ff-a122-71137456244f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.889779107Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.889921551Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/20867968-c8b6-45fb-8698-232ecb88839c","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.902374505Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.902463707Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.902545759Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.90255529Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.902598941Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-20867968-c8b6-45fb-8698-232ecb88839c","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.902664322Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/20867968-c8b6-45fb-8698-232ecb88839c","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.903004151Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.903081343Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.903137454Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.903187506Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.908375786Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2e0d789c-834f-41ff-a122-71137456244f","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.908802817Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2e0d789c-834f-41ff-a122-71137456244f","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.912003128Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.920887922Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2e0d789c-834f-41ff-a122-71137456244f","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.924243187Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2e0d789c-834f-41ff-a122-71137456244f","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.924516793Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.924591226Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.924634507Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.924674897Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.928696599Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:31.934363462Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.249706847Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"uri":"/crucible/0/regions","method":"POST","req_id":"8b2407a1-1e72-4eda-b415-b9ffbd04e36a","remote_addr":"[fd00:1122:3344:101::a]:61236","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":58,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.691873402Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42296"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.694193571Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"uri":"/crucible/0/regions/20867968-c8b6-45fb-8698-232ecb88839c","method":"GET","req_id":"13954d18-348f-4bca-b153-b89001b494c4","remote_addr":"[fd00:1122:3344:101::a]:42296","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":2296,"response_code":"200"}
{"msg":"path is \"/data/regions/20867968-c8b6-45fb-8698-232ecb88839c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.696601251Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"datafile"}
{"msg":"dataset is oxp_145ad0b0-5e5c-4755-ba6c-da149e549070/crucible/regions/20867968-c8b6-45fb-8698-232ecb88839c","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.704627974Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"datafile"}
{"msg":"snapshot is oxp_145ad0b0-5e5c-4755-ba6c-da149e549070/crucible/regions/20867968-c8b6-45fb-8698-232ecb88839c@1043218b-4f9f-4261-8463-0336078a3b7e","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.713156359Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_145ad0b0-5e5c-4755-ba6c-da149e549070/crucible/regions/20867968-c8b6-45fb-8698-232ecb88839c\", \"1043218b-4f9f-4261-8463-0336078a3b7e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.71319531Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.723953632Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"uri":"/crucible/0/regions/20867968-c8b6-45fb-8698-232ecb88839c/snapshots/1043218b-4f9f-4261-8463-0336078a3b7e","method":"GET","req_id":"101482ca-4847-40e1-a167-bec9fd538997","remote_addr":"[fd00:1122:3344:101::a]:42296","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":29600,"response_code":"200"}
{"msg":"path is \"/data/regions/20867968-c8b6-45fb-8698-232ecb88839c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.724121786Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"datafile"}
{"msg":"dataset is oxp_145ad0b0-5e5c-4755-ba6c-da149e549070/crucible/regions/20867968-c8b6-45fb-8698-232ecb88839c","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.73220953Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"datafile"}
{"msg":"snapshot is oxp_145ad0b0-5e5c-4755-ba6c-da149e549070/crucible/regions/20867968-c8b6-45fb-8698-232ecb88839c@1043218b-4f9f-4261-8463-0336078a3b7e","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.740603761Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_145ad0b0-5e5c-4755-ba6c-da149e549070/crucible/regions/20867968-c8b6-45fb-8698-232ecb88839c\", \"1043218b-4f9f-4261-8463-0336078a3b7e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.740631352Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 20867968-c8b6-45fb-8698-232ecb88839c-1043218b-4f9f-4261-8463-0336078a3b7e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.749752682Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"datafile"}
{"msg":"applying SMF actions for region 20867968-c8b6-45fb-8698-232ecb88839c running snapshot 1043218b-4f9f-4261-8463-0336078a3b7e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.749929187Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/20867968-c8b6-45fb-8698-232ecb88839c","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.750599884Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.750703246Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.750805079Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.750815789Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.7508644Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-20867968-c8b6-45fb-8698-232ecb88839c","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.750921902Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/20867968-c8b6-45fb-8698-232ecb88839c","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.751283031Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.751345212Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.751393194Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.751442685Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.752132872Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"uri":"/crucible/0/regions/20867968-c8b6-45fb-8698-232ecb88839c/snapshots/1043218b-4f9f-4261-8463-0336078a3b7e/run","method":"POST","req_id":"d0c1bcac-bb2b-44b3-85b3-dba4dad9c8e2","remote_addr":"[fd00:1122:3344:101::a]:42296","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":28037,"response_code":"200"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.755238061Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-20867968-c8b6-45fb-8698-232ecb88839c-1043218b-4f9f-4261-8463-0336078a3b7e","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.756663947Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-20867968-c8b6-45fb-8698-232ecb88839c-1043218b-4f9f-4261-8463-0336078a3b7e","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.762613677Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-20867968-c8b6-45fb-8698-232ecb88839c-1043218b-4f9f-4261-8463-0336078a3b7e","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.772314872Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/20867968-c8b6-45fb-8698-232ecb88839c/.zfs/snapshot/1043218b-4f9f-4261-8463-0336078a3b7e","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.772617509Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.77267685Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.772728732Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.772768113Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.772819564Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.777035591Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.782823697Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"worker"}
{"msg":"region 20867968-c8b6-45fb-8698-232ecb88839c running snapshot 1043218b-4f9f-4261-8463-0336078a3b7e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-04-30T22:29:32.782837947Z","hostname":"oxz_crucible_2f2a8832-d4c0-4c7e-92b0-f06ffe750cfb","pid":22644,"component":"datafile"}