[ Jul 10 23:01:41 Enabled. ]
[ Jul 10 23:01:41 Rereading configuration. ]
[ Jul 10 23:01:42 Rereading configuration. ]
[ Jul 10 23:01:45 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_af32f4ce-7d75-4c49-a4c3-81ec7def8dd0/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_af32f4ce-7d75-4c49-a4c3-81ec7def8dd0/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:01:45.200221844Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:01:45.203037985Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:01:45.203052176Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:01:45.220687768Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:01:45.331781746Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.69697311Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55715"}
{"msg":"region 6fb100d2-7022-4835-b65a-1869524dc015 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.702130051Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.706478556Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"uri":"/crucible/0/regions","method":"POST","req_id":"79dac496-50bb-4491-8cd6-b159fd314f00","remote_addr":"[fd00:1122:3344:101::a]:55715","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":4522,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.709368128Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_af32f4ce-7d75-4c49-a4c3-81ec7def8dd0/crucible/regions/6fb100d2-7022-4835-b65a-1869524dc015","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.720034639Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_af32f4ce-7d75-4c49-a4c3-81ec7def8dd0/crucible/regions/6fb100d2-7022-4835-b65a-1869524dc015","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.720109911Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6fb100d2-7022-4835-b65a-1869524dc015\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6fb100d2-7022-4835-b65a-1869524dc015\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.791194042Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"region":"6fb100d2-7022-4835-b65a-1869524dc015","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6fb100d2-7022-4835-b65a-1869524dc015\" \"--data\" \"/data/regions/6fb100d2-7022-4835-b65a-1869524dc015\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.793065112Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"region":"6fb100d2-7022-4835-b65a-1869524dc015","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.937182866Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"region":"6fb100d2-7022-4835-b65a-1869524dc015","component":"worker"}
{"msg":"region 6fb100d2-7022-4835-b65a-1869524dc015 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.937273118Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.937524713Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6fb100d2-7022-4835-b65a-1869524dc015","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.938000514Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6fb100d2-7022-4835-b65a-1869524dc015","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.94381369Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.955420691Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6fb100d2-7022-4835-b65a-1869524dc015","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.958706092Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6fb100d2-7022-4835-b65a-1869524dc015","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.959648813Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.963786013Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.963842864Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.963893605Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.970014348Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:06.976805755Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:02:07.055309976Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"uri":"/crucible/0/regions","method":"POST","req_id":"a9e019e9-6677-4e3e-b69f-a692bbcb3af9","remote_addr":"[fd00:1122:3344:101::a]:55715","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":84,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.068140258Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36506"}
{"msg":"region fa925c1d-240a-4600-9bd9-579b3a20d563 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.068355133Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.071283156Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.071305297Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"uri":"/crucible/0/regions","method":"POST","req_id":"f71456ea-9b89-4866-be96-6f8f3b1c0e77","remote_addr":"[fd00:1122:3344:101::a]:36506","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":2980,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_af32f4ce-7d75-4c49-a4c3-81ec7def8dd0/crucible/regions/fa925c1d-240a-4600-9bd9-579b3a20d563","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.081896966Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_af32f4ce-7d75-4c49-a4c3-81ec7def8dd0/crucible/regions/fa925c1d-240a-4600-9bd9-579b3a20d563","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.081922707Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"fa925c1d-240a-4600-9bd9-579b3a20d563\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fa925c1d-240a-4600-9bd9-579b3a20d563\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.160892528Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"region":"fa925c1d-240a-4600-9bd9-579b3a20d563","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fa925c1d-240a-4600-9bd9-579b3a20d563\" \"--data\" \"/data/regions/fa925c1d-240a-4600-9bd9-579b3a20d563\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.16095116Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"region":"fa925c1d-240a-4600-9bd9-579b3a20d563","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.204930103Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"uri":"/crucible/0/regions","method":"POST","req_id":"bc77aecf-aa19-4d63-b69b-6dc921d61845","remote_addr":"[fd00:1122:3344:101::a]:36506","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":86,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.29708687Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"region":"fa925c1d-240a-4600-9bd9-579b3a20d563","component":"worker"}
{"msg":"region fa925c1d-240a-4600-9bd9-579b3a20d563 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.297124901Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.297222853Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/6fb100d2-7022-4835-b65a-1869524dc015","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.307878974Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.307986187Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.308085549Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.308102109Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.30814607Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6fb100d2-7022-4835-b65a-1869524dc015","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.308233092Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6fb100d2-7022-4835-b65a-1869524dc015","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.308345874Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.308419276Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.308476577Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.308536188Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.320834735Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-fa925c1d-240a-4600-9bd9-579b3a20d563","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.321260614Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fa925c1d-240a-4600-9bd9-579b3a20d563","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.32521085Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.335048613Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fa925c1d-240a-4600-9bd9-579b3a20d563","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.338473517Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fa925c1d-240a-4600-9bd9-579b3a20d563","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.338832245Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.338905457Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.338956678Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.339017899Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.344156251Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.349898945Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:25.879731518Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"uri":"/crucible/0/regions","method":"POST","req_id":"550e2dfa-c436-42aa-ad51-aa2bff377d6c","remote_addr":"[fd00:1122:3344:101::a]:36506","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":54,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.567642197Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41031"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.570245304Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"uri":"/crucible/0/regions/6fb100d2-7022-4835-b65a-1869524dc015","method":"GET","req_id":"fa976448-200f-48d3-b122-e56b3e8beb3e","remote_addr":"[fd00:1122:3344:101::a]:41031","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":2565,"response_code":"200"}
{"msg":"path is \"/data/regions/6fb100d2-7022-4835-b65a-1869524dc015\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.573047354Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"datafile"}
{"msg":"dataset is oxp_af32f4ce-7d75-4c49-a4c3-81ec7def8dd0/crucible/regions/6fb100d2-7022-4835-b65a-1869524dc015","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.582245844Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"datafile"}
{"msg":"snapshot is oxp_af32f4ce-7d75-4c49-a4c3-81ec7def8dd0/crucible/regions/6fb100d2-7022-4835-b65a-1869524dc015@9afadc7e-5ad8-44de-833e-b82e207e996e","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.590881331Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_af32f4ce-7d75-4c49-a4c3-81ec7def8dd0/crucible/regions/6fb100d2-7022-4835-b65a-1869524dc015\", \"9afadc7e-5ad8-44de-833e-b82e207e996e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.590923482Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.601714136Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"uri":"/crucible/0/regions/6fb100d2-7022-4835-b65a-1869524dc015/snapshots/9afadc7e-5ad8-44de-833e-b82e207e996e","method":"GET","req_id":"990b0f21-21dc-4c44-8a66-369c113a208a","remote_addr":"[fd00:1122:3344:101::a]:41031","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":31259,"response_code":"200"}
{"msg":"path is \"/data/regions/6fb100d2-7022-4835-b65a-1869524dc015\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.60191266Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"datafile"}
{"msg":"dataset is oxp_af32f4ce-7d75-4c49-a4c3-81ec7def8dd0/crucible/regions/6fb100d2-7022-4835-b65a-1869524dc015","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.610361003Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"datafile"}
{"msg":"snapshot is oxp_af32f4ce-7d75-4c49-a4c3-81ec7def8dd0/crucible/regions/6fb100d2-7022-4835-b65a-1869524dc015@9afadc7e-5ad8-44de-833e-b82e207e996e","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.61899418Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_af32f4ce-7d75-4c49-a4c3-81ec7def8dd0/crucible/regions/6fb100d2-7022-4835-b65a-1869524dc015\", \"9afadc7e-5ad8-44de-833e-b82e207e996e\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.619027441Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 6fb100d2-7022-4835-b65a-1869524dc015-9afadc7e-5ad8-44de-833e-b82e207e996e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.628255121Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"datafile"}
{"msg":"applying SMF actions for region 6fb100d2-7022-4835-b65a-1869524dc015 running snapshot 9afadc7e-5ad8-44de-833e-b82e207e996e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.628444525Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.628489926Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"uri":"/crucible/0/regions/6fb100d2-7022-4835-b65a-1869524dc015/snapshots/9afadc7e-5ad8-44de-833e-b82e207e996e/run","method":"POST","req_id":"60ef0c64-dfb8-4915-9c47-76d210eacaa8","remote_addr":"[fd00:1122:3344:101::a]:41031","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":26599,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/6fb100d2-7022-4835-b65a-1869524dc015","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.629035308Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.62911623Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.629197422Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.629210322Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.629245572Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6fb100d2-7022-4835-b65a-1869524dc015","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.629292093Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6fb100d2-7022-4835-b65a-1869524dc015","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.629635861Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.629695672Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.629741763Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.629786344Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.634331172Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-6fb100d2-7022-4835-b65a-1869524dc015-9afadc7e-5ad8-44de-833e-b82e207e996e","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.635779024Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-6fb100d2-7022-4835-b65a-1869524dc015-9afadc7e-5ad8-44de-833e-b82e207e996e","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.641961858Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-6fb100d2-7022-4835-b65a-1869524dc015-9afadc7e-5ad8-44de-833e-b82e207e996e","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.653121039Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6fb100d2-7022-4835-b65a-1869524dc015/.zfs/snapshot/9afadc7e-5ad8-44de-833e-b82e207e996e","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.653407275Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.653482767Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.653525388Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.653571929Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.65363101Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.657230148Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.661762277Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"worker"}
{"msg":"region 6fb100d2-7022-4835-b65a-1869524dc015 running snapshot 9afadc7e-5ad8-44de-833e-b82e207e996e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-10T23:07:26.661778307Z","hostname":"oxz_crucible_1ccdba7b-0f43-40e1-b0dd-aa41c4af38eb","pid":29856,"component":"datafile"}