[ Aug 22 17:49:12 Enabled. ]
[ Aug 22 17:49:12 Rereading configuration. ]
[ Aug 22 17:49:16 Rereading configuration. ]
[ Aug 22 17:49:22 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_5e8182dc-9ddb-4046-8bad-a92dba524acd/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_5e8182dc-9ddb-4046-8bad-a92dba524acd/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:49:23.004044354Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:49:23.006641897Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:49:23.006658367Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:49:23.018092656Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:49:23.116031912Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.576259674Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41106"}
{"msg":"region 6501c473-863a-4383-904f-d5b94aea6e48 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.599968226Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.605467245Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.605492575Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"uri":"/crucible/0/regions","method":"POST","req_id":"e045c0e8-e3b3-418f-93a4-39e48fe66d87","remote_addr":"[fd00:1122:3344:101::a]:41106","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":15213,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_5e8182dc-9ddb-4046-8bad-a92dba524acd/crucible/regions/6501c473-863a-4383-904f-d5b94aea6e48","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.618773374Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_5e8182dc-9ddb-4046-8bad-a92dba524acd/crucible/regions/6501c473-863a-4383-904f-d5b94aea6e48","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.618811074Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6501c473-863a-4383-904f-d5b94aea6e48\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6501c473-863a-4383-904f-d5b94aea6e48\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.672595072Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"region":"6501c473-863a-4383-904f-d5b94aea6e48","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6501c473-863a-4383-904f-d5b94aea6e48\" \"--data\" \"/data/regions/6501c473-863a-4383-904f-d5b94aea6e48\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.674810693Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"region":"6501c473-863a-4383-904f-d5b94aea6e48","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.896904921Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"region":"6501c473-863a-4383-904f-d5b94aea6e48","component":"worker"}
{"msg":"region 6501c473-863a-4383-904f-d5b94aea6e48 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.896964011Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.897049192Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6501c473-863a-4383-904f-d5b94aea6e48","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.897476724Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6501c473-863a-4383-904f-d5b94aea6e48","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.903677686Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.910732152Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"uri":"/crucible/0/regions","method":"POST","req_id":"b5e5a554-5922-410c-b83e-293878d4c5e0","remote_addr":"[fd00:1122:3344:101::a]:41106","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":665,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.921959021Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6501c473-863a-4383-904f-d5b94aea6e48","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.925431968Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6501c473-863a-4383-904f-d5b94aea6e48","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.930865076Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.932857787Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.932924797Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.932977107Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.936484896Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:50:05.941372431Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.023231661Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62673"}
{"msg":"region d62d62fc-4fff-4b7b-9b06-663dcd1a6173 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.023930245Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.024824729Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"uri":"/crucible/0/regions","method":"POST","req_id":"a498a4ed-22ff-4e83-a8e4-74defe31ab05","remote_addr":"[fd00:1122:3344:101::a]:62673","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":1550,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.02486194Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_5e8182dc-9ddb-4046-8bad-a92dba524acd/crucible/regions/d62d62fc-4fff-4b7b-9b06-663dcd1a6173","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.037107863Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_5e8182dc-9ddb-4046-8bad-a92dba524acd/crucible/regions/d62d62fc-4fff-4b7b-9b06-663dcd1a6173","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.037137923Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d62d62fc-4fff-4b7b-9b06-663dcd1a6173\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d62d62fc-4fff-4b7b-9b06-663dcd1a6173\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.097765026Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"region":"d62d62fc-4fff-4b7b-9b06-663dcd1a6173","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d62d62fc-4fff-4b7b-9b06-663dcd1a6173\" \"--data\" \"/data/regions/d62d62fc-4fff-4b7b-9b06-663dcd1a6173\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.097827077Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"region":"d62d62fc-4fff-4b7b-9b06-663dcd1a6173","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.188441375Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"region":"d62d62fc-4fff-4b7b-9b06-663dcd1a6173","component":"worker"}
{"msg":"region d62d62fc-4fff-4b7b-9b06-663dcd1a6173 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.188499085Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.188574595Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/6501c473-863a-4383-904f-d5b94aea6e48","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.196652017Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.196755838Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.196868168Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.196887389Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.196929219Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6501c473-863a-4383-904f-d5b94aea6e48","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.196999899Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6501c473-863a-4383-904f-d5b94aea6e48","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.197109Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.19718823Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.1972433Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.197301971Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.204693079Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d62d62fc-4fff-4b7b-9b06-663dcd1a6173","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.205118811Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d62d62fc-4fff-4b7b-9b06-663dcd1a6173","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.208001036Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.21450178Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d62d62fc-4fff-4b7b-9b06-663dcd1a6173","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.218657761Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d62d62fc-4fff-4b7b-9b06-663dcd1a6173","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.218987303Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.219053353Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.219101943Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.219155284Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.222669162Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.227418456Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:25.382582648Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"uri":"/crucible/0/regions","method":"POST","req_id":"1e100c69-6631-4f41-99b2-0b23b729cf77","remote_addr":"[fd00:1122:3344:101::a]:62673","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.422746281Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"uri":"/crucible/0/regions/6501c473-863a-4383-904f-d5b94aea6e48","method":"GET","req_id":"95eec7e9-619b-4e14-ad3f-42ceef238951","remote_addr":"[fd00:1122:3344:101::a]:62673","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"path is \"/data/regions/6501c473-863a-4383-904f-d5b94aea6e48\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.430771543Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"datafile"}
{"msg":"dataset is oxp_5e8182dc-9ddb-4046-8bad-a92dba524acd/crucible/regions/6501c473-863a-4383-904f-d5b94aea6e48","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.440069641Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"datafile"}
{"msg":"snapshot is oxp_5e8182dc-9ddb-4046-8bad-a92dba524acd/crucible/regions/6501c473-863a-4383-904f-d5b94aea6e48@8f31d72c-164d-4e25-9e39-11ce6a7ee167","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.448342184Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_5e8182dc-9ddb-4046-8bad-a92dba524acd/crucible/regions/6501c473-863a-4383-904f-d5b94aea6e48\", \"8f31d72c-164d-4e25-9e39-11ce6a7ee167\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.448381084Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.460255895Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"uri":"/crucible/0/regions/6501c473-863a-4383-904f-d5b94aea6e48/snapshots/8f31d72c-164d-4e25-9e39-11ce6a7ee167","method":"GET","req_id":"a62b2176-b7f4-40ee-bc59-bc04df6f2acb","remote_addr":"[fd00:1122:3344:101::a]:62673","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":33575,"response_code":"200"}
{"msg":"path is \"/data/regions/6501c473-863a-4383-904f-d5b94aea6e48\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.463920694Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"datafile"}
{"msg":"dataset is oxp_5e8182dc-9ddb-4046-8bad-a92dba524acd/crucible/regions/6501c473-863a-4383-904f-d5b94aea6e48","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.472134147Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"datafile"}
{"msg":"snapshot is oxp_5e8182dc-9ddb-4046-8bad-a92dba524acd/crucible/regions/6501c473-863a-4383-904f-d5b94aea6e48@8f31d72c-164d-4e25-9e39-11ce6a7ee167","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.481203693Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_5e8182dc-9ddb-4046-8bad-a92dba524acd/crucible/regions/6501c473-863a-4383-904f-d5b94aea6e48\", \"8f31d72c-164d-4e25-9e39-11ce6a7ee167\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.481245183Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 6501c473-863a-4383-904f-d5b94aea6e48-8f31d72c-164d-4e25-9e39-11ce6a7ee167 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.489701537Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"datafile"}
{"msg":"applying SMF actions for region 6501c473-863a-4383-904f-d5b94aea6e48 running snapshot 8f31d72c-164d-4e25-9e39-11ce6a7ee167 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.489901868Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.489933028Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"uri":"/crucible/0/regions/6501c473-863a-4383-904f-d5b94aea6e48/snapshots/8f31d72c-164d-4e25-9e39-11ce6a7ee167/run","method":"POST","req_id":"ad047c79-db53-4288-9c6c-2909b8e04c6a","remote_addr":"[fd00:1122:3344:101::a]:62673","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":26046,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/6501c473-863a-4383-904f-d5b94aea6e48","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.490515342Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.490597102Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.490675352Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.490683802Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.490722052Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6501c473-863a-4383-904f-d5b94aea6e48","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.490767253Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6501c473-863a-4383-904f-d5b94aea6e48","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.491139585Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.491202075Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.491250395Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.491296046Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.495414737Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-6501c473-863a-4383-904f-d5b94aea6e48-8f31d72c-164d-4e25-9e39-11ce6a7ee167","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.497001175Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-6501c473-863a-4383-904f-d5b94aea6e48-8f31d72c-164d-4e25-9e39-11ce6a7ee167","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.503073856Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-6501c473-863a-4383-904f-d5b94aea6e48-8f31d72c-164d-4e25-9e39-11ce6a7ee167","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.516599636Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6501c473-863a-4383-904f-d5b94aea6e48/.zfs/snapshot/8f31d72c-164d-4e25-9e39-11ce6a7ee167","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.516823658Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.516876048Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.516918838Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.516957068Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.517004808Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.520956979Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.524933089Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"worker"}
{"msg":"region 6501c473-863a-4383-904f-d5b94aea6e48 running snapshot 8f31d72c-164d-4e25-9e39-11ce6a7ee167 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.524944459Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"datafile"}
{"msg":"path is \"/data/regions/6501c473-863a-4383-904f-d5b94aea6e48\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.650339357Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"datafile"}
{"msg":"dataset is oxp_5e8182dc-9ddb-4046-8bad-a92dba524acd/crucible/regions/6501c473-863a-4383-904f-d5b94aea6e48","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.659739766Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"datafile"}
{"msg":"snapshot is oxp_5e8182dc-9ddb-4046-8bad-a92dba524acd/crucible/regions/6501c473-863a-4383-904f-d5b94aea6e48@8f31d72c-164d-4e25-9e39-11ce6a7ee167","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.667904838Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_5e8182dc-9ddb-4046-8bad-a92dba524acd/crucible/regions/6501c473-863a-4383-904f-d5b94aea6e48\", \"8f31d72c-164d-4e25-9e39-11ce6a7ee167\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.667930648Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-22T17:55:27.6758937Z","hostname":"oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d","pid":22411,"uri":"/crucible/0/regions/6501c473-863a-4383-904f-d5b94aea6e48/snapshots/8f31d72c-164d-4e25-9e39-11ce6a7ee167/run","method":"POST","req_id":"90ad9378-fcc5-4c53-8aca-9d8fbcb09755","remote_addr":"[fd00:1122:3344:101::a]:62673","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25597,"response_code":"200"}