[ Oct 22 00:32:29 Enabled. ]
[ Oct 22 00:32:29 Rereading configuration. ]
[ Oct 22 00:32:35 Rereading configuration. ]
[ Oct 22 00:32:38 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:32:39.035831971Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:32:39.03759312Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:32:39.03760356Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:32:39.079252486Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:32:39.272814696Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:53.020077899Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36040"}
{"msg":"region cf9dce69-c14d-4a62-ae03-ca294633ca22 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:53.051164443Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:53.058849507Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"uri":"/crucible/0/regions","method":"POST","req_id":"3f01ff90-fcbc-4cce-89c5-77e558673e62","remote_addr":"[fd00:1122:3344:101::a]:36040","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":15526,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:53.058880518Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crucible/regions/cf9dce69-c14d-4a62-ae03-ca294633ca22","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:53.069605482Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crucible/regions/cf9dce69-c14d-4a62-ae03-ca294633ca22","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:53.069649383Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"cf9dce69-c14d-4a62-ae03-ca294633ca22\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cf9dce69-c14d-4a62-ae03-ca294633ca22\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:53.142804259Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"region":"cf9dce69-c14d-4a62-ae03-ca294633ca22","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cf9dce69-c14d-4a62-ae03-ca294633ca22\" \"--data\" \"/data/regions/cf9dce69-c14d-4a62-ae03-ca294633ca22\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:53.146683172Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"region":"cf9dce69-c14d-4a62-ae03-ca294633ca22","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:53.289740563Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"region":"cf9dce69-c14d-4a62-ae03-ca294633ca22","component":"worker"}
{"msg":"region cf9dce69-c14d-4a62-ae03-ca294633ca22 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:53.289806935Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:53.289881176Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-cf9dce69-c14d-4a62-ae03-ca294633ca22","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:53.292353166Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cf9dce69-c14d-4a62-ae03-ca294633ca22","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:53.296633205Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:53.310168245Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"uri":"/crucible/0/regions","method":"POST","req_id":"092b68df-1c63-4f6a-8e67-ad005ec71c68","remote_addr":"[fd00:1122:3344:101::a]:36040","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:53.314764239Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cf9dce69-c14d-4a62-ae03-ca294633ca22","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:53.320569663Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cf9dce69-c14d-4a62-ae03-ca294633ca22","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:53.327433595Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:53.327509206Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:53.327554947Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:53.327601248Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:53.331090414Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:33:53.335584517Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:03.937632786Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54718"}
{"msg":"region f5ff000e-75ad-40a5-a7f9-467f725a9b81 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:03.93852158Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:03.939198541Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"uri":"/crucible/0/regions","method":"POST","req_id":"b3545b6b-49e7-4462-af51-943b031a3e99","remote_addr":"[fd00:1122:3344:101::a]:54718","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":1470,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:03.939216611Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crucible/regions/f5ff000e-75ad-40a5-a7f9-467f725a9b81","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:03.947780921Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crucible/regions/f5ff000e-75ad-40a5-a7f9-467f725a9b81","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:03.947805301Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"f5ff000e-75ad-40a5-a7f9-467f725a9b81\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f5ff000e-75ad-40a5-a7f9-467f725a9b81\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:03.997541668Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"region":"f5ff000e-75ad-40a5-a7f9-467f725a9b81","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f5ff000e-75ad-40a5-a7f9-467f725a9b81\" \"--data\" \"/data/regions/f5ff000e-75ad-40a5-a7f9-467f725a9b81\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:03.997597229Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"region":"f5ff000e-75ad-40a5-a7f9-467f725a9b81","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:04.068553329Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"region":"f5ff000e-75ad-40a5-a7f9-467f725a9b81","component":"worker"}
{"msg":"region f5ff000e-75ad-40a5-a7f9-467f725a9b81 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:04.06859985Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:04.068695032Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/cf9dce69-c14d-4a62-ae03-ca294633ca22","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:04.077578056Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:04.077676748Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:04.077758379Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:04.077768459Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:04.07781216Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cf9dce69-c14d-4a62-ae03-ca294633ca22","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:04.077877271Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cf9dce69-c14d-4a62-ae03-ca294633ca22","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:04.077967952Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:04.078038523Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:04.078086674Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:04.078136485Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:04.084308615Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-f5ff000e-75ad-40a5-a7f9-467f725a9b81","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:04.084727002Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f5ff000e-75ad-40a5-a7f9-467f725a9b81","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:04.087194892Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:04.093436513Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f5ff000e-75ad-40a5-a7f9-467f725a9b81","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:04.097660242Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f5ff000e-75ad-40a5-a7f9-467f725a9b81","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:04.097933376Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:04.098001407Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:04.098043808Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:04.098083179Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:04.101304601Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:04.105457378Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:04.31388948Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"uri":"/crucible/0/regions","method":"POST","req_id":"0ecaf7f1-978c-4278-8738-c16500816717","remote_addr":"[fd00:1122:3344:101::a]:54718","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":74,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.472941534Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"uri":"/crucible/0/regions/cf9dce69-c14d-4a62-ae03-ca294633ca22","method":"GET","req_id":"dae58f11-8950-499b-8bf0-a11482534c57","remote_addr":"[fd00:1122:3344:101::a]:54718","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":3136,"response_code":"200"}
{"msg":"path is \"/data/regions/cf9dce69-c14d-4a62-ae03-ca294633ca22\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.476458961Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"datafile"}
{"msg":"dataset is oxp_f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crucible/regions/cf9dce69-c14d-4a62-ae03-ca294633ca22","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.485839174Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"datafile"}
{"msg":"snapshot is oxp_f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crucible/regions/cf9dce69-c14d-4a62-ae03-ca294633ca22@fbe2ba8d-0831-4294-9288-47ca3091ce91","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.494510614Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crucible/regions/cf9dce69-c14d-4a62-ae03-ca294633ca22\", \"fbe2ba8d-0831-4294-9288-47ca3091ce91\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.494538815Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.507116859Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"uri":"/crucible/0/regions/cf9dce69-c14d-4a62-ae03-ca294633ca22/snapshots/fbe2ba8d-0831-4294-9288-47ca3091ce91","method":"GET","req_id":"a1644774-19ce-429b-94bc-59d674e9ab9e","remote_addr":"[fd00:1122:3344:101::a]:54718","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":31083,"response_code":"200"}
{"msg":"path is \"/data/regions/cf9dce69-c14d-4a62-ae03-ca294633ca22\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.510326601Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"datafile"}
{"msg":"dataset is oxp_f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crucible/regions/cf9dce69-c14d-4a62-ae03-ca294633ca22","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.518252759Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"datafile"}
{"msg":"snapshot is oxp_f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crucible/regions/cf9dce69-c14d-4a62-ae03-ca294633ca22@fbe2ba8d-0831-4294-9288-47ca3091ce91","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.526390051Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crucible/regions/cf9dce69-c14d-4a62-ae03-ca294633ca22\", \"fbe2ba8d-0831-4294-9288-47ca3091ce91\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.526415442Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot cf9dce69-c14d-4a62-ae03-ca294633ca22-fbe2ba8d-0831-4294-9288-47ca3091ce91 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.535432398Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"datafile"}
{"msg":"applying SMF actions for region cf9dce69-c14d-4a62-ae03-ca294633ca22 running snapshot fbe2ba8d-0831-4294-9288-47ca3091ce91 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.535634581Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.535658532Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"uri":"/crucible/0/regions/cf9dce69-c14d-4a62-ae03-ca294633ca22/snapshots/fbe2ba8d-0831-4294-9288-47ca3091ce91/run","method":"POST","req_id":"3d19f5d4-6286-4b59-b6f8-1a8bfcef8653","remote_addr":"[fd00:1122:3344:101::a]:54718","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25356,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/cf9dce69-c14d-4a62-ae03-ca294633ca22","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.536320562Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.536409164Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.536490665Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.536500055Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.536538786Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cf9dce69-c14d-4a62-ae03-ca294633ca22","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.536584297Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cf9dce69-c14d-4a62-ae03-ca294633ca22","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.536948553Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.537012684Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.537060234Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.537106205Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.540329058Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-cf9dce69-c14d-4a62-ae03-ca294633ca22-fbe2ba8d-0831-4294-9288-47ca3091ce91","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.54174659Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-cf9dce69-c14d-4a62-ae03-ca294633ca22-fbe2ba8d-0831-4294-9288-47ca3091ce91","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.548038912Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-cf9dce69-c14d-4a62-ae03-ca294633ca22-fbe2ba8d-0831-4294-9288-47ca3091ce91","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.556366748Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cf9dce69-c14d-4a62-ae03-ca294633ca22/.zfs/snapshot/fbe2ba8d-0831-4294-9288-47ca3091ce91","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.556646272Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.556698913Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.556741634Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.556777614Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.556822255Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.560326142Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.564956037Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"worker"}
{"msg":"region cf9dce69-c14d-4a62-ae03-ca294633ca22 running snapshot fbe2ba8d-0831-4294-9288-47ca3091ce91 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.564966637Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"datafile"}
{"msg":"path is \"/data/regions/cf9dce69-c14d-4a62-ae03-ca294633ca22\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.87391351Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"datafile"}
{"msg":"dataset is oxp_f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crucible/regions/cf9dce69-c14d-4a62-ae03-ca294633ca22","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.881760807Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"datafile"}
{"msg":"snapshot is oxp_f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crucible/regions/cf9dce69-c14d-4a62-ae03-ca294633ca22@fbe2ba8d-0831-4294-9288-47ca3091ce91","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.888651489Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crucible/regions/cf9dce69-c14d-4a62-ae03-ca294633ca22\", \"fbe2ba8d-0831-4294-9288-47ca3091ce91\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.888674839Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-22T00:37:05.896893352Z","hostname":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","pid":22043,"uri":"/crucible/0/regions/cf9dce69-c14d-4a62-ae03-ca294633ca22/snapshots/fbe2ba8d-0831-4294-9288-47ca3091ce91/run","method":"POST","req_id":"c27e4b7d-f208-4cb7-a368-5660bbd95c32","remote_addr":"[fd00:1122:3344:101::a]:54718","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":22999,"response_code":"200"}