[ Jul 30 19:37:47 Enabled. ]
[ Jul 30 19:37:47 Rereading configuration. ]
[ Jul 30 19:37:48 Rereading configuration. ]
[ Jul 30 19:37:50 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_22f40742-cd2e-4aa3-a47c-a26de7330824/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_22f40742-cd2e-4aa3-a47c-a26de7330824/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:37:50.632456414Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:37:50.633739221Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:37:50.633756052Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:37:50.655906246Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:37:50.823688149Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:54.051428137Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45160"}
{"msg":"region 8e4cab95-86f7-402f-a53c-717c53449fb1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:54.071369804Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:54.078616499Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"uri":"/crucible/0/regions","method":"POST","req_id":"b2999040-4d87-4eb1-84ae-3e9c4c937606","remote_addr":"[fd00:1122:3344:101::a]:45160","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":16142,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:54.07864081Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_22f40742-cd2e-4aa3-a47c-a26de7330824/crucible/regions/8e4cab95-86f7-402f-a53c-717c53449fb1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:54.092457006Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_22f40742-cd2e-4aa3-a47c-a26de7330824/crucible/regions/8e4cab95-86f7-402f-a53c-717c53449fb1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:54.092492126Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8e4cab95-86f7-402f-a53c-717c53449fb1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8e4cab95-86f7-402f-a53c-717c53449fb1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:54.153555784Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"region":"8e4cab95-86f7-402f-a53c-717c53449fb1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8e4cab95-86f7-402f-a53c-717c53449fb1\" \"--data\" \"/data/regions/8e4cab95-86f7-402f-a53c-717c53449fb1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:54.155640929Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"region":"8e4cab95-86f7-402f-a53c-717c53449fb1","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:54.290423485Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"region":"8e4cab95-86f7-402f-a53c-717c53449fb1","component":"worker"}
{"msg":"region 8e4cab95-86f7-402f-a53c-717c53449fb1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:54.290495097Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:54.290565348Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8e4cab95-86f7-402f-a53c-717c53449fb1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:54.290959037Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8e4cab95-86f7-402f-a53c-717c53449fb1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:54.297430875Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:54.315548773Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8e4cab95-86f7-402f-a53c-717c53449fb1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:54.318891435Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8e4cab95-86f7-402f-a53c-717c53449fb1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:54.319620431Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:54.323638446Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:54.323700348Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:54.323741269Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:54.332561938Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:54.339479076Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:38:54.406969871Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"uri":"/crucible/0/regions","method":"POST","req_id":"67b12ef8-c493-44d8-9f49-885a031cf1ad","remote_addr":"[fd00:1122:3344:101::a]:45160","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":87,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.159434695Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52690"}
{"msg":"region 36e7a638-8db0-4e59-bd99-b9de29562bf5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.159535618Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.1629239Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.162951771Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"uri":"/crucible/0/regions","method":"POST","req_id":"e049c150-a497-4b15-9645-5ec7229f15f5","remote_addr":"[fd00:1122:3344:101::a]:52690","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":3438,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_22f40742-cd2e-4aa3-a47c-a26de7330824/crucible/regions/36e7a638-8db0-4e59-bd99-b9de29562bf5","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.172777691Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_22f40742-cd2e-4aa3-a47c-a26de7330824/crucible/regions/36e7a638-8db0-4e59-bd99-b9de29562bf5","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.172805602Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"36e7a638-8db0-4e59-bd99-b9de29562bf5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/36e7a638-8db0-4e59-bd99-b9de29562bf5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.246704284Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"region":"36e7a638-8db0-4e59-bd99-b9de29562bf5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"36e7a638-8db0-4e59-bd99-b9de29562bf5\" \"--data\" \"/data/regions/36e7a638-8db0-4e59-bd99-b9de29562bf5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.248544024Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"region":"36e7a638-8db0-4e59-bd99-b9de29562bf5","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.402068952Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"region":"36e7a638-8db0-4e59-bd99-b9de29562bf5","component":"worker"}
{"msg":"region 36e7a638-8db0-4e59-bd99-b9de29562bf5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.402118883Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.402198975Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-36e7a638-8db0-4e59-bd99-b9de29562bf5","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.402593533Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-36e7a638-8db0-4e59-bd99-b9de29562bf5","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.413254222Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.422328386Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"uri":"/crucible/0/regions","method":"POST","req_id":"405d77df-1868-4d4c-b672-f62b4ff1ebf3","remote_addr":"[fd00:1122:3344:101::a]:52690","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.433786761Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-36e7a638-8db0-4e59-bd99-b9de29562bf5","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.441104508Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/36e7a638-8db0-4e59-bd99-b9de29562bf5","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.441348033Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.441407134Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.441457766Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.441508137Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.449882576Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/8e4cab95-86f7-402f-a53c-717c53449fb1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.463579599Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.463693612Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.463797174Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.463808594Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.463863266Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8e4cab95-86f7-402f-a53c-717c53449fb1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.463924517Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8e4cab95-86f7-402f-a53c-717c53449fb1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.464034549Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.464130091Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.464193682Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.464249654Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.478895327Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:08.479315916Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.516616541Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57639"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.519186756Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"uri":"/crucible/0/regions/8e4cab95-86f7-402f-a53c-717c53449fb1","method":"GET","req_id":"d9642284-30f4-4cc7-8543-aa9dbd913504","remote_addr":"[fd00:1122:3344:101::a]:57639","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":2519,"response_code":"200"}
{"msg":"path is \"/data/regions/8e4cab95-86f7-402f-a53c-717c53449fb1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.521870644Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"datafile"}
{"msg":"dataset is oxp_22f40742-cd2e-4aa3-a47c-a26de7330824/crucible/regions/8e4cab95-86f7-402f-a53c-717c53449fb1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.53133028Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"datafile"}
{"msg":"snapshot is oxp_22f40742-cd2e-4aa3-a47c-a26de7330824/crucible/regions/8e4cab95-86f7-402f-a53c-717c53449fb1@3de9d4fb-3ded-4e11-8a44-2d5d2a34cdfe","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.54035931Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_22f40742-cd2e-4aa3-a47c-a26de7330824/crucible/regions/8e4cab95-86f7-402f-a53c-717c53449fb1\", \"3de9d4fb-3ded-4e11-8a44-2d5d2a34cdfe\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.54038528Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.550857594Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"uri":"/crucible/0/regions/8e4cab95-86f7-402f-a53c-717c53449fb1/snapshots/3de9d4fb-3ded-4e11-8a44-2d5d2a34cdfe","method":"GET","req_id":"9a0e5d3a-edab-42a2-b66f-776e4ad833c7","remote_addr":"[fd00:1122:3344:101::a]:57639","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":31470,"response_code":"200"}
{"msg":"path is \"/data/regions/8e4cab95-86f7-402f-a53c-717c53449fb1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.551008958Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"datafile"}
{"msg":"dataset is oxp_22f40742-cd2e-4aa3-a47c-a26de7330824/crucible/regions/8e4cab95-86f7-402f-a53c-717c53449fb1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.559366817Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"datafile"}
{"msg":"snapshot is oxp_22f40742-cd2e-4aa3-a47c-a26de7330824/crucible/regions/8e4cab95-86f7-402f-a53c-717c53449fb1@3de9d4fb-3ded-4e11-8a44-2d5d2a34cdfe","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.567415249Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_22f40742-cd2e-4aa3-a47c-a26de7330824/crucible/regions/8e4cab95-86f7-402f-a53c-717c53449fb1\", \"3de9d4fb-3ded-4e11-8a44-2d5d2a34cdfe\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.56744252Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 8e4cab95-86f7-402f-a53c-717c53449fb1-3de9d4fb-3ded-4e11-8a44-2d5d2a34cdfe state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.575710897Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"datafile"}
{"msg":"applying SMF actions for region 8e4cab95-86f7-402f-a53c-717c53449fb1 running snapshot 3de9d4fb-3ded-4e11-8a44-2d5d2a34cdfe (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.575892171Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.575913791Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"uri":"/crucible/0/regions/8e4cab95-86f7-402f-a53c-717c53449fb1/snapshots/3de9d4fb-3ded-4e11-8a44-2d5d2a34cdfe/run","method":"POST","req_id":"0c1cc2a5-f0d7-4737-842f-3df15d4ada23","remote_addr":"[fd00:1122:3344:101::a]:57639","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24932,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/8e4cab95-86f7-402f-a53c-717c53449fb1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.577680149Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.577762941Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.577851883Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.577859993Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.577900044Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8e4cab95-86f7-402f-a53c-717c53449fb1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.577946295Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8e4cab95-86f7-402f-a53c-717c53449fb1","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.578248691Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.578306922Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.578355813Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.578402444Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.586901176Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-8e4cab95-86f7-402f-a53c-717c53449fb1-3de9d4fb-3ded-4e11-8a44-2d5d2a34cdfe","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.587500379Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-8e4cab95-86f7-402f-a53c-717c53449fb1-3de9d4fb-3ded-4e11-8a44-2d5d2a34cdfe","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.599012916Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8e4cab95-86f7-402f-a53c-717c53449fb1-3de9d4fb-3ded-4e11-8a44-2d5d2a34cdfe","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.621491427Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8e4cab95-86f7-402f-a53c-717c53449fb1/.zfs/snapshot/3de9d4fb-3ded-4e11-8a44-2d5d2a34cdfe","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.621828854Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.621905096Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.621962067Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.622011028Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.62207537Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.627258751Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.636681152Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"worker"}
{"msg":"region 8e4cab95-86f7-402f-a53c-717c53449fb1 running snapshot 3de9d4fb-3ded-4e11-8a44-2d5d2a34cdfe state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-30T19:44:09.636702563Z","hostname":"oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b","pid":21271,"component":"datafile"}