{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:07.766027993Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47128"} {"msg":"region 773f9b72-bd87-472c-8f83-29ed5dc6cb9e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:07.786833513Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:07.791414741Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:07.794827151Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"uri":"/crucible/0/regions","method":"POST","req_id":"5a9c2a42-015a-4f34-8428-17d930e0d48f","remote_addr":"[fd00:1122:3344:101::a]:47128","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":13971,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_66f81312-114a-4aff-861b-9345c293a399/crucible/regions/773f9b72-bd87-472c-8f83-29ed5dc6cb9e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:07.80241895Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_66f81312-114a-4aff-861b-9345c293a399/crucible/regions/773f9b72-bd87-472c-8f83-29ed5dc6cb9e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:07.80244224Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"773f9b72-bd87-472c-8f83-29ed5dc6cb9e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/773f9b72-bd87-472c-8f83-29ed5dc6cb9e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:07.8738244Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"region":"773f9b72-bd87-472c-8f83-29ed5dc6cb9e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"773f9b72-bd87-472c-8f83-29ed5dc6cb9e\" \"--data\" \"/data/regions/773f9b72-bd87-472c-8f83-29ed5dc6cb9e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:07.875722185Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"region":"773f9b72-bd87-472c-8f83-29ed5dc6cb9e","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:07.992099822Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"uri":"/crucible/0/regions","method":"POST","req_id":"a5be963a-186e-4fb2-a994-8c2fa43d36a8","remote_addr":"[fd00:1122:3344:101::a]:47128","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":77,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.070070867Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"region":"773f9b72-bd87-472c-8f83-29ed5dc6cb9e","component":"worker"} {"msg":"region 773f9b72-bd87-472c-8f83-29ed5dc6cb9e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.070117938Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.07022239Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-773f9b72-bd87-472c-8f83-29ed5dc6cb9e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.070664151Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-773f9b72-bd87-472c-8f83-29ed5dc6cb9e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.076281283Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.094107932Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-773f9b72-bd87-472c-8f83-29ed5dc6cb9e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.0969696Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/773f9b72-bd87-472c-8f83-29ed5dc6cb9e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.104088407Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.106043803Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.106106435Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.106164236Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.111083682Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.11694936Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:01:08.551819942Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"uri":"/crucible/0/regions","method":"POST","req_id":"b3deae52-bcdc-4e83-870f-c80c82535c02","remote_addr":"[fd00:1122:3344:101::a]:47128","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.234206972Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52142"} {"msg":"region c4524fe9-8348-45b9-b06c-1f286d94b20c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.234315515Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.234978831Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.234995061Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"uri":"/crucible/0/regions","method":"POST","req_id":"a4921e15-9f90-492b-b9ef-b78e4b525f33","remote_addr":"[fd00:1122:3344:101::a]:52142","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":703,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_66f81312-114a-4aff-861b-9345c293a399/crucible/regions/c4524fe9-8348-45b9-b06c-1f286d94b20c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.244763721Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_66f81312-114a-4aff-861b-9345c293a399/crucible/regions/c4524fe9-8348-45b9-b06c-1f286d94b20c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.244802522Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c4524fe9-8348-45b9-b06c-1f286d94b20c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c4524fe9-8348-45b9-b06c-1f286d94b20c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.298866844Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"region":"c4524fe9-8348-45b9-b06c-1f286d94b20c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c4524fe9-8348-45b9-b06c-1f286d94b20c\" \"--data\" \"/data/regions/c4524fe9-8348-45b9-b06c-1f286d94b20c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.300795119Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"region":"c4524fe9-8348-45b9-b06c-1f286d94b20c","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.395796444Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"region":"c4524fe9-8348-45b9-b06c-1f286d94b20c","component":"worker"} {"msg":"region c4524fe9-8348-45b9-b06c-1f286d94b20c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.395831795Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.395946428Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/773f9b72-bd87-472c-8f83-29ed5dc6cb9e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.401765525Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.401848767Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.401928529Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.401939899Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.4019837Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-773f9b72-bd87-472c-8f83-29ed5dc6cb9e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.402047391Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/773f9b72-bd87-472c-8f83-29ed5dc6cb9e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.402138574Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.402208845Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.402262647Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.402319368Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.407746565Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c4524fe9-8348-45b9-b06c-1f286d94b20c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.408181326Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c4524fe9-8348-45b9-b06c-1f286d94b20c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.411663538Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.42109656Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c4524fe9-8348-45b9-b06c-1f286d94b20c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.42452632Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c4524fe9-8348-45b9-b06c-1f286d94b20c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.424795947Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.424871139Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.4249154Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.424959851Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.428190397Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.432751594Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:30.529663604Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"uri":"/crucible/0/regions","method":"POST","req_id":"6b975f2d-d610-4c51-8179-bb71588f3199","remote_addr":"[fd00:1122:3344:101::a]:52142","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.581628426Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56956"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.581720348Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"uri":"/crucible/0/regions/773f9b72-bd87-472c-8f83-29ed5dc6cb9e","method":"GET","req_id":"316d6f27-4231-4d40-a50b-c5d773aae6a1","remote_addr":"[fd00:1122:3344:101::a]:56956","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":44,"response_code":"200"} {"msg":"path is \"/data/regions/773f9b72-bd87-472c-8f83-29ed5dc6cb9e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.585221161Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"datafile"} {"msg":"dataset is oxp_66f81312-114a-4aff-861b-9345c293a399/crucible/regions/773f9b72-bd87-472c-8f83-29ed5dc6cb9e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.59454635Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"datafile"} {"msg":"snapshot is oxp_66f81312-114a-4aff-861b-9345c293a399/crucible/regions/773f9b72-bd87-472c-8f83-29ed5dc6cb9e@71195216-cfec-47d4-9ea7-f59b10c8f429","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.603661124Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_66f81312-114a-4aff-861b-9345c293a399/crucible/regions/773f9b72-bd87-472c-8f83-29ed5dc6cb9e\", \"71195216-cfec-47d4-9ea7-f59b10c8f429\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.603708986Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.615279738Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"uri":"/crucible/0/regions/773f9b72-bd87-472c-8f83-29ed5dc6cb9e/snapshots/71195216-cfec-47d4-9ea7-f59b10c8f429","method":"GET","req_id":"1d80b488-882c-4619-b30a-220f01ac15fa","remote_addr":"[fd00:1122:3344:101::a]:56956","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":33394,"response_code":"200"} {"msg":"path is \"/data/regions/773f9b72-bd87-472c-8f83-29ed5dc6cb9e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.615491863Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"datafile"} {"msg":"dataset is oxp_66f81312-114a-4aff-861b-9345c293a399/crucible/regions/773f9b72-bd87-472c-8f83-29ed5dc6cb9e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.624340711Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"datafile"} {"msg":"snapshot is oxp_66f81312-114a-4aff-861b-9345c293a399/crucible/regions/773f9b72-bd87-472c-8f83-29ed5dc6cb9e@71195216-cfec-47d4-9ea7-f59b10c8f429","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.632538094Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_66f81312-114a-4aff-861b-9345c293a399/crucible/regions/773f9b72-bd87-472c-8f83-29ed5dc6cb9e\", \"71195216-cfec-47d4-9ea7-f59b10c8f429\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.632563544Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 773f9b72-bd87-472c-8f83-29ed5dc6cb9e-71195216-cfec-47d4-9ea7-f59b10c8f429 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.641805672Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"datafile"} {"msg":"applying SMF actions for region 773f9b72-bd87-472c-8f83-29ed5dc6cb9e running snapshot 71195216-cfec-47d4-9ea7-f59b10c8f429 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.642013517Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.642025567Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"uri":"/crucible/0/regions/773f9b72-bd87-472c-8f83-29ed5dc6cb9e/snapshots/71195216-cfec-47d4-9ea7-f59b10c8f429/run","method":"POST","req_id":"4a4659b3-04ff-4c17-87c1-80b308bd73dd","remote_addr":"[fd00:1122:3344:101::a]:56956","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26562,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/773f9b72-bd87-472c-8f83-29ed5dc6cb9e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.642701223Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.642803976Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.642903828Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.642916098Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.642955169Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-773f9b72-bd87-472c-8f83-29ed5dc6cb9e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.64300114Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/773f9b72-bd87-472c-8f83-29ed5dc6cb9e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.643365499Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.64342945Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.643477661Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.643523282Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.647327312Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-773f9b72-bd87-472c-8f83-29ed5dc6cb9e-71195216-cfec-47d4-9ea7-f59b10c8f429","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.648806207Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-773f9b72-bd87-472c-8f83-29ed5dc6cb9e-71195216-cfec-47d4-9ea7-f59b10c8f429","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.658819882Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-773f9b72-bd87-472c-8f83-29ed5dc6cb9e-71195216-cfec-47d4-9ea7-f59b10c8f429","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.669007172Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/773f9b72-bd87-472c-8f83-29ed5dc6cb9e/.zfs/snapshot/71195216-cfec-47d4-9ea7-f59b10c8f429","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.669308909Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.669365741Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.669404382Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.669441792Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.669487833Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.673527819Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.67828409Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"worker"} {"msg":"region 773f9b72-bd87-472c-8f83-29ed5dc6cb9e running snapshot 71195216-cfec-47d4-9ea7-f59b10c8f429 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T04:06:31.678302381Z","hostname":"oxz_crucible_164058d8-c124-488a-baa9-d06b44e96db1","pid":20843,"component":"datafile"}