{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.471758724Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41819"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.474647274Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"uri":"/crucible/0/regions/0cad5327-ae87-4104-8c4f-415b99f94902","method":"GET","req_id":"a395f4f0-aa7b-4245-85f7-e1c81c7466a7","remote_addr":"[fd00:1122:3344:101::a]:41819","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":2836,"response_code":"200"} {"msg":"path is \"/data/regions/0cad5327-ae87-4104-8c4f-415b99f94902\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.477223476Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"datafile"} {"msg":"dataset is oxp_24a77df0-4435-4add-9951-0211a2cf4c49/crucible/regions/0cad5327-ae87-4104-8c4f-415b99f94902","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.486472936Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"datafile"} {"msg":"snapshot is oxp_24a77df0-4435-4add-9951-0211a2cf4c49/crucible/regions/0cad5327-ae87-4104-8c4f-415b99f94902@d9f9dab1-f3ad-4cf8-8e10-987bb48558c3","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.495247946Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_24a77df0-4435-4add-9951-0211a2cf4c49/crucible/regions/0cad5327-ae87-4104-8c4f-415b99f94902\", \"d9f9dab1-f3ad-4cf8-8e10-987bb48558c3\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.495272657Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.505846323Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"uri":"/crucible/0/regions/0cad5327-ae87-4104-8c4f-415b99f94902/snapshots/d9f9dab1-f3ad-4cf8-8e10-987bb48558c3","method":"GET","req_id":"1320b6e5-8e3a-4815-8315-4f575cacd077","remote_addr":"[fd00:1122:3344:101::a]:41819","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":30954,"response_code":"200"} {"msg":"path is \"/data/regions/0cad5327-ae87-4104-8c4f-415b99f94902\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.506031677Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"datafile"} {"msg":"dataset is oxp_24a77df0-4435-4add-9951-0211a2cf4c49/crucible/regions/0cad5327-ae87-4104-8c4f-415b99f94902","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.514483431Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"datafile"} {"msg":"snapshot is oxp_24a77df0-4435-4add-9951-0211a2cf4c49/crucible/regions/0cad5327-ae87-4104-8c4f-415b99f94902@d9f9dab1-f3ad-4cf8-8e10-987bb48558c3","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.522100777Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_24a77df0-4435-4add-9951-0211a2cf4c49/crucible/regions/0cad5327-ae87-4104-8c4f-415b99f94902\", \"d9f9dab1-f3ad-4cf8-8e10-987bb48558c3\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.522169318Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 0cad5327-ae87-4104-8c4f-415b99f94902-d9f9dab1-f3ad-4cf8-8e10-987bb48558c3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.530320545Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"datafile"} {"msg":"applying SMF actions for region 0cad5327-ae87-4104-8c4f-415b99f94902 running snapshot d9f9dab1-f3ad-4cf8-8e10-987bb48558c3 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.530865467Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.533251406Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"uri":"/crucible/0/regions/0cad5327-ae87-4104-8c4f-415b99f94902/snapshots/d9f9dab1-f3ad-4cf8-8e10-987bb48558c3/run","method":"POST","req_id":"669f8f34-efe3-46f3-a106-23830d705612","remote_addr":"[fd00:1122:3344:101::a]:41819","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":27241,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/0cad5327-ae87-4104-8c4f-415b99f94902","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.542616768Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.5427305Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.542834962Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.542845513Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.542902563Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0cad5327-ae87-4104-8c4f-415b99f94902","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.542962205Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0cad5327-ae87-4104-8c4f-415b99f94902","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.543076937Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.543151219Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.54319982Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.543256211Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.548892086Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-0cad5327-ae87-4104-8c4f-415b99f94902-d9f9dab1-f3ad-4cf8-8e10-987bb48558c3","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.549360036Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-0cad5327-ae87-4104-8c4f-415b99f94902-d9f9dab1-f3ad-4cf8-8e10-987bb48558c3","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.552268736Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-0cad5327-ae87-4104-8c4f-415b99f94902-d9f9dab1-f3ad-4cf8-8e10-987bb48558c3","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.563606548Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0cad5327-ae87-4104-8c4f-415b99f94902/.zfs/snapshot/d9f9dab1-f3ad-4cf8-8e10-987bb48558c3","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.563801592Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.563856033Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.563893374Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.563929365Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.563973406Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.567373845Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.571328797Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"region 0cad5327-ae87-4104-8c4f-415b99f94902 running snapshot d9f9dab1-f3ad-4cf8-8e10-987bb48558c3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:11.571344017Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"datafile"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.432448462Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62938"} {"msg":"region 016d0c9c-6f0c-40ec-b3cc-76325751e689 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.491642387Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.49180837Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"uri":"/crucible/0/regions","method":"POST","req_id":"7feaed8e-595c-460b-87c4-8bfcfa3dac20","remote_addr":"[fd00:1122:3344:101::a]:62938","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":212,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.49183597Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_24a77df0-4435-4add-9951-0211a2cf4c49/crucible/regions/016d0c9c-6f0c-40ec-b3cc-76325751e689","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.501302474Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_24a77df0-4435-4add-9951-0211a2cf4c49/crucible/regions/016d0c9c-6f0c-40ec-b3cc-76325751e689","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.501342605Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"016d0c9c-6f0c-40ec-b3cc-76325751e689\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/016d0c9c-6f0c-40ec-b3cc-76325751e689\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.563285086Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"region":"016d0c9c-6f0c-40ec-b3cc-76325751e689","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"016d0c9c-6f0c-40ec-b3cc-76325751e689\" \"--data\" \"/data/regions/016d0c9c-6f0c-40ec-b3cc-76325751e689\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.565161384Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"region":"016d0c9c-6f0c-40ec-b3cc-76325751e689","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.647310779Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"region":"016d0c9c-6f0c-40ec-b3cc-76325751e689","component":"worker"} {"msg":"region 016d0c9c-6f0c-40ec-b3cc-76325751e689 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.6473508Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.647485743Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-016d0c9c-6f0c-40ec-b3cc-76325751e689","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.647996933Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-016d0c9c-6f0c-40ec-b3cc-76325751e689","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.655224441Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.661788446Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-016d0c9c-6f0c-40ec-b3cc-76325751e689","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.664542532Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/016d0c9c-6f0c-40ec-b3cc-76325751e689","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.664769277Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.664822588Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.664860899Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.66489782Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.667797279Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/0cad5327-ae87-4104-8c4f-415b99f94902","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.671903503Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.671988945Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.672073587Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.672085417Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.672124308Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0cad5327-ae87-4104-8c4f-415b99f94902","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.672168499Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0cad5327-ae87-4104-8c4f-415b99f94902","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.675811484Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.675867055Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.675914096Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.675959267Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.679377827Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.681234535Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:14.838608202Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"uri":"/crucible/0/regions","method":"POST","req_id":"41b95669-fb6c-47a8-b805-0d175bb75a32","remote_addr":"[fd00:1122:3344:101::a]:62938","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":64,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.115293118Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40552"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.11541384Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"uri":"/crucible/0/regions/016d0c9c-6f0c-40ec-b3cc-76325751e689","method":"GET","req_id":"d7463190-06f4-4a06-bcd9-f6121d7be79b","remote_addr":"[fd00:1122:3344:101::a]:40552","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"path is \"/data/regions/016d0c9c-6f0c-40ec-b3cc-76325751e689\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.116344129Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"datafile"} {"msg":"dataset is oxp_24a77df0-4435-4add-9951-0211a2cf4c49/crucible/regions/016d0c9c-6f0c-40ec-b3cc-76325751e689","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.127498168Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"datafile"} {"msg":"region 016d0c9c-6f0c-40ec-b3cc-76325751e689 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.135919351Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.136114045Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-016d0c9c-6f0c-40ec-b3cc-76325751e689 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.13732384Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.138428422Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"uri":"/crucible/0/regions/016d0c9c-6f0c-40ec-b3cc-76325751e689","method":"DELETE","req_id":"9903345d-3173-45d3-9f14-1d73ec23b057","remote_addr":"[fd00:1122:3344:101::a]:40552","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":22799,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.138609136Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"uri":"/crucible/0/regions/016d0c9c-6f0c-40ec-b3cc-76325751e689","method":"GET","req_id":"98b075ab-27e7-4a52-b9ee-2026434e59b0","remote_addr":"[fd00:1122:3344:101::a]:40552","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":34,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/0cad5327-ae87-4104-8c4f-415b99f94902","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.141536506Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.141633168Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.14171675Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.141728Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.141766751Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0cad5327-ae87-4104-8c4f-415b99f94902","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.141815602Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0cad5327-ae87-4104-8c4f-415b99f94902","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.14219922Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.142283391Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.142336593Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.142386463Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.145852085Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.147262483Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_24a77df0-4435-4add-9951-0211a2cf4c49/crucible/regions/016d0c9c-6f0c-40ec-b3cc-76325751e689\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.156262237Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"region":"016d0c9c-6f0c-40ec-b3cc-76325751e689","component":"worker"} {"msg":"region 016d0c9c-6f0c-40ec-b3cc-76325751e689 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.200519595Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-29T04:17:40.245928486Z","hostname":"oxz_crucible_14ec9e45-b167-4e34-bdf9-2ba3c71c8aa7","pid":23435,"uri":"/crucible/0/regions/016d0c9c-6f0c-40ec-b3cc-76325751e689","method":"GET","req_id":"c803a479-699a-4259-b5ac-47778f08f40f","remote_addr":"[fd00:1122:3344:101::a]:40552","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":71,"response_code":"200"}