{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.778273305Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:40765"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.783485711Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"uri":"/crucible/0/regions/46ccc0df-4712-42f1-8281-62c4da67dd97","method":"GET","req_id":"a3257c3c-86c5-4fdc-b427-6dcc9a1c2e08","remote_addr":"[fd00:1122:3344:101::c]:40765","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":5172,"response_code":"200"} {"msg":"path is \"/data/regions/46ccc0df-4712-42f1-8281-62c4da67dd97\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.786670412Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"datafile"} {"msg":"dataset is oxp_8ba01a8f-29f4-4ea3-bf26-b5626f1dc877/crucible/regions/46ccc0df-4712-42f1-8281-62c4da67dd97","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.795972039Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"datafile"} {"msg":"snapshot is oxp_8ba01a8f-29f4-4ea3-bf26-b5626f1dc877/crucible/regions/46ccc0df-4712-42f1-8281-62c4da67dd97@963521c2-e0e4-4075-b9d1-fb8918982b02","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.805005101Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8ba01a8f-29f4-4ea3-bf26-b5626f1dc877/crucible/regions/46ccc0df-4712-42f1-8281-62c4da67dd97\", \"963521c2-e0e4-4075-b9d1-fb8918982b02\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.805048672Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.818247176Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"uri":"/crucible/0/regions/46ccc0df-4712-42f1-8281-62c4da67dd97/snapshots/963521c2-e0e4-4075-b9d1-fb8918982b02","method":"GET","req_id":"0d56d9eb-88d6-4ffb-b461-610c53686bb3","remote_addr":"[fd00:1122:3344:101::c]:40765","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":31588,"response_code":"200"} {"msg":"path is \"/data/regions/46ccc0df-4712-42f1-8281-62c4da67dd97\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.821837466Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"datafile"} {"msg":"dataset is oxp_8ba01a8f-29f4-4ea3-bf26-b5626f1dc877/crucible/regions/46ccc0df-4712-42f1-8281-62c4da67dd97","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.830025719Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"datafile"} {"msg":"snapshot is oxp_8ba01a8f-29f4-4ea3-bf26-b5626f1dc877/crucible/regions/46ccc0df-4712-42f1-8281-62c4da67dd97@963521c2-e0e4-4075-b9d1-fb8918982b02","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.839014389Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8ba01a8f-29f4-4ea3-bf26-b5626f1dc877/crucible/regions/46ccc0df-4712-42f1-8281-62c4da67dd97\", \"963521c2-e0e4-4075-b9d1-fb8918982b02\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.83904147Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 46ccc0df-4712-42f1-8281-62c4da67dd97-963521c2-e0e4-4075-b9d1-fb8918982b02 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.847727954Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"datafile"} {"msg":"applying SMF actions for region 46ccc0df-4712-42f1-8281-62c4da67dd97 running snapshot 963521c2-e0e4-4075-b9d1-fb8918982b02 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.848360728Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.848403129Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"uri":"/crucible/0/regions/46ccc0df-4712-42f1-8281-62c4da67dd97/snapshots/963521c2-e0e4-4075-b9d1-fb8918982b02/run","method":"POST","req_id":"b2b1dbbf-a64c-44e8-a3ac-f7f1a5324c30","remote_addr":"[fd00:1122:3344:101::c]:40765","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":26593,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/46ccc0df-4712-42f1-8281-62c4da67dd97","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.854796132Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.854882173Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.854971375Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.854979396Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.855020877Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-46ccc0df-4712-42f1-8281-62c4da67dd97","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.855070947Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/46ccc0df-4712-42f1-8281-62c4da67dd97","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.85517007Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.855232631Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.855280972Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.855334284Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.864221052Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-46ccc0df-4712-42f1-8281-62c4da67dd97-963521c2-e0e4-4075-b9d1-fb8918982b02","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.864899307Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-46ccc0df-4712-42f1-8281-62c4da67dd97-963521c2-e0e4-4075-b9d1-fb8918982b02","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.870992453Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-46ccc0df-4712-42f1-8281-62c4da67dd97-963521c2-e0e4-4075-b9d1-fb8918982b02","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.890557609Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/46ccc0df-4712-42f1-8281-62c4da67dd97/.zfs/snapshot/963521c2-e0e4-4075-b9d1-fb8918982b02","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.890759024Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.890811335Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.890851386Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.890889106Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.890936207Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.89643389Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.904406258Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"region 46ccc0df-4712-42f1-8281-62c4da67dd97 running snapshot 963521c2-e0e4-4075-b9d1-fb8918982b02 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:29.904425948Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"datafile"} {"msg":"path is \"/data/regions/46ccc0df-4712-42f1-8281-62c4da67dd97\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:30.11922385Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"datafile"} {"msg":"dataset is oxp_8ba01a8f-29f4-4ea3-bf26-b5626f1dc877/crucible/regions/46ccc0df-4712-42f1-8281-62c4da67dd97","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:30.127464283Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"datafile"} {"msg":"snapshot is oxp_8ba01a8f-29f4-4ea3-bf26-b5626f1dc877/crucible/regions/46ccc0df-4712-42f1-8281-62c4da67dd97@963521c2-e0e4-4075-b9d1-fb8918982b02","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:30.134987771Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_8ba01a8f-29f4-4ea3-bf26-b5626f1dc877/crucible/regions/46ccc0df-4712-42f1-8281-62c4da67dd97\", \"963521c2-e0e4-4075-b9d1-fb8918982b02\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:30.135017962Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:30.144529664Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"uri":"/crucible/0/regions/46ccc0df-4712-42f1-8281-62c4da67dd97/snapshots/963521c2-e0e4-4075-b9d1-fb8918982b02/run","method":"POST","req_id":"425fd02f-2d81-4de0-82f0-47f445359408","remote_addr":"[fd00:1122:3344:101::c]:40765","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":25331,"response_code":"200"} {"msg":"region d7c41b34-fefc-4e85-8651-19ccf5b5f81f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.773000687Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.775928433Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.775957443Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"uri":"/crucible/0/regions","method":"POST","req_id":"2ba35543-3b62-4443-9c1a-8a1fef21108d","remote_addr":"[fd00:1122:3344:101::c]:40765","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":2882,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_8ba01a8f-29f4-4ea3-bf26-b5626f1dc877/crucible/regions/d7c41b34-fefc-4e85-8651-19ccf5b5f81f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.785598938Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8ba01a8f-29f4-4ea3-bf26-b5626f1dc877/crucible/regions/d7c41b34-fefc-4e85-8651-19ccf5b5f81f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.785637479Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d7c41b34-fefc-4e85-8651-19ccf5b5f81f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d7c41b34-fefc-4e85-8651-19ccf5b5f81f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.845272619Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"region":"d7c41b34-fefc-4e85-8651-19ccf5b5f81f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d7c41b34-fefc-4e85-8651-19ccf5b5f81f\" \"--data\" \"/data/regions/d7c41b34-fefc-4e85-8651-19ccf5b5f81f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.847323635Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"region":"d7c41b34-fefc-4e85-8651-19ccf5b5f81f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.950630029Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"region":"d7c41b34-fefc-4e85-8651-19ccf5b5f81f","component":"worker"} {"msg":"region d7c41b34-fefc-4e85-8651-19ccf5b5f81f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.95067702Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.950812863Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/46ccc0df-4712-42f1-8281-62c4da67dd97","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.951439797Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.951522509Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.951603391Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.951609921Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.951652332Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-46ccc0df-4712-42f1-8281-62c4da67dd97","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.951702713Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/46ccc0df-4712-42f1-8281-62c4da67dd97","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.952077912Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.952143693Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.952191724Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.952239635Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.959342984Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d7c41b34-fefc-4e85-8651-19ccf5b5f81f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.959804194Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d7c41b34-fefc-4e85-8651-19ccf5b5f81f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.970651516Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.984258109Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d7c41b34-fefc-4e85-8651-19ccf5b5f81f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.992651277Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d7c41b34-fefc-4e85-8651-19ccf5b5f81f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.992956143Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.993037225Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.993090216Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.993142198Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:33.99954331Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:34.009735998Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:34.122993834Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"uri":"/crucible/0/regions","method":"POST","req_id":"8d19e281-0a9f-487f-bdad-4216b966b703","remote_addr":"[fd00:1122:3344:101::c]:40765","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":100,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:59.562697529Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"uri":"/crucible/0/regions/d7c41b34-fefc-4e85-8651-19ccf5b5f81f","method":"GET","req_id":"9061f88c-49ea-4bdf-87eb-772136a3e452","remote_addr":"[fd00:1122:3344:101::c]:40765","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":62,"response_code":"200"} {"msg":"path is \"/data/regions/d7c41b34-fefc-4e85-8651-19ccf5b5f81f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:59.56633889Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"datafile"} {"msg":"dataset is oxp_8ba01a8f-29f4-4ea3-bf26-b5626f1dc877/crucible/regions/d7c41b34-fefc-4e85-8651-19ccf5b5f81f","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:59.57842587Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"datafile"} {"msg":"region d7c41b34-fefc-4e85-8651-19ccf5b5f81f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:59.587774258Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:59.587937832Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-d7c41b34-fefc-4e85-8651-19ccf5b5f81f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:59.589226971Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:59.590333465Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"uri":"/crucible/0/regions/d7c41b34-fefc-4e85-8651-19ccf5b5f81f","method":"DELETE","req_id":"22430a7a-fa2f-42b3-ba5f-329a5b68ce21","remote_addr":"[fd00:1122:3344:101::c]:40765","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24015,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:59.594288274Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"uri":"/crucible/0/regions/d7c41b34-fefc-4e85-8651-19ccf5b5f81f","method":"GET","req_id":"e039400e-e5f2-411a-81fb-ed778ad67af7","remote_addr":"[fd00:1122:3344:101::c]:40765","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":574,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/46ccc0df-4712-42f1-8281-62c4da67dd97","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:59.594977859Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:59.595072471Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:59.595199154Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:59.595211024Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:59.595274105Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-46ccc0df-4712-42f1-8281-62c4da67dd97","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:59.595330917Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/46ccc0df-4712-42f1-8281-62c4da67dd97","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:59.595657634Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:59.595722626Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:59.595776447Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:59.595829418Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:59.599982111Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:59.601469154Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_8ba01a8f-29f4-4ea3-bf26-b5626f1dc877/crucible/regions/d7c41b34-fefc-4e85-8651-19ccf5b5f81f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:59.612363197Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"region":"d7c41b34-fefc-4e85-8651-19ccf5b5f81f","component":"worker"} {"msg":"region d7c41b34-fefc-4e85-8651-19ccf5b5f81f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:59.662539806Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T05:19:59.735629766Z","hostname":"oxz_crucible_9cacb561-8618-4659-bf01-6e2ad22e3228","pid":22980,"uri":"/crucible/0/regions/d7c41b34-fefc-4e85-8651-19ccf5b5f81f","method":"GET","req_id":"5397fabe-9d05-45e1-972c-d1c414cc6ed8","remote_addr":"[fd00:1122:3344:101::c]:40765","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":69,"response_code":"200"}