{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.07290356Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:37256"}
{"msg":"region 72eb650c-8500-4a33-a832-a728b8efc1ce state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.072985972Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.073872884Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.073883404Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"uri":"/crucible/0/regions","method":"POST","req_id":"abb7f48a-d73f-42ba-8b49-027aeb77e7a3","remote_addr":"[fd00:1122:3344:101::c]:37256","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":922,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_f50d55fe-477d-42a7-afdb-d417b796d9e5/crucible/regions/72eb650c-8500-4a33-a832-a728b8efc1ce","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.089256694Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f50d55fe-477d-42a7-afdb-d417b796d9e5/crucible/regions/72eb650c-8500-4a33-a832-a728b8efc1ce","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.089287595Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"72eb650c-8500-4a33-a832-a728b8efc1ce\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/72eb650c-8500-4a33-a832-a728b8efc1ce\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.148901126Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"region":"72eb650c-8500-4a33-a832-a728b8efc1ce","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"72eb650c-8500-4a33-a832-a728b8efc1ce\" \"--data\" \"/data/regions/72eb650c-8500-4a33-a832-a728b8efc1ce\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.15071005Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"region":"72eb650c-8500-4a33-a832-a728b8efc1ce","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.234333634Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"region":"72eb650c-8500-4a33-a832-a728b8efc1ce","component":"worker"}
{"msg":"region 72eb650c-8500-4a33-a832-a728b8efc1ce state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.234377435Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.234523268Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-72eb650c-8500-4a33-a832-a728b8efc1ce","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.235546304Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-72eb650c-8500-4a33-a832-a728b8efc1ce","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.244078534Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.257917585Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-72eb650c-8500-4a33-a832-a728b8efc1ce","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.261392351Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/72eb650c-8500-4a33-a832-a728b8efc1ce","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.261632657Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.261694009Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.26173815Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.261782701Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.266033806Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.27227486Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:45.27513495Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"uri":"/crucible/0/regions","method":"POST","req_id":"c3c6404a-1b3b-4cc3-b7b8-cb74a843294d","remote_addr":"[fd00:1122:3344:101::c]:37256","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:46.789778133Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"uri":"/crucible/0/regions/b3bfc546-8331-4c8b-8641-152bf6da55d1","method":"GET","req_id":"d4d70a97-ff96-4b6c-9b60-fb196f7fe097","remote_addr":"[fd00:1122:3344:101::c]:37256","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":55,"response_code":"200"}
{"msg":"path is \"/data/regions/b3bfc546-8331-4c8b-8641-152bf6da55d1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:46.796193841Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"datafile"}
{"msg":"dataset is oxp_f50d55fe-477d-42a7-afdb-d417b796d9e5/crucible/regions/b3bfc546-8331-4c8b-8641-152bf6da55d1","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:46.805511381Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"datafile"}
{"msg":"snapshot is oxp_f50d55fe-477d-42a7-afdb-d417b796d9e5/crucible/regions/b3bfc546-8331-4c8b-8641-152bf6da55d1@c5277a26-e18c-4b15-a684-ec51e91ae907","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:46.814950054Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f50d55fe-477d-42a7-afdb-d417b796d9e5/crucible/regions/b3bfc546-8331-4c8b-8641-152bf6da55d1\", \"c5277a26-e18c-4b15-a684-ec51e91ae907\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:46.814985915Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:46.826503089Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"uri":"/crucible/0/regions/b3bfc546-8331-4c8b-8641-152bf6da55d1/snapshots/c5277a26-e18c-4b15-a684-ec51e91ae907","method":"GET","req_id":"32630303-811c-4cfe-8f8a-f80853e223ca","remote_addr":"[fd00:1122:3344:101::c]:37256","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":33117,"response_code":"200"}
{"msg":"path is \"/data/regions/b3bfc546-8331-4c8b-8641-152bf6da55d1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:46.830283472Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"datafile"}
{"msg":"dataset is oxp_f50d55fe-477d-42a7-afdb-d417b796d9e5/crucible/regions/b3bfc546-8331-4c8b-8641-152bf6da55d1","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:46.838558126Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"datafile"}
{"msg":"snapshot is oxp_f50d55fe-477d-42a7-afdb-d417b796d9e5/crucible/regions/b3bfc546-8331-4c8b-8641-152bf6da55d1@c5277a26-e18c-4b15-a684-ec51e91ae907","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:46.846531393Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f50d55fe-477d-42a7-afdb-d417b796d9e5/crucible/regions/b3bfc546-8331-4c8b-8641-152bf6da55d1\", \"c5277a26-e18c-4b15-a684-ec51e91ae907\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:46.846558574Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot b3bfc546-8331-4c8b-8641-152bf6da55d1-c5277a26-e18c-4b15-a684-ec51e91ae907 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:46.855638898Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"datafile"}
{"msg":"applying SMF actions for region b3bfc546-8331-4c8b-8641-152bf6da55d1 running snapshot c5277a26-e18c-4b15-a684-ec51e91ae907 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:46.855812422Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:46.855825583Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"uri":"/crucible/0/regions/b3bfc546-8331-4c8b-8641-152bf6da55d1/snapshots/c5277a26-e18c-4b15-a684-ec51e91ae907/run","method":"POST","req_id":"97a6c2e4-22f2-45a4-90a9-f471f3154018","remote_addr":"[fd00:1122:3344:101::c]:37256","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":25580,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-b3bfc546-8331-4c8b-8641-152bf6da55d1-c5277a26-e18c-4b15-a684-ec51e91ae907","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:46.85857164Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b3bfc546-8331-4c8b-8641-152bf6da55d1-c5277a26-e18c-4b15-a684-ec51e91ae907","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:46.86222468Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b3bfc546-8331-4c8b-8641-152bf6da55d1-c5277a26-e18c-4b15-a684-ec51e91ae907","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:46.874174165Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b3bfc546-8331-4c8b-8641-152bf6da55d1/.zfs/snapshot/c5277a26-e18c-4b15-a684-ec51e91ae907","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:46.874459932Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:46.874532354Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:46.874578285Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:46.874620936Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:46.874672168Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:46.878338908Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:46.882998413Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"worker"}
{"msg":"region b3bfc546-8331-4c8b-8641-152bf6da55d1 running snapshot c5277a26-e18c-4b15-a684-ec51e91ae907 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:46.883006023Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"datafile"}
{"msg":"path is \"/data/regions/b3bfc546-8331-4c8b-8641-152bf6da55d1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:47.095052425Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"datafile"}
{"msg":"dataset is oxp_f50d55fe-477d-42a7-afdb-d417b796d9e5/crucible/regions/b3bfc546-8331-4c8b-8641-152bf6da55d1","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:47.104237672Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"datafile"}
{"msg":"snapshot is oxp_f50d55fe-477d-42a7-afdb-d417b796d9e5/crucible/regions/b3bfc546-8331-4c8b-8641-152bf6da55d1@c5277a26-e18c-4b15-a684-ec51e91ae907","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:47.112536577Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_f50d55fe-477d-42a7-afdb-d417b796d9e5/crucible/regions/b3bfc546-8331-4c8b-8641-152bf6da55d1\", \"c5277a26-e18c-4b15-a684-ec51e91ae907\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:47.112564887Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:50:47.120410751Z","hostname":"oxz_crucible_8300c829-49f9-4839-892a-078272d50f4c","pid":24043,"uri":"/crucible/0/regions/b3bfc546-8331-4c8b-8641-152bf6da55d1/snapshots/c5277a26-e18c-4b15-a684-ec51e91ae907/run","method":"POST","req_id":"00eeb375-31db-45bb-9bff-7596b333b237","remote_addr":"[fd00:1122:3344:101::c]:37256","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":25401,"response_code":"200"}