{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.059105343Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64639"}
{"msg":"region d1348167-9924-43bc-9489-a5a77d2171d1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.091839531Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.095638736Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.100364187Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"uri":"/crucible/0/regions","method":"POST","req_id":"c1cb2d6e-49e3-4d43-82b5-8dbf9cd79e5a","remote_addr":"[fd00:1122:3344:101::a]:64639","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":14243,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_7249b8f2-2eaf-4ba7-b868-c638f0109e8c/crucible/regions/d1348167-9924-43bc-9489-a5a77d2171d1","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.106771515Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_7249b8f2-2eaf-4ba7-b868-c638f0109e8c/crucible/regions/d1348167-9924-43bc-9489-a5a77d2171d1","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.106784485Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d1348167-9924-43bc-9489-a5a77d2171d1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d1348167-9924-43bc-9489-a5a77d2171d1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.156165425Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"region":"d1348167-9924-43bc-9489-a5a77d2171d1","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d1348167-9924-43bc-9489-a5a77d2171d1\" \"--data\" \"/data/regions/d1348167-9924-43bc-9489-a5a77d2171d1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.158031776Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"region":"d1348167-9924-43bc-9489-a5a77d2171d1","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.327329172Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"region":"d1348167-9924-43bc-9489-a5a77d2171d1","component":"worker"}
{"msg":"region d1348167-9924-43bc-9489-a5a77d2171d1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.327378343Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.327508007Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d1348167-9924-43bc-9489-a5a77d2171d1","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.327939289Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d1348167-9924-43bc-9489-a5a77d2171d1","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.345199888Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.359594877Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d1348167-9924-43bc-9489-a5a77d2171d1","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.362848317Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d1348167-9924-43bc-9489-a5a77d2171d1","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.363563974Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.36362106Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.363659649Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.363694984Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.367698091Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.371866427Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:15:04.437167028Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"uri":"/crucible/0/regions","method":"POST","req_id":"49bb519a-e9ba-4429-b1fd-48292421d3d2","remote_addr":"[fd00:1122:3344:101::a]:64639","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.084517733Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34585"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.088325139Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"uri":"/crucible/0/regions/d1348167-9924-43bc-9489-a5a77d2171d1","method":"GET","req_id":"71401730-8990-4a16-9b5c-70c199d6d1ed","remote_addr":"[fd00:1122:3344:101::a]:34585","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":3764,"response_code":"200"}
{"msg":"path is \"/data/regions/d1348167-9924-43bc-9489-a5a77d2171d1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.091849607Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"datafile"}
{"msg":"dataset is oxp_7249b8f2-2eaf-4ba7-b868-c638f0109e8c/crucible/regions/d1348167-9924-43bc-9489-a5a77d2171d1","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.101031721Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"datafile"}
{"msg":"snapshot is oxp_7249b8f2-2eaf-4ba7-b868-c638f0109e8c/crucible/regions/d1348167-9924-43bc-9489-a5a77d2171d1@ab9dd159-4da4-4a6c-abef-b83a31235fd9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.109879087Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7249b8f2-2eaf-4ba7-b868-c638f0109e8c/crucible/regions/d1348167-9924-43bc-9489-a5a77d2171d1\", \"ab9dd159-4da4-4a6c-abef-b83a31235fd9\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.109912528Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.120632684Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"uri":"/crucible/0/regions/d1348167-9924-43bc-9489-a5a77d2171d1/snapshots/ab9dd159-4da4-4a6c-abef-b83a31235fd9","method":"GET","req_id":"a794f5ab-9881-46b3-993f-7c1386cd79df","remote_addr":"[fd00:1122:3344:101::a]:34585","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":28792,"response_code":"200"}
{"msg":"path is \"/data/regions/d1348167-9924-43bc-9489-a5a77d2171d1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.124036969Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"datafile"}
{"msg":"dataset is oxp_7249b8f2-2eaf-4ba7-b868-c638f0109e8c/crucible/regions/d1348167-9924-43bc-9489-a5a77d2171d1","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.133221774Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"datafile"}
{"msg":"snapshot is oxp_7249b8f2-2eaf-4ba7-b868-c638f0109e8c/crucible/regions/d1348167-9924-43bc-9489-a5a77d2171d1@ab9dd159-4da4-4a6c-abef-b83a31235fd9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.141603606Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7249b8f2-2eaf-4ba7-b868-c638f0109e8c/crucible/regions/d1348167-9924-43bc-9489-a5a77d2171d1\", \"ab9dd159-4da4-4a6c-abef-b83a31235fd9\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.141638447Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot d1348167-9924-43bc-9489-a5a77d2171d1-ab9dd159-4da4-4a6c-abef-b83a31235fd9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.150582185Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"datafile"}
{"msg":"applying SMF actions for region d1348167-9924-43bc-9489-a5a77d2171d1 running snapshot ab9dd159-4da4-4a6c-abef-b83a31235fd9 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.151256384Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.151280294Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"uri":"/crucible/0/regions/d1348167-9924-43bc-9489-a5a77d2171d1/snapshots/ab9dd159-4da4-4a6c-abef-b83a31235fd9/run","method":"POST","req_id":"63ca2171-6615-429d-be60-ead100c74276","remote_addr":"[fd00:1122:3344:101::a]:34585","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27283,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-d1348167-9924-43bc-9489-a5a77d2171d1-ab9dd159-4da4-4a6c-abef-b83a31235fd9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.161688813Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d1348167-9924-43bc-9489-a5a77d2171d1-ab9dd159-4da4-4a6c-abef-b83a31235fd9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.16552358Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d1348167-9924-43bc-9489-a5a77d2171d1-ab9dd159-4da4-4a6c-abef-b83a31235fd9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.1788913Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d1348167-9924-43bc-9489-a5a77d2171d1/.zfs/snapshot/ab9dd159-4da4-4a6c-abef-b83a31235fd9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.179197399Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.17925038Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.179290301Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.179331363Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.179377924Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.183674293Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.189065293Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"worker"}
{"msg":"region d1348167-9924-43bc-9489-a5a77d2171d1 running snapshot ab9dd159-4da4-4a6c-abef-b83a31235fd9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.189085643Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"datafile"}
{"msg":"path is \"/data/regions/d1348167-9924-43bc-9489-a5a77d2171d1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.458796243Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"datafile"}
{"msg":"dataset is oxp_7249b8f2-2eaf-4ba7-b868-c638f0109e8c/crucible/regions/d1348167-9924-43bc-9489-a5a77d2171d1","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.468887293Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"datafile"}
{"msg":"snapshot is oxp_7249b8f2-2eaf-4ba7-b868-c638f0109e8c/crucible/regions/d1348167-9924-43bc-9489-a5a77d2171d1@ab9dd159-4da4-4a6c-abef-b83a31235fd9","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.478016587Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_7249b8f2-2eaf-4ba7-b868-c638f0109e8c/crucible/regions/d1348167-9924-43bc-9489-a5a77d2171d1\", \"ab9dd159-4da4-4a6c-abef-b83a31235fd9\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.478061768Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-21T06:25:12.487352505Z","hostname":"oxz_crucible_3046d2e3-04e3-4270-80aa-ca900ad00dfd","pid":23064,"uri":"/crucible/0/regions/d1348167-9924-43bc-9489-a5a77d2171d1/snapshots/ab9dd159-4da4-4a6c-abef-b83a31235fd9/run","method":"POST","req_id":"273cd114-6829-4781-ad78-fc31f3399e02","remote_addr":"[fd00:1122:3344:101::a]:34585","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":28591,"response_code":"200"}