{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:12.145979393Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:42819"}
{"msg":"region 83e550d2-6315-4d55-bdc3-10d51ad5308c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:12.146060244Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:12.149496865Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:12.149516215Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"uri":"/crucible/0/regions","method":"POST","req_id":"ec4abb3a-179d-47a8-9652-13592cdadcff","remote_addr":"[fd00:1122:3344:101::b]:42819","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":3475,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_fe6d1188-d5d0-4d56-a166-a52e2c7dc2f6/crucible/regions/83e550d2-6315-4d55-bdc3-10d51ad5308c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:12.162745133Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_fe6d1188-d5d0-4d56-a166-a52e2c7dc2f6/crucible/regions/83e550d2-6315-4d55-bdc3-10d51ad5308c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:12.162772514Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"83e550d2-6315-4d55-bdc3-10d51ad5308c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/83e550d2-6315-4d55-bdc3-10d51ad5308c\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:12.219406315Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"region":"83e550d2-6315-4d55-bdc3-10d51ad5308c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"83e550d2-6315-4d55-bdc3-10d51ad5308c\" \"--data\" \"/data/regions/83e550d2-6315-4d55-bdc3-10d51ad5308c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:12.219450247Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"region":"83e550d2-6315-4d55-bdc3-10d51ad5308c","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:12.296915737Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"uri":"/crucible/0/regions","method":"POST","req_id":"90d9f1f3-515e-40fe-b0a2-97eccfa7752b","remote_addr":"[fd00:1122:3344:101::b]:42819","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:12.337563723Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"region":"83e550d2-6315-4d55-bdc3-10d51ad5308c","component":"worker"}
{"msg":"region 83e550d2-6315-4d55-bdc3-10d51ad5308c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:12.337592894Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:12.337703485Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-83e550d2-6315-4d55-bdc3-10d51ad5308c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:12.33808156Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-83e550d2-6315-4d55-bdc3-10d51ad5308c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:12.343222471Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:12.357404381Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-83e550d2-6315-4d55-bdc3-10d51ad5308c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:12.367585462Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/83e550d2-6315-4d55-bdc3-10d51ad5308c","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:12.367833725Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:12.367891106Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:12.367943937Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:12.367997947Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:12.373366202Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:12.379188751Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:12.656903793Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"uri":"/crucible/0/regions","method":"POST","req_id":"80e7d399-45c3-4d96-9afa-2e9abdc4af3a","remote_addr":"[fd00:1122:3344:101::b]:42819","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":51,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:13.717628967Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"uri":"/crucible/0/regions/8e1e1b07-fbc3-4b2c-9e35-e78db5da92cd","method":"GET","req_id":"58512b24-a6db-462f-a432-bb2bc5288ddf","remote_addr":"[fd00:1122:3344:101::b]:42819","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":56,"response_code":"200"}
{"msg":"path is \"/data/regions/8e1e1b07-fbc3-4b2c-9e35-e78db5da92cd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:13.721413483Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"datafile"}
{"msg":"dataset is oxp_fe6d1188-d5d0-4d56-a166-a52e2c7dc2f6/crucible/regions/8e1e1b07-fbc3-4b2c-9e35-e78db5da92cd","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:13.730543472Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"datafile"}
{"msg":"snapshot is oxp_fe6d1188-d5d0-4d56-a166-a52e2c7dc2f6/crucible/regions/8e1e1b07-fbc3-4b2c-9e35-e78db5da92cd@a75f1229-0edf-4018-9cc3-a31b8b04f874","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:13.740068936Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_fe6d1188-d5d0-4d56-a166-a52e2c7dc2f6/crucible/regions/8e1e1b07-fbc3-4b2c-9e35-e78db5da92cd\", \"a75f1229-0edf-4018-9cc3-a31b8b04f874\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:13.740096936Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:13.748654709Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"uri":"/crucible/0/regions/8e1e1b07-fbc3-4b2c-9e35-e78db5da92cd/snapshots/a75f1229-0edf-4018-9cc3-a31b8b04f874","method":"GET","req_id":"db2e0a56-4501-476a-b585-3e8ea4e277ff","remote_addr":"[fd00:1122:3344:101::b]:42819","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27845,"response_code":"200"}
{"msg":"path is \"/data/regions/8e1e1b07-fbc3-4b2c-9e35-e78db5da92cd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:13.752357773Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"datafile"}
{"msg":"dataset is oxp_fe6d1188-d5d0-4d56-a166-a52e2c7dc2f6/crucible/regions/8e1e1b07-fbc3-4b2c-9e35-e78db5da92cd","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:13.76129621Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"datafile"}
{"msg":"snapshot is oxp_fe6d1188-d5d0-4d56-a166-a52e2c7dc2f6/crucible/regions/8e1e1b07-fbc3-4b2c-9e35-e78db5da92cd@a75f1229-0edf-4018-9cc3-a31b8b04f874","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:13.769572499Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_fe6d1188-d5d0-4d56-a166-a52e2c7dc2f6/crucible/regions/8e1e1b07-fbc3-4b2c-9e35-e78db5da92cd\", \"a75f1229-0edf-4018-9cc3-a31b8b04f874\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:13.769601559Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 8e1e1b07-fbc3-4b2c-9e35-e78db5da92cd-a75f1229-0edf-4018-9cc3-a31b8b04f874 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:13.778301533Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"datafile"}
{"msg":"applying SMF actions for region 8e1e1b07-fbc3-4b2c-9e35-e78db5da92cd running snapshot a75f1229-0edf-4018-9cc3-a31b8b04f874 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:13.778526796Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:13.778548216Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"uri":"/crucible/0/regions/8e1e1b07-fbc3-4b2c-9e35-e78db5da92cd/snapshots/a75f1229-0edf-4018-9cc3-a31b8b04f874/run","method":"POST","req_id":"1e4373d7-3d83-42d3-bef1-0aaae1c45c1c","remote_addr":"[fd00:1122:3344:101::b]:42819","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":26221,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-8e1e1b07-fbc3-4b2c-9e35-e78db5da92cd-a75f1229-0edf-4018-9cc3-a31b8b04f874","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:13.780720602Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-8e1e1b07-fbc3-4b2c-9e35-e78db5da92cd-a75f1229-0edf-4018-9cc3-a31b8b04f874","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:13.787160859Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8e1e1b07-fbc3-4b2c-9e35-e78db5da92cd-a75f1229-0edf-4018-9cc3-a31b8b04f874","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:13.796766104Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8e1e1b07-fbc3-4b2c-9e35-e78db5da92cd/.zfs/snapshot/a75f1229-0edf-4018-9cc3-a31b8b04f874","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:13.797013477Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:13.797063328Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:13.797105448Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:13.797144338Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:13.797189449Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:13.800379447Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:13.804630003Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"worker"}
{"msg":"region 8e1e1b07-fbc3-4b2c-9e35-e78db5da92cd running snapshot a75f1229-0edf-4018-9cc3-a31b8b04f874 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:13.804639444Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"datafile"}
{"msg":"path is \"/data/regions/8e1e1b07-fbc3-4b2c-9e35-e78db5da92cd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:14.046202937Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"datafile"}
{"msg":"dataset is oxp_fe6d1188-d5d0-4d56-a166-a52e2c7dc2f6/crucible/regions/8e1e1b07-fbc3-4b2c-9e35-e78db5da92cd","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:14.054910491Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"datafile"}
{"msg":"snapshot is oxp_fe6d1188-d5d0-4d56-a166-a52e2c7dc2f6/crucible/regions/8e1e1b07-fbc3-4b2c-9e35-e78db5da92cd@a75f1229-0edf-4018-9cc3-a31b8b04f874","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:14.062817146Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_fe6d1188-d5d0-4d56-a166-a52e2c7dc2f6/crucible/regions/8e1e1b07-fbc3-4b2c-9e35-e78db5da92cd\", \"a75f1229-0edf-4018-9cc3-a31b8b04f874\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:14.062841766Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:17:14.071134255Z","hostname":"oxz_crucible_02d8b52c-3d06-465d-8a08-84e91e4e6936","pid":24637,"uri":"/crucible/0/regions/8e1e1b07-fbc3-4b2c-9e35-e78db5da92cd/snapshots/a75f1229-0edf-4018-9cc3-a31b8b04f874/run","method":"POST","req_id":"49239d17-48d9-40a2-8c23-563be597719e","remote_addr":"[fd00:1122:3344:101::b]:42819","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":24972,"response_code":"200"}