{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:37.21796935Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48228"}
{"msg":"region 30aaac76-40f7-4fff-a646-abfd58481efb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:37.218053792Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:37.218897914Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:37.218917174Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"uri":"/crucible/0/regions","method":"POST","req_id":"c7fb15e3-12a5-4c45-b49d-b7fd506e9edb","remote_addr":"[fd00:1122:3344:101::a]:48228","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":872,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_a8d13dfd-2585-43cf-b398-bd588dcb66be/crucible/regions/30aaac76-40f7-4fff-a646-abfd58481efb","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:37.229262692Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a8d13dfd-2585-43cf-b398-bd588dcb66be/crucible/regions/30aaac76-40f7-4fff-a646-abfd58481efb","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:37.229289583Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"30aaac76-40f7-4fff-a646-abfd58481efb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/30aaac76-40f7-4fff-a646-abfd58481efb\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:37.278315824Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"region":"30aaac76-40f7-4fff-a646-abfd58481efb","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"30aaac76-40f7-4fff-a646-abfd58481efb\" \"--data\" \"/data/regions/30aaac76-40f7-4fff-a646-abfd58481efb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:37.278366835Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"region":"30aaac76-40f7-4fff-a646-abfd58481efb","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:37.410948311Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"region":"30aaac76-40f7-4fff-a646-abfd58481efb","component":"worker"}
{"msg":"region 30aaac76-40f7-4fff-a646-abfd58481efb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:37.410993212Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:37.411078225Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-30aaac76-40f7-4fff-a646-abfd58481efb","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:37.411472885Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-30aaac76-40f7-4fff-a646-abfd58481efb","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:37.41628352Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:37.426218107Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-30aaac76-40f7-4fff-a646-abfd58481efb","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:37.429160533Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/30aaac76-40f7-4fff-a646-abfd58481efb","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:37.429359648Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:37.42941163Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:37.429451461Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:37.429489152Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:37.4332626Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:37.43869333Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:37.472389074Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"uri":"/crucible/0/regions","method":"POST","req_id":"2ec813b5-01eb-461d-a254-f86f7de2a1da","remote_addr":"[fd00:1122:3344:101::a]:48228","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":63,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:38.780429466Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"uri":"/crucible/0/regions/cdbde507-475e-4c0a-9225-7e197f14a99f","method":"GET","req_id":"23af5db8-a2eb-4d8a-8d8d-be5d70ebcab8","remote_addr":"[fd00:1122:3344:101::a]:48228","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":2963,"response_code":"200"}
{"msg":"path is \"/data/regions/cdbde507-475e-4c0a-9225-7e197f14a99f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:38.787314364Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"datafile"}
{"msg":"dataset is oxp_a8d13dfd-2585-43cf-b398-bd588dcb66be/crucible/regions/cdbde507-475e-4c0a-9225-7e197f14a99f","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:38.796163163Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"datafile"}
{"msg":"snapshot is oxp_a8d13dfd-2585-43cf-b398-bd588dcb66be/crucible/regions/cdbde507-475e-4c0a-9225-7e197f14a99f@7e4511fe-0841-45d7-8db8-1645e8c40bfb","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:38.804194641Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a8d13dfd-2585-43cf-b398-bd588dcb66be/crucible/regions/cdbde507-475e-4c0a-9225-7e197f14a99f\", \"7e4511fe-0841-45d7-8db8-1645e8c40bfb\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:38.804223202Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:38.813044921Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"uri":"/crucible/0/regions/cdbde507-475e-4c0a-9225-7e197f14a99f/snapshots/7e4511fe-0841-45d7-8db8-1645e8c40bfb","method":"GET","req_id":"fbf6ea58-01bd-4e8f-8c53-3c8a537d57af","remote_addr":"[fd00:1122:3344:101::a]:48228","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":28718,"response_code":"200"}
{"msg":"path is \"/data/regions/cdbde507-475e-4c0a-9225-7e197f14a99f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:38.816324686Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"datafile"}
{"msg":"dataset is oxp_a8d13dfd-2585-43cf-b398-bd588dcb66be/crucible/regions/cdbde507-475e-4c0a-9225-7e197f14a99f","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:38.824095897Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"datafile"}
{"msg":"snapshot is oxp_a8d13dfd-2585-43cf-b398-bd588dcb66be/crucible/regions/cdbde507-475e-4c0a-9225-7e197f14a99f@7e4511fe-0841-45d7-8db8-1645e8c40bfb","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:38.832727711Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a8d13dfd-2585-43cf-b398-bd588dcb66be/crucible/regions/cdbde507-475e-4c0a-9225-7e197f14a99f\", \"7e4511fe-0841-45d7-8db8-1645e8c40bfb\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:38.832752431Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot cdbde507-475e-4c0a-9225-7e197f14a99f-7e4511fe-0841-45d7-8db8-1645e8c40bfb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:38.840900712Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"datafile"}
{"msg":"applying SMF actions for region cdbde507-475e-4c0a-9225-7e197f14a99f running snapshot 7e4511fe-0841-45d7-8db8-1645e8c40bfb (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:38.841132758Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:38.841145769Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"uri":"/crucible/0/regions/cdbde507-475e-4c0a-9225-7e197f14a99f/snapshots/7e4511fe-0841-45d7-8db8-1645e8c40bfb/run","method":"POST","req_id":"fc0bc058-5828-4e3d-83ca-11067cc693e1","remote_addr":"[fd00:1122:3344:101::a]:48228","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24839,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-cdbde507-475e-4c0a-9225-7e197f14a99f-7e4511fe-0841-45d7-8db8-1645e8c40bfb","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:38.843327635Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-cdbde507-475e-4c0a-9225-7e197f14a99f-7e4511fe-0841-45d7-8db8-1645e8c40bfb","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:38.851666022Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-cdbde507-475e-4c0a-9225-7e197f14a99f-7e4511fe-0841-45d7-8db8-1645e8c40bfb","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:38.861683451Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cdbde507-475e-4c0a-9225-7e197f14a99f/.zfs/snapshot/7e4511fe-0841-45d7-8db8-1645e8c40bfb","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:38.861988869Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:38.862053591Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:38.862096432Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:38.862137813Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:38.862189694Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:38.865769977Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:38.870322315Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"worker"}
{"msg":"region cdbde507-475e-4c0a-9225-7e197f14a99f running snapshot 7e4511fe-0841-45d7-8db8-1645e8c40bfb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:38.870332335Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"datafile"}
{"msg":"path is \"/data/regions/cdbde507-475e-4c0a-9225-7e197f14a99f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:39.139797679Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"datafile"}
{"msg":"dataset is oxp_a8d13dfd-2585-43cf-b398-bd588dcb66be/crucible/regions/cdbde507-475e-4c0a-9225-7e197f14a99f","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:39.149752008Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"datafile"}
{"msg":"snapshot is oxp_a8d13dfd-2585-43cf-b398-bd588dcb66be/crucible/regions/cdbde507-475e-4c0a-9225-7e197f14a99f@7e4511fe-0841-45d7-8db8-1645e8c40bfb","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:39.158678799Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a8d13dfd-2585-43cf-b398-bd588dcb66be/crucible/regions/cdbde507-475e-4c0a-9225-7e197f14a99f\", \"7e4511fe-0841-45d7-8db8-1645e8c40bfb\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:39.158709769Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-12T22:46:39.167277812Z","hostname":"oxz_crucible_a7844613-e265-465d-b6e6-14a933a2b729","pid":21965,"uri":"/crucible/0/regions/cdbde507-475e-4c0a-9225-7e197f14a99f/snapshots/7e4511fe-0841-45d7-8db8-1645e8c40bfb/run","method":"POST","req_id":"bdfd5a3d-bc99-4457-8d19-a7b7084c942f","remote_addr":"[fd00:1122:3344:101::a]:48228","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":27495,"response_code":"200"}