{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:13.393117592Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:48866"}
{"msg":"region bac27fc0-b8ef-4c83-8770-0cad56e63055 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:13.393189513Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:13.393797325Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"uri":"/crucible/0/regions","method":"POST","req_id":"057b789e-55b8-4992-9e6b-2a283813410a","remote_addr":"[fd00:1122:3344:101::b]:48866","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":630,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:13.393814645Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_3f2edde9-e2ff-4d0c-a239-0bb032d10a78/crucible/regions/bac27fc0-b8ef-4c83-8770-0cad56e63055","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:13.406007599Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_3f2edde9-e2ff-4d0c-a239-0bb032d10a78/crucible/regions/bac27fc0-b8ef-4c83-8770-0cad56e63055","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:13.40603633Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"bac27fc0-b8ef-4c83-8770-0cad56e63055\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bac27fc0-b8ef-4c83-8770-0cad56e63055\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:13.466839159Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"region":"bac27fc0-b8ef-4c83-8770-0cad56e63055","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bac27fc0-b8ef-4c83-8770-0cad56e63055\" \"--data\" \"/data/regions/bac27fc0-b8ef-4c83-8770-0cad56e63055\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:13.468778136Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"region":"bac27fc0-b8ef-4c83-8770-0cad56e63055","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:13.649611193Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"region":"bac27fc0-b8ef-4c83-8770-0cad56e63055","component":"worker"}
{"msg":"region bac27fc0-b8ef-4c83-8770-0cad56e63055 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:13.649656624Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:13.649746925Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-bac27fc0-b8ef-4c83-8770-0cad56e63055","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:13.65884154Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bac27fc0-b8ef-4c83-8770-0cad56e63055","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:13.675818827Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:13.695625097Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bac27fc0-b8ef-4c83-8770-0cad56e63055","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:13.707079918Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bac27fc0-b8ef-4c83-8770-0cad56e63055","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:13.707393674Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:13.707446725Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:13.707488455Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:13.707530706Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:13.718921175Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:13.727341547Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:13.747497905Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"uri":"/crucible/0/regions","method":"POST","req_id":"cb9aa3dd-7e53-4170-baaf-d641b807dc5a","remote_addr":"[fd00:1122:3344:101::b]:48866","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":74,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:15.934282745Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"uri":"/crucible/0/regions/22eb6f0f-fc3c-43d2-916e-2327c913f2a9","method":"GET","req_id":"96d6373b-5acf-41d1-965b-c6cb507bd863","remote_addr":"[fd00:1122:3344:101::b]:48866","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":86,"response_code":"200"}
{"msg":"path is \"/data/regions/22eb6f0f-fc3c-43d2-916e-2327c913f2a9\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:15.94909089Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"datafile"}
{"msg":"dataset is oxp_3f2edde9-e2ff-4d0c-a239-0bb032d10a78/crucible/regions/22eb6f0f-fc3c-43d2-916e-2327c913f2a9","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:15.958254156Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"datafile"}
{"msg":"snapshot is oxp_3f2edde9-e2ff-4d0c-a239-0bb032d10a78/crucible/regions/22eb6f0f-fc3c-43d2-916e-2327c913f2a9@8b5b4d39-b876-4e0e-adac-3ff838a80eeb","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:15.966667068Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_3f2edde9-e2ff-4d0c-a239-0bb032d10a78/crucible/regions/22eb6f0f-fc3c-43d2-916e-2327c913f2a9\", \"8b5b4d39-b876-4e0e-adac-3ff838a80eeb\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:15.966707569Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:15.975572569Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"uri":"/crucible/0/regions/22eb6f0f-fc3c-43d2-916e-2327c913f2a9/snapshots/8b5b4d39-b876-4e0e-adac-3ff838a80eeb","method":"GET","req_id":"fd1118d3-54e6-4430-82c0-051bfc170348","remote_addr":"[fd00:1122:3344:101::b]:48866","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":37878,"response_code":"200"}
{"msg":"path is \"/data/regions/22eb6f0f-fc3c-43d2-916e-2327c913f2a9\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:15.979160888Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"datafile"}
{"msg":"dataset is oxp_3f2edde9-e2ff-4d0c-a239-0bb032d10a78/crucible/regions/22eb6f0f-fc3c-43d2-916e-2327c913f2a9","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:15.988451197Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"datafile"}
{"msg":"snapshot is oxp_3f2edde9-e2ff-4d0c-a239-0bb032d10a78/crucible/regions/22eb6f0f-fc3c-43d2-916e-2327c913f2a9@8b5b4d39-b876-4e0e-adac-3ff838a80eeb","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:15.996744456Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_3f2edde9-e2ff-4d0c-a239-0bb032d10a78/crucible/regions/22eb6f0f-fc3c-43d2-916e-2327c913f2a9\", \"8b5b4d39-b876-4e0e-adac-3ff838a80eeb\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:15.996774127Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 22eb6f0f-fc3c-43d2-916e-2327c913f2a9-8b5b4d39-b876-4e0e-adac-3ff838a80eeb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:16.005590346Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"datafile"}
{"msg":"applying SMF actions for region 22eb6f0f-fc3c-43d2-916e-2327c913f2a9 running snapshot 8b5b4d39-b876-4e0e-adac-3ff838a80eeb (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:16.00578893Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:16.00580243Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"uri":"/crucible/0/regions/22eb6f0f-fc3c-43d2-916e-2327c913f2a9/snapshots/8b5b4d39-b876-4e0e-adac-3ff838a80eeb/run","method":"POST","req_id":"bf0d18e6-d702-432f-9743-33114ef0173f","remote_addr":"[fd00:1122:3344:101::b]:48866","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":26681,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-22eb6f0f-fc3c-43d2-916e-2327c913f2a9-8b5b4d39-b876-4e0e-adac-3ff838a80eeb","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:16.008585884Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-22eb6f0f-fc3c-43d2-916e-2327c913f2a9-8b5b4d39-b876-4e0e-adac-3ff838a80eeb","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:16.022109614Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-22eb6f0f-fc3c-43d2-916e-2327c913f2a9-8b5b4d39-b876-4e0e-adac-3ff838a80eeb","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:16.051331936Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/22eb6f0f-fc3c-43d2-916e-2327c913f2a9/.zfs/snapshot/8b5b4d39-b876-4e0e-adac-3ff838a80eeb","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:16.051669872Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:16.051732943Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:16.051788284Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:16.051840115Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:16.051903137Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:16.063209974Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:16.075523111Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"worker"}
{"msg":"region 22eb6f0f-fc3c-43d2-916e-2327c913f2a9 running snapshot 8b5b4d39-b876-4e0e-adac-3ff838a80eeb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:16.075535751Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"datafile"}
{"msg":"path is \"/data/regions/22eb6f0f-fc3c-43d2-916e-2327c913f2a9\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:16.1649364Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"datafile"}
{"msg":"dataset is oxp_3f2edde9-e2ff-4d0c-a239-0bb032d10a78/crucible/regions/22eb6f0f-fc3c-43d2-916e-2327c913f2a9","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:16.173841211Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"datafile"}
{"msg":"snapshot is oxp_3f2edde9-e2ff-4d0c-a239-0bb032d10a78/crucible/regions/22eb6f0f-fc3c-43d2-916e-2327c913f2a9@8b5b4d39-b876-4e0e-adac-3ff838a80eeb","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:16.181507248Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_3f2edde9-e2ff-4d0c-a239-0bb032d10a78/crucible/regions/22eb6f0f-fc3c-43d2-916e-2327c913f2a9\", \"8b5b4d39-b876-4e0e-adac-3ff838a80eeb\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:16.181540969Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-19T00:37:16.189699166Z","hostname":"oxz_crucible_179ff60b-1ebd-4936-aa5b-7e9bb9174844","pid":22729,"uri":"/crucible/0/regions/22eb6f0f-fc3c-43d2-916e-2327c913f2a9/snapshots/8b5b4d39-b876-4e0e-adac-3ff838a80eeb/run","method":"POST","req_id":"f74ac434-36bf-4014-bf5f-359363c814e2","remote_addr":"[fd00:1122:3344:101::b]:48866","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":24768,"response_code":"200"}