{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:48.832689289Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:43663"}
{"msg":"region 9c632236-9036-402c-be82-190478039adb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:48.83275076Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:48.834129975Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"uri":"/crucible/0/regions","method":"POST","req_id":"03f9f072-a7ee-4d92-ae04-8ea6f9966d41","remote_addr":"[fd00:1122:3344:101::c]:43663","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":1404,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:48.834144375Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_ecb18f39-3ed8-440f-b4a8-1c69c14d689b/crucible/regions/9c632236-9036-402c-be82-190478039adb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:48.843134595Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ecb18f39-3ed8-440f-b4a8-1c69c14d689b/crucible/regions/9c632236-9036-402c-be82-190478039adb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:48.843150675Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9c632236-9036-402c-be82-190478039adb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9c632236-9036-402c-be82-190478039adb\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:48.933679261Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"region":"9c632236-9036-402c-be82-190478039adb","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9c632236-9036-402c-be82-190478039adb\" \"--data\" \"/data/regions/9c632236-9036-402c-be82-190478039adb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:48.933712862Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"region":"9c632236-9036-402c-be82-190478039adb","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.042105756Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"uri":"/crucible/0/regions","method":"POST","req_id":"b630e981-b7c2-42fc-894d-41cadf1ea04f","remote_addr":"[fd00:1122:3344:101::c]:43663","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":114,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.220952716Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"region":"9c632236-9036-402c-be82-190478039adb","component":"worker"}
{"msg":"region 9c632236-9036-402c-be82-190478039adb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.220976527Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.221096109Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9c632236-9036-402c-be82-190478039adb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.250442673Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9c632236-9036-402c-be82-190478039adb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.276002989Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.311484252Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9c632236-9036-402c-be82-190478039adb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.319442334Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9c632236-9036-402c-be82-190478039adb","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.319749229Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.31979223Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.319827531Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.319880162Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.327570189Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.336414247Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"uri":"/crucible/0/regions","method":"POST","req_id":"19d85422-1a4b-471e-9feb-3075e836a5f5","remote_addr":"[fd00:1122:3344:101::c]:43663","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:49.349927838Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.777130306Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"uri":"/crucible/0/regions/0bab5f8c-b30b-4c03-841f-0ad01bedb070","method":"GET","req_id":"044c7373-b105-4388-bdd3-fbfceab5adc8","remote_addr":"[fd00:1122:3344:101::c]:43663","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"path is \"/data/regions/0bab5f8c-b30b-4c03-841f-0ad01bedb070\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.780268592Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"datafile"}
{"msg":"dataset is oxp_ecb18f39-3ed8-440f-b4a8-1c69c14d689b/crucible/regions/0bab5f8c-b30b-4c03-841f-0ad01bedb070","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.787328388Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"datafile"}
{"msg":"snapshot is oxp_ecb18f39-3ed8-440f-b4a8-1c69c14d689b/crucible/regions/0bab5f8c-b30b-4c03-841f-0ad01bedb070@3e8641c6-9aa7-4c84-94b7-f0f81ba42887","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.793330335Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ecb18f39-3ed8-440f-b4a8-1c69c14d689b/crucible/regions/0bab5f8c-b30b-4c03-841f-0ad01bedb070\", \"3e8641c6-9aa7-4c84-94b7-f0f81ba42887\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.793348806Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.805776737Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"uri":"/crucible/0/regions/0bab5f8c-b30b-4c03-841f-0ad01bedb070/snapshots/3e8641c6-9aa7-4c84-94b7-f0f81ba42887","method":"GET","req_id":"fb2743a2-61e9-43a6-aeef-bef715e4dfc5","remote_addr":"[fd00:1122:3344:101::c]:43663","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25525,"response_code":200}
{"msg":"path is \"/data/regions/0bab5f8c-b30b-4c03-841f-0ad01bedb070\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.809017045Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"datafile"}
{"msg":"dataset is oxp_ecb18f39-3ed8-440f-b4a8-1c69c14d689b/crucible/regions/0bab5f8c-b30b-4c03-841f-0ad01bedb070","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.814553674Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"datafile"}
{"msg":"snapshot is oxp_ecb18f39-3ed8-440f-b4a8-1c69c14d689b/crucible/regions/0bab5f8c-b30b-4c03-841f-0ad01bedb070@3e8641c6-9aa7-4c84-94b7-f0f81ba42887","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.820916027Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ecb18f39-3ed8-440f-b4a8-1c69c14d689b/crucible/regions/0bab5f8c-b30b-4c03-841f-0ad01bedb070\", \"3e8641c6-9aa7-4c84-94b7-f0f81ba42887\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.820933098Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 0bab5f8c-b30b-4c03-841f-0ad01bedb070-3e8641c6-9aa7-4c84-94b7-f0f81ba42887 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.833165396Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.833330159Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"uri":"/crucible/0/regions/0bab5f8c-b30b-4c03-841f-0ad01bedb070/snapshots/3e8641c6-9aa7-4c84-94b7-f0f81ba42887/run","method":"POST","req_id":"17b50d39-840a-4453-9ed2-51f54ce16315","remote_addr":"[fd00:1122:3344:101::c]:43663","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24332,"response_code":200}
{"msg":"applying SMF actions for region 0bab5f8c-b30b-4c03-841f-0ad01bedb070 running snapshot 3e8641c6-9aa7-4c84-94b7-f0f81ba42887 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.833346759Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-0bab5f8c-b30b-4c03-841f-0ad01bedb070-3e8641c6-9aa7-4c84-94b7-f0f81ba42887","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.838628054Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-0bab5f8c-b30b-4c03-841f-0ad01bedb070-3e8641c6-9aa7-4c84-94b7-f0f81ba42887","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.848940448Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-0bab5f8c-b30b-4c03-841f-0ad01bedb070-3e8641c6-9aa7-4c84-94b7-f0f81ba42887","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.87935686Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0bab5f8c-b30b-4c03-841f-0ad01bedb070/.zfs/snapshot/3e8641c6-9aa7-4c84-94b7-f0f81ba42887","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.879858229Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.879946651Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.880016492Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.880083353Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.880163675Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.891371455Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.923773173Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"worker"}
{"msg":"region 0bab5f8c-b30b-4c03-841f-0ad01bedb070 running snapshot 3e8641c6-9aa7-4c84-94b7-f0f81ba42887 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:51.923803663Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"datafile"}
{"msg":"path is \"/data/regions/0bab5f8c-b30b-4c03-841f-0ad01bedb070\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:52.007408035Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"datafile"}
{"msg":"dataset is oxp_ecb18f39-3ed8-440f-b4a8-1c69c14d689b/crucible/regions/0bab5f8c-b30b-4c03-841f-0ad01bedb070","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:52.013608856Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"datafile"}
{"msg":"snapshot is oxp_ecb18f39-3ed8-440f-b4a8-1c69c14d689b/crucible/regions/0bab5f8c-b30b-4c03-841f-0ad01bedb070@3e8641c6-9aa7-4c84-94b7-f0f81ba42887","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:52.021080179Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ecb18f39-3ed8-440f-b4a8-1c69c14d689b/crucible/regions/0bab5f8c-b30b-4c03-841f-0ad01bedb070\", \"3e8641c6-9aa7-4c84-94b7-f0f81ba42887\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:52.02109817Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-31T02:07:52.027728558Z","hostname":"oxz_crucible_94509820-334f-4ecd-9c9b-82f975d6eda7","pid":24850,"uri":"/crucible/0/regions/0bab5f8c-b30b-4c03-841f-0ad01bedb070/snapshots/3e8641c6-9aa7-4c84-94b7-f0f81ba42887/run","method":"POST","req_id":"e5455ab2-9b45-4ac6-b1dc-7568ed00b3f1","remote_addr":"[fd00:1122:3344:101::c]:43663","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20346,"response_code":200}