{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:47.003032249Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:41325"} {"msg":"region f0a9bb7a-cb20-4418-b4c3-f175e16a7874 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:47.003108461Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:47.003711948Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"uri":"/crucible/0/regions","method":"POST","req_id":"83a4de91-4892-4ec5-af9e-69c827226b08","remote_addr":"[fd00:1122:3344:101::b]:41325","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":640,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:47.003727398Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_47d61473-d259-4a59-9441-557b527c3822/crucible/regions/f0a9bb7a-cb20-4418-b4c3-f175e16a7874","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:47.011527504Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_47d61473-d259-4a59-9441-557b527c3822/crucible/regions/f0a9bb7a-cb20-4418-b4c3-f175e16a7874","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:47.011548634Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f0a9bb7a-cb20-4418-b4c3-f175e16a7874\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f0a9bb7a-cb20-4418-b4c3-f175e16a7874\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:47.076272214Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"region":"f0a9bb7a-cb20-4418-b4c3-f175e16a7874","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f0a9bb7a-cb20-4418-b4c3-f175e16a7874\" \"--data\" \"/data/regions/f0a9bb7a-cb20-4418-b4c3-f175e16a7874\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:47.076305255Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"region":"f0a9bb7a-cb20-4418-b4c3-f175e16a7874","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:47.191255723Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"region":"f0a9bb7a-cb20-4418-b4c3-f175e16a7874","component":"worker"} {"msg":"region f0a9bb7a-cb20-4418-b4c3-f175e16a7874 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:47.191284874Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:47.191398067Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f0a9bb7a-cb20-4418-b4c3-f175e16a7874","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:47.210200438Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f0a9bb7a-cb20-4418-b4c3-f175e16a7874","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:47.225451089Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:47.243802067Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f0a9bb7a-cb20-4418-b4c3-f175e16a7874","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:47.252394025Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f0a9bb7a-cb20-4418-b4c3-f175e16a7874","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:47.252698673Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:47.252734824Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:47.252779235Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:47.252833317Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:47.259879901Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:47.267090961Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:47.308931238Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"uri":"/crucible/0/regions","method":"POST","req_id":"b97cc619-9084-46d0-8428-df685a6d3284","remote_addr":"[fd00:1122:3344:101::b]:41325","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:48.812673064Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"uri":"/crucible/0/regions/4a297bef-1b8b-4b6d-a1d1-5f1c8b5b7245","method":"GET","req_id":"548fef64-8f81-48ac-b391-58f5bb503def","remote_addr":"[fd00:1122:3344:101::b]:41325","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"path is \"/data/regions/4a297bef-1b8b-4b6d-a1d1-5f1c8b5b7245\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:48.816057317Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"datafile"} {"msg":"dataset is oxp_47d61473-d259-4a59-9441-557b527c3822/crucible/regions/4a297bef-1b8b-4b6d-a1d1-5f1c8b5b7245","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:48.823996897Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"datafile"} {"msg":"snapshot is oxp_47d61473-d259-4a59-9441-557b527c3822/crucible/regions/4a297bef-1b8b-4b6d-a1d1-5f1c8b5b7245@4760a1a7-0164-4536-b3a2-2bbb19033c32","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:48.830155007Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_47d61473-d259-4a59-9441-557b527c3822/crucible/regions/4a297bef-1b8b-4b6d-a1d1-5f1c8b5b7245\", \"4760a1a7-0164-4536-b3a2-2bbb19033c32\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:48.830178848Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:48.840996567Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"uri":"/crucible/0/regions/4a297bef-1b8b-4b6d-a1d1-5f1c8b5b7245/snapshots/4760a1a7-0164-4536-b3a2-2bbb19033c32","method":"GET","req_id":"69751dff-ab3d-48b1-b003-6b8482f80a47","remote_addr":"[fd00:1122:3344:101::b]:41325","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24976,"response_code":200} {"msg":"path is \"/data/regions/4a297bef-1b8b-4b6d-a1d1-5f1c8b5b7245\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:48.845051659Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"datafile"} {"msg":"dataset is oxp_47d61473-d259-4a59-9441-557b527c3822/crucible/regions/4a297bef-1b8b-4b6d-a1d1-5f1c8b5b7245","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:48.851352564Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"datafile"} {"msg":"snapshot is oxp_47d61473-d259-4a59-9441-557b527c3822/crucible/regions/4a297bef-1b8b-4b6d-a1d1-5f1c8b5b7245@4760a1a7-0164-4536-b3a2-2bbb19033c32","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:48.856542577Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_47d61473-d259-4a59-9441-557b527c3822/crucible/regions/4a297bef-1b8b-4b6d-a1d1-5f1c8b5b7245\", \"4760a1a7-0164-4536-b3a2-2bbb19033c32\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:48.856563958Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 4a297bef-1b8b-4b6d-a1d1-5f1c8b5b7245-4760a1a7-0164-4536-b3a2-2bbb19033c32 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:48.863446758Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"datafile"} {"msg":"applying SMF actions for region 4a297bef-1b8b-4b6d-a1d1-5f1c8b5b7245 running snapshot 4760a1a7-0164-4536-b3a2-2bbb19033c32 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:48.863631943Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:48.863650284Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"uri":"/crucible/0/regions/4a297bef-1b8b-4b6d-a1d1-5f1c8b5b7245/snapshots/4760a1a7-0164-4536-b3a2-2bbb19033c32/run","method":"POST","req_id":"d089cd21-0452-42bf-9249-348490c2a325","remote_addr":"[fd00:1122:3344:101::b]:41325","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18628,"response_code":200} {"msg":"creating missing snapshot instance snapshot-4a297bef-1b8b-4b6d-a1d1-5f1c8b5b7245-4760a1a7-0164-4536-b3a2-2bbb19033c32","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:48.868552499Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-4a297bef-1b8b-4b6d-a1d1-5f1c8b5b7245-4760a1a7-0164-4536-b3a2-2bbb19033c32","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:48.879458421Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-4a297bef-1b8b-4b6d-a1d1-5f1c8b5b7245-4760a1a7-0164-4536-b3a2-2bbb19033c32","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:48.897715816Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4a297bef-1b8b-4b6d-a1d1-5f1c8b5b7245/.zfs/snapshot/4760a1a7-0164-4536-b3a2-2bbb19033c32","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:48.898012074Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:48.898073546Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:48.898124547Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:48.898162388Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:48.89821923Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:48.902481607Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:48.909914243Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"worker"} {"msg":"region 4a297bef-1b8b-4b6d-a1d1-5f1c8b5b7245 running snapshot 4760a1a7-0164-4536-b3a2-2bbb19033c32 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:48.909934114Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"datafile"} {"msg":"path is \"/data/regions/4a297bef-1b8b-4b6d-a1d1-5f1c8b5b7245\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:49.236328099Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"datafile"} {"msg":"dataset is oxp_47d61473-d259-4a59-9441-557b527c3822/crucible/regions/4a297bef-1b8b-4b6d-a1d1-5f1c8b5b7245","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:49.244409333Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"datafile"} {"msg":"snapshot is oxp_47d61473-d259-4a59-9441-557b527c3822/crucible/regions/4a297bef-1b8b-4b6d-a1d1-5f1c8b5b7245@4760a1a7-0164-4536-b3a2-2bbb19033c32","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:49.253164925Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_47d61473-d259-4a59-9441-557b527c3822/crucible/regions/4a297bef-1b8b-4b6d-a1d1-5f1c8b5b7245\", \"4760a1a7-0164-4536-b3a2-2bbb19033c32\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:49.253192366Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-12T17:19:49.261372832Z","hostname":"oxz_crucible_0b9f9a8a-42af-4428-ae74-49d1a2d5846c","pid":24224,"uri":"/crucible/0/regions/4a297bef-1b8b-4b6d-a1d1-5f1c8b5b7245/snapshots/4760a1a7-0164-4536-b3a2-2bbb19033c32/run","method":"POST","req_id":"89e4f9a4-d49b-442b-839f-469c59e71685","remote_addr":"[fd00:1122:3344:101::b]:41325","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25095,"response_code":200}