{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:56.672690164Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:53807"} {"msg":"region 659440ab-5346-4992-a810-45c680d7cd8f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:56.672756785Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:56.67446009Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:56.674482301Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"uri":"/crucible/0/regions","method":"POST","req_id":"ca0ae9ae-346d-4a0b-a82f-bac164fb3bec","remote_addr":"[fd00:1122:3344:101::c]:53807","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":1734,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_f3cc082c-2bdb-40cb-9c49-ac104a39b635/crucible/regions/659440ab-5346-4992-a810-45c680d7cd8f","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:56.68662074Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f3cc082c-2bdb-40cb-9c49-ac104a39b635/crucible/regions/659440ab-5346-4992-a810-45c680d7cd8f","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:56.686647951Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"659440ab-5346-4992-a810-45c680d7cd8f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/659440ab-5346-4992-a810-45c680d7cd8f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:56.75709829Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"region":"659440ab-5346-4992-a810-45c680d7cd8f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"659440ab-5346-4992-a810-45c680d7cd8f\" \"--data\" \"/data/regions/659440ab-5346-4992-a810-45c680d7cd8f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:56.757140831Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"region":"659440ab-5346-4992-a810-45c680d7cd8f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:56.941953352Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"region":"659440ab-5346-4992-a810-45c680d7cd8f","component":"worker"} {"msg":"region 659440ab-5346-4992-a810-45c680d7cd8f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:56.942005873Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:56.942136646Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:56.942845611Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"uri":"/crucible/0/regions","method":"POST","req_id":"b68ec8e1-7829-4840-9f84-9e19f27de630","remote_addr":"[fd00:1122:3344:101::c]:53807","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"creating missing downstairs instance downstairs-659440ab-5346-4992-a810-45c680d7cd8f","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:56.964013586Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-659440ab-5346-4992-a810-45c680d7cd8f","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:56.978892502Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:57.005458598Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-659440ab-5346-4992-a810-45c680d7cd8f","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:57.011142065Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/659440ab-5346-4992-a810-45c680d7cd8f","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:57.011546653Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:57.011603025Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:57.011654536Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:57.011714337Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:57.020671161Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:57.028577384Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:58.966397001Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"uri":"/crucible/0/regions/1577d104-5dcc-4a98-94fc-a9196a08e1c1","method":"GET","req_id":"820c3993-4e95-4fee-9708-082244df7930","remote_addr":"[fd00:1122:3344:101::c]:53807","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"path is \"/data/regions/1577d104-5dcc-4a98-94fc-a9196a08e1c1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:58.969378822Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"datafile"} {"msg":"dataset is oxp_f3cc082c-2bdb-40cb-9c49-ac104a39b635/crucible/regions/1577d104-5dcc-4a98-94fc-a9196a08e1c1","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:58.976393017Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"datafile"} {"msg":"snapshot is oxp_f3cc082c-2bdb-40cb-9c49-ac104a39b635/crucible/regions/1577d104-5dcc-4a98-94fc-a9196a08e1c1@adb7f5b4-9085-41c0-aae9-58c567c85b63","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:58.985359341Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f3cc082c-2bdb-40cb-9c49-ac104a39b635/crucible/regions/1577d104-5dcc-4a98-94fc-a9196a08e1c1\", \"adb7f5b4-9085-41c0-aae9-58c567c85b63\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:58.985376631Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:58.997204394Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"uri":"/crucible/0/regions/1577d104-5dcc-4a98-94fc-a9196a08e1c1/snapshots/adb7f5b4-9085-41c0-aae9-58c567c85b63","method":"GET","req_id":"5810fdf1-4761-456a-8dff-ffe1d14e0727","remote_addr":"[fd00:1122:3344:101::c]:53807","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":27847,"response_code":200} {"msg":"path is \"/data/regions/1577d104-5dcc-4a98-94fc-a9196a08e1c1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:59.001965143Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"datafile"} {"msg":"dataset is oxp_f3cc082c-2bdb-40cb-9c49-ac104a39b635/crucible/regions/1577d104-5dcc-4a98-94fc-a9196a08e1c1","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:59.009438866Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"datafile"} {"msg":"snapshot is oxp_f3cc082c-2bdb-40cb-9c49-ac104a39b635/crucible/regions/1577d104-5dcc-4a98-94fc-a9196a08e1c1@adb7f5b4-9085-41c0-aae9-58c567c85b63","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:59.016824008Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f3cc082c-2bdb-40cb-9c49-ac104a39b635/crucible/regions/1577d104-5dcc-4a98-94fc-a9196a08e1c1\", \"adb7f5b4-9085-41c0-aae9-58c567c85b63\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:59.016851259Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 1577d104-5dcc-4a98-94fc-a9196a08e1c1-adb7f5b4-9085-41c0-aae9-58c567c85b63 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:59.027848835Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:59.028041499Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"uri":"/crucible/0/regions/1577d104-5dcc-4a98-94fc-a9196a08e1c1/snapshots/adb7f5b4-9085-41c0-aae9-58c567c85b63/run","method":"POST","req_id":"aded5328-bac8-41c7-954b-2241523e4744","remote_addr":"[fd00:1122:3344:101::c]:53807","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26102,"response_code":200} {"msg":"applying SMF actions for region 1577d104-5dcc-4a98-94fc-a9196a08e1c1 running snapshot adb7f5b4-9085-41c0-aae9-58c567c85b63 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:59.028063279Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-1577d104-5dcc-4a98-94fc-a9196a08e1c1-adb7f5b4-9085-41c0-aae9-58c567c85b63","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:59.035140835Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-1577d104-5dcc-4a98-94fc-a9196a08e1c1-adb7f5b4-9085-41c0-aae9-58c567c85b63","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:59.038502514Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-1577d104-5dcc-4a98-94fc-a9196a08e1c1-adb7f5b4-9085-41c0-aae9-58c567c85b63","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:59.050134993Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1577d104-5dcc-4a98-94fc-a9196a08e1c1/.zfs/snapshot/adb7f5b4-9085-41c0-aae9-58c567c85b63","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:59.050552832Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:59.050609103Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:59.050658414Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:59.050712905Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:59.050767636Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:59.055154397Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:59.060761682Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"worker"} {"msg":"region 1577d104-5dcc-4a98-94fc-a9196a08e1c1 running snapshot adb7f5b4-9085-41c0-aae9-58c567c85b63 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:59.060785342Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"datafile"} {"msg":"path is \"/data/regions/1577d104-5dcc-4a98-94fc-a9196a08e1c1\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:59.350077443Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"datafile"} {"msg":"dataset is oxp_f3cc082c-2bdb-40cb-9c49-ac104a39b635/crucible/regions/1577d104-5dcc-4a98-94fc-a9196a08e1c1","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:59.35727228Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"datafile"} {"msg":"snapshot is oxp_f3cc082c-2bdb-40cb-9c49-ac104a39b635/crucible/regions/1577d104-5dcc-4a98-94fc-a9196a08e1c1@adb7f5b4-9085-41c0-aae9-58c567c85b63","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:59.363295994Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_f3cc082c-2bdb-40cb-9c49-ac104a39b635/crucible/regions/1577d104-5dcc-4a98-94fc-a9196a08e1c1\", \"adb7f5b4-9085-41c0-aae9-58c567c85b63\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:59.363312265Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-21T18:19:59.36941548Z","hostname":"oxz_crucible_fd0570b7-9338-487c-8acb-563fd0376f32","pid":22600,"uri":"/crucible/0/regions/1577d104-5dcc-4a98-94fc-a9196a08e1c1/snapshots/adb7f5b4-9085-41c0-aae9-58c567c85b63/run","method":"POST","req_id":"f157b63d-e767-4752-9417-7713d6499981","remote_addr":"[fd00:1122:3344:101::c]:53807","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19368,"response_code":200}