{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:17.334988975Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:55809"} {"msg":"region 549d5ad1-238c-4947-ba81-f3e8cf4d63ec state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:17.335098828Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:17.335819677Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:17.335832387Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"uri":"/crucible/0/regions","method":"POST","req_id":"c3207b01-97e5-4ca5-abe0-e2198f143f5a","remote_addr":"[fd00:1122:3344:101::c]:55809","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":781,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_bfe51613-6ffb-488c-a57e-480422c73834/crucible/regions/549d5ad1-238c-4947-ba81-f3e8cf4d63ec","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:17.354238293Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_bfe51613-6ffb-488c-a57e-480422c73834/crucible/regions/549d5ad1-238c-4947-ba81-f3e8cf4d63ec","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:17.354285034Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"549d5ad1-238c-4947-ba81-f3e8cf4d63ec\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/549d5ad1-238c-4947-ba81-f3e8cf4d63ec\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:17.449938206Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"region":"549d5ad1-238c-4947-ba81-f3e8cf4d63ec","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"549d5ad1-238c-4947-ba81-f3e8cf4d63ec\" \"--data\" \"/data/regions/549d5ad1-238c-4947-ba81-f3e8cf4d63ec\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:17.450003367Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"region":"549d5ad1-238c-4947-ba81-f3e8cf4d63ec","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:17.507361029Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"uri":"/crucible/0/regions","method":"POST","req_id":"b587598f-0087-41d1-8e7d-d3ef921b270f","remote_addr":"[fd00:1122:3344:101::c]:55809","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:17.608693448Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"region":"549d5ad1-238c-4947-ba81-f3e8cf4d63ec","component":"worker"} {"msg":"region 549d5ad1-238c-4947-ba81-f3e8cf4d63ec state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:17.608749699Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:17.608901803Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-549d5ad1-238c-4947-ba81-f3e8cf4d63ec","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:17.610146365Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-549d5ad1-238c-4947-ba81-f3e8cf4d63ec","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:17.628702625Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:17.651564996Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-549d5ad1-238c-4947-ba81-f3e8cf4d63ec","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:17.655160718Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/549d5ad1-238c-4947-ba81-f3e8cf4d63ec","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:17.655485147Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:17.655543758Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:17.65558752Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:17.655625321Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:17.659284335Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:17.661177984Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:42308"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:17.663831873Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"uri":"/crucible/0/regions/549d5ad1-238c-4947-ba81-f3e8cf4d63ec","method":"GET","req_id":"d6e167a8-611d-49fe-9b0e-4e8e5109b49b","remote_addr":"[fd00:1122:3344:101::c]:42308","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":66,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:17.66566964Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:17.771825153Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"uri":"/crucible/0/regions","method":"POST","req_id":"213ac27e-489e-429f-b7b5-52dda4f9dde2","remote_addr":"[fd00:1122:3344:101::c]:55809","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":61,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:18.788490403Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"uri":"/crucible/0/regions/5a0172f1-d220-422c-807e-101171b103f2","method":"GET","req_id":"51fb0c32-4be8-4ce0-a45c-3063da86f0e1","remote_addr":"[fd00:1122:3344:101::c]:55809","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":43,"response_code":"200"} {"msg":"path is \"/data/regions/5a0172f1-d220-422c-807e-101171b103f2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:18.791509871Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"datafile"} {"msg":"dataset is oxp_bfe51613-6ffb-488c-a57e-480422c73834/crucible/regions/5a0172f1-d220-422c-807e-101171b103f2","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:18.8011367Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"datafile"} {"msg":"snapshot is oxp_bfe51613-6ffb-488c-a57e-480422c73834/crucible/regions/5a0172f1-d220-422c-807e-101171b103f2@eb041064-de1d-42d3-aeba-77fb6d118bed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:18.810542623Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_bfe51613-6ffb-488c-a57e-480422c73834/crucible/regions/5a0172f1-d220-422c-807e-101171b103f2\", \"eb041064-de1d-42d3-aeba-77fb6d118bed\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:18.810573533Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:18.821758222Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"uri":"/crucible/0/regions/5a0172f1-d220-422c-807e-101171b103f2/snapshots/eb041064-de1d-42d3-aeba-77fb6d118bed","method":"GET","req_id":"4b600a6c-d477-4702-960c-96802dd2bec2","remote_addr":"[fd00:1122:3344:101::c]:55809","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":30244,"response_code":"200"} {"msg":"path is \"/data/regions/5a0172f1-d220-422c-807e-101171b103f2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:18.825484809Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"datafile"} {"msg":"dataset is oxp_bfe51613-6ffb-488c-a57e-480422c73834/crucible/regions/5a0172f1-d220-422c-807e-101171b103f2","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:18.834310197Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"datafile"} {"msg":"snapshot is oxp_bfe51613-6ffb-488c-a57e-480422c73834/crucible/regions/5a0172f1-d220-422c-807e-101171b103f2@eb041064-de1d-42d3-aeba-77fb6d118bed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:18.842717174Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_bfe51613-6ffb-488c-a57e-480422c73834/crucible/regions/5a0172f1-d220-422c-807e-101171b103f2\", \"eb041064-de1d-42d3-aeba-77fb6d118bed\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:18.842743285Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 5a0172f1-d220-422c-807e-101171b103f2-eb041064-de1d-42d3-aeba-77fb6d118bed state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:18.854244992Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"datafile"} {"msg":"applying SMF actions for region 5a0172f1-d220-422c-807e-101171b103f2 running snapshot eb041064-de1d-42d3-aeba-77fb6d118bed (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:18.854412146Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:18.854447977Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"uri":"/crucible/0/regions/5a0172f1-d220-422c-807e-101171b103f2/snapshots/eb041064-de1d-42d3-aeba-77fb6d118bed/run","method":"POST","req_id":"57e9ac36-d9e7-4a89-82ee-099d548c2848","remote_addr":"[fd00:1122:3344:101::c]:55809","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":28988,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-5a0172f1-d220-422c-807e-101171b103f2-eb041064-de1d-42d3-aeba-77fb6d118bed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:18.856893721Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-5a0172f1-d220-422c-807e-101171b103f2-eb041064-de1d-42d3-aeba-77fb6d118bed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:18.859863787Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-5a0172f1-d220-422c-807e-101171b103f2-eb041064-de1d-42d3-aeba-77fb6d118bed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:18.870823161Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5a0172f1-d220-422c-807e-101171b103f2/.zfs/snapshot/eb041064-de1d-42d3-aeba-77fb6d118bed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:18.871020375Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:18.871069887Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:18.871108148Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:18.871143949Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:18.87118841Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:18.875023699Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:18.879741921Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"worker"} {"msg":"region 5a0172f1-d220-422c-807e-101171b103f2 running snapshot eb041064-de1d-42d3-aeba-77fb6d118bed state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:18.879754261Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"datafile"} {"msg":"path is \"/data/regions/5a0172f1-d220-422c-807e-101171b103f2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.112615818Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"datafile"} {"msg":"dataset is oxp_bfe51613-6ffb-488c-a57e-480422c73834/crucible/regions/5a0172f1-d220-422c-807e-101171b103f2","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.121499698Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"datafile"} {"msg":"snapshot is oxp_bfe51613-6ffb-488c-a57e-480422c73834/crucible/regions/5a0172f1-d220-422c-807e-101171b103f2@eb041064-de1d-42d3-aeba-77fb6d118bed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.12970991Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_bfe51613-6ffb-488c-a57e-480422c73834/crucible/regions/5a0172f1-d220-422c-807e-101171b103f2\", \"eb041064-de1d-42d3-aeba-77fb6d118bed\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.129738291Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:17:19.137306576Z","hostname":"oxz_crucible_e02b2dff-47e9-4dda-9dcc-855982306d76","pid":25079,"uri":"/crucible/0/regions/5a0172f1-d220-422c-807e-101171b103f2/snapshots/eb041064-de1d-42d3-aeba-77fb6d118bed/run","method":"POST","req_id":"9f7fc2ae-a0e6-4978-9ab2-31a6cb9451ec","remote_addr":"[fd00:1122:3344:101::c]:55809","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":24715,"response_code":"200"}