{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.042932078Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51951"} {"msg":"region 05457515-f51d-437b-93fc-8b2f7a5dd08d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.088895225Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.094399903Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.099735879Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"uri":"/crucible/0/regions","method":"POST","req_id":"f06a1448-168d-4d8d-a138-64df9b003f18","remote_addr":"[fd00:1122:3344:101::a]:51951","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17833,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_9fa7ff32-4dc0-440e-825a-982f046e9c3f/crucible/regions/05457515-f51d-437b-93fc-8b2f7a5dd08d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.109015348Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9fa7ff32-4dc0-440e-825a-982f046e9c3f/crucible/regions/05457515-f51d-437b-93fc-8b2f7a5dd08d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.109027928Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"05457515-f51d-437b-93fc-8b2f7a5dd08d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/05457515-f51d-437b-93fc-8b2f7a5dd08d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.170918749Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"region":"05457515-f51d-437b-93fc-8b2f7a5dd08d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"05457515-f51d-437b-93fc-8b2f7a5dd08d\" \"--data\" \"/data/regions/05457515-f51d-437b-93fc-8b2f7a5dd08d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.173214276Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"region":"05457515-f51d-437b-93fc-8b2f7a5dd08d","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.257473617Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"uri":"/crucible/0/regions","method":"POST","req_id":"9e1213a6-2ec3-4f88-b9b1-a2f5fbf8521c","remote_addr":"[fd00:1122:3344:101::a]:51951","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.496698731Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"region":"05457515-f51d-437b-93fc-8b2f7a5dd08d","component":"worker"} {"msg":"region 05457515-f51d-437b-93fc-8b2f7a5dd08d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.496764762Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.496892884Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-05457515-f51d-437b-93fc-8b2f7a5dd08d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.497469763Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-05457515-f51d-437b-93fc-8b2f7a5dd08d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.509469795Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.523751794Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-05457515-f51d-437b-93fc-8b2f7a5dd08d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.527499375Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/05457515-f51d-437b-93fc-8b2f7a5dd08d","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.528311668Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.528401589Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.52846467Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.528525261Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.53349408Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.538679184Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:28.932442584Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"uri":"/crucible/0/regions","method":"POST","req_id":"43ece0b8-98dd-4b14-853f-87f8a2a8c83b","remote_addr":"[fd00:1122:3344:101::a]:51951","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":69,"response_code":"200"} {"msg":"region 736acc4f-3648-40c9-abb9-c0d6a8edfc56 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.061003936Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.061203889Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"uri":"/crucible/0/regions","method":"POST","req_id":"af999898-ec07-48fe-b289-3e6dace5a884","remote_addr":"[fd00:1122:3344:101::a]:51951","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":261,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.0612241Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_9fa7ff32-4dc0-440e-825a-982f046e9c3f/crucible/regions/736acc4f-3648-40c9-abb9-c0d6a8edfc56","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.0712417Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9fa7ff32-4dc0-440e-825a-982f046e9c3f/crucible/regions/736acc4f-3648-40c9-abb9-c0d6a8edfc56","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.07127193Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"736acc4f-3648-40c9-abb9-c0d6a8edfc56\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/736acc4f-3648-40c9-abb9-c0d6a8edfc56\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.119662736Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"region":"736acc4f-3648-40c9-abb9-c0d6a8edfc56","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"736acc4f-3648-40c9-abb9-c0d6a8edfc56\" \"--data\" \"/data/regions/736acc4f-3648-40c9-abb9-c0d6a8edfc56\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.119723697Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"region":"736acc4f-3648-40c9-abb9-c0d6a8edfc56","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.190159366Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"region":"736acc4f-3648-40c9-abb9-c0d6a8edfc56","component":"worker"} {"msg":"region 736acc4f-3648-40c9-abb9-c0d6a8edfc56 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.190225577Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.190285998Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-736acc4f-3648-40c9-abb9-c0d6a8edfc56","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.194028938Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-736acc4f-3648-40c9-abb9-c0d6a8edfc56","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.196475057Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.203940117Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-736acc4f-3648-40c9-abb9-c0d6a8edfc56","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.207022356Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/736acc4f-3648-40c9-abb9-c0d6a8edfc56","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.207331461Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.207391362Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.207436293Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.207480233Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.211481058Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.215951019Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:34.303082616Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"uri":"/crucible/0/regions","method":"POST","req_id":"0449e33c-ccbf-4cfc-82a1-30d5cafce2fb","remote_addr":"[fd00:1122:3344:101::a]:51951","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":77,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:58.468846499Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"uri":"/crucible/0/regions/736acc4f-3648-40c9-abb9-c0d6a8edfc56","method":"GET","req_id":"8bb6a317-ae48-4e8d-9a69-0ce627ac68cb","remote_addr":"[fd00:1122:3344:101::a]:51951","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"path is \"/data/regions/736acc4f-3648-40c9-abb9-c0d6a8edfc56\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:58.471786437Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"datafile"} {"msg":"dataset is oxp_9fa7ff32-4dc0-440e-825a-982f046e9c3f/crucible/regions/736acc4f-3648-40c9-abb9-c0d6a8edfc56","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:58.484884486Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"datafile"} {"msg":"region 736acc4f-3648-40c9-abb9-c0d6a8edfc56 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:58.494886117Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:58.49507352Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:58.495125691Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"uri":"/crucible/0/regions/736acc4f-3648-40c9-abb9-c0d6a8edfc56","method":"DELETE","req_id":"c1a6822a-c98f-4642-8e92-c310cb2dab58","remote_addr":"[fd00:1122:3344:101::a]:51951","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":23369,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-736acc4f-3648-40c9-abb9-c0d6a8edfc56 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:58.496315579Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:58.498421533Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"uri":"/crucible/0/regions/736acc4f-3648-40c9-abb9-c0d6a8edfc56","method":"GET","req_id":"9a15e08c-f713-48e0-a3e7-96db9011521a","remote_addr":"[fd00:1122:3344:101::a]:51951","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":26,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:58.501776247Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_9fa7ff32-4dc0-440e-825a-982f046e9c3f/crucible/regions/736acc4f-3648-40c9-abb9-c0d6a8edfc56\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:58.51316542Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"region":"736acc4f-3648-40c9-abb9-c0d6a8edfc56","component":"worker"} {"msg":"region 736acc4f-3648-40c9-abb9-c0d6a8edfc56 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:58.574459452Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-19T21:52:58.591948122Z","hostname":"oxz_crucible_3f250d8b-76a8-46d8-8b11-1e8e2c15bf51","pid":22670,"uri":"/crucible/0/regions/736acc4f-3648-40c9-abb9-c0d6a8edfc56","method":"GET","req_id":"49cceb20-a522-4d81-9273-9e885d7acd0e","remote_addr":"[fd00:1122:3344:101::a]:51951","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":665,"response_code":"200"}