{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:01.885238493Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:35055"} {"msg":"region 6c90b57c-554c-4770-a835-7498c7b82cbc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:01.938116694Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:01.943692671Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"uri":"/crucible/0/regions","method":"POST","req_id":"c3266ffb-8b69-4f91-bff4-0407eed5e6d7","remote_addr":"[fd00:1122:3344:101::b]:35055","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23782,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:01.943724111Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_c342a9db-2581-4bdb-8b99-d8b5ce8476cf/crucible/regions/6c90b57c-554c-4770-a835-7498c7b82cbc","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:01.954828614Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_c342a9db-2581-4bdb-8b99-d8b5ce8476cf/crucible/regions/6c90b57c-554c-4770-a835-7498c7b82cbc","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:01.954860915Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6c90b57c-554c-4770-a835-7498c7b82cbc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6c90b57c-554c-4770-a835-7498c7b82cbc\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:02.060394412Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"region":"6c90b57c-554c-4770-a835-7498c7b82cbc","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6c90b57c-554c-4770-a835-7498c7b82cbc\" \"--data\" \"/data/regions/6c90b57c-554c-4770-a835-7498c7b82cbc\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:02.062692892Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"region":"6c90b57c-554c-4770-a835-7498c7b82cbc","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:02.231506941Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"uri":"/crucible/0/regions","method":"POST","req_id":"6347cbcc-34e7-4657-a9f1-5e723574bba8","remote_addr":"[fd00:1122:3344:101::b]:35055","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":80,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:02.395805521Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"region":"6c90b57c-554c-4770-a835-7498c7b82cbc","component":"worker"} {"msg":"region 6c90b57c-554c-4770-a835-7498c7b82cbc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:02.395847321Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:02.395939883Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6c90b57c-554c-4770-a835-7498c7b82cbc","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:02.39635958Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6c90b57c-554c-4770-a835-7498c7b82cbc","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:02.405639412Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:02.42507324Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6c90b57c-554c-4770-a835-7498c7b82cbc","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:02.427824838Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6c90b57c-554c-4770-a835-7498c7b82cbc","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:02.428705393Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:02.428774424Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:02.428804245Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:02.428851436Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:02.433556198Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:02.453311852Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:02.611332673Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"uri":"/crucible/0/regions","method":"POST","req_id":"d3a14cf8-fd32-4f32-ab1d-50d23810a11d","remote_addr":"[fd00:1122:3344:101::b]:35055","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":53,"response_code":"200"} {"msg":"region 6e832ac1-7953-49f2-b0b2-d41e316dddf0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:08.462144608Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:08.462323981Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"uri":"/crucible/0/regions","method":"POST","req_id":"b77f6925-f71c-4dbc-81ab-d2d7a21384ac","remote_addr":"[fd00:1122:3344:101::b]:35055","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":221,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:08.462340732Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_c342a9db-2581-4bdb-8b99-d8b5ce8476cf/crucible/regions/6e832ac1-7953-49f2-b0b2-d41e316dddf0","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:08.472665011Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_c342a9db-2581-4bdb-8b99-d8b5ce8476cf/crucible/regions/6e832ac1-7953-49f2-b0b2-d41e316dddf0","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:08.472697672Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6e832ac1-7953-49f2-b0b2-d41e316dddf0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6e832ac1-7953-49f2-b0b2-d41e316dddf0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:08.537778925Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"region":"6e832ac1-7953-49f2-b0b2-d41e316dddf0","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6e832ac1-7953-49f2-b0b2-d41e316dddf0\" \"--data\" \"/data/regions/6e832ac1-7953-49f2-b0b2-d41e316dddf0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:08.537835036Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"region":"6e832ac1-7953-49f2-b0b2-d41e316dddf0","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:08.623942055Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"region":"6e832ac1-7953-49f2-b0b2-d41e316dddf0","component":"worker"} {"msg":"region 6e832ac1-7953-49f2-b0b2-d41e316dddf0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:08.623985735Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:08.624090057Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6e832ac1-7953-49f2-b0b2-d41e316dddf0","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:08.625546413Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6e832ac1-7953-49f2-b0b2-d41e316dddf0","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:08.629096355Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:08.636755328Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6e832ac1-7953-49f2-b0b2-d41e316dddf0","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:08.639384674Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6e832ac1-7953-49f2-b0b2-d41e316dddf0","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:08.639692039Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:08.63974958Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:08.639790431Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:08.639829321Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:08.644021754Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:08.64836728Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:08.801962124Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"uri":"/crucible/0/regions","method":"POST","req_id":"d9f8bff5-e602-4f0e-b876-e2274cfea08c","remote_addr":"[fd00:1122:3344:101::b]:35055","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":66,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:34.214486719Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"uri":"/crucible/0/regions/6e832ac1-7953-49f2-b0b2-d41e316dddf0","method":"GET","req_id":"b69b6188-56d5-4531-a1d1-a8f82d7c10ce","remote_addr":"[fd00:1122:3344:101::b]:35055","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":3097,"response_code":"200"} {"msg":"path is \"/data/regions/6e832ac1-7953-49f2-b0b2-d41e316dddf0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:34.217711535Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"datafile"} {"msg":"dataset is oxp_c342a9db-2581-4bdb-8b99-d8b5ce8476cf/crucible/regions/6e832ac1-7953-49f2-b0b2-d41e316dddf0","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:34.231706088Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"datafile"} {"msg":"region 6e832ac1-7953-49f2-b0b2-d41e316dddf0 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:34.246236081Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:34.246875752Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:34.246929913Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"uri":"/crucible/0/regions/6e832ac1-7953-49f2-b0b2-d41e316dddf0","method":"DELETE","req_id":"ce5d58ff-26d6-4713-9985-3ba90e6cc179","remote_addr":"[fd00:1122:3344:101::b]:35055","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":29250,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-6e832ac1-7953-49f2-b0b2-d41e316dddf0 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:34.247963761Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:34.250827701Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"uri":"/crucible/0/regions/6e832ac1-7953-49f2-b0b2-d41e316dddf0","method":"GET","req_id":"66732780-68ab-41d5-b42e-944843d1f19c","remote_addr":"[fd00:1122:3344:101::b]:35055","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":40,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:34.258859521Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_c342a9db-2581-4bdb-8b99-d8b5ce8476cf/crucible/regions/6e832ac1-7953-49f2-b0b2-d41e316dddf0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:34.271247547Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"region":"6e832ac1-7953-49f2-b0b2-d41e316dddf0","component":"worker"} {"msg":"region 6e832ac1-7953-49f2-b0b2-d41e316dddf0 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:34.334535148Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-21T02:15:34.377178481Z","hostname":"oxz_crucible_2620fe14-ca58-4050-95e7-becaab50c040","pid":22913,"uri":"/crucible/0/regions/6e832ac1-7953-49f2-b0b2-d41e316dddf0","method":"GET","req_id":"2b23db15-696c-4b79-97d6-b271aa88b3a3","remote_addr":"[fd00:1122:3344:101::b]:35055","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":61,"response_code":"200"}