{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:06.82322134Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:39094"} {"msg":"region 5436485a-ccb9-4815-8569-a98f7099a714 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:06.861299518Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:06.865061596Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:06.865082937Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"uri":"/crucible/0/regions","method":"POST","req_id":"e3ad51f4-792b-46e4-a210-3c8d33e643ec","remote_addr":"[fd00:1122:3344:101::b]:39094","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17233,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_6ad7d532-5c05-4392-b7de-e4fe5e5d935d/crucible/regions/5436485a-ccb9-4815-8569-a98f7099a714","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:06.876057862Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_6ad7d532-5c05-4392-b7de-e4fe5e5d935d/crucible/regions/5436485a-ccb9-4815-8569-a98f7099a714","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:06.876138364Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5436485a-ccb9-4815-8569-a98f7099a714\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5436485a-ccb9-4815-8569-a98f7099a714\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:06.996082946Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"region":"5436485a-ccb9-4815-8569-a98f7099a714","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5436485a-ccb9-4815-8569-a98f7099a714\" \"--data\" \"/data/regions/5436485a-ccb9-4815-8569-a98f7099a714\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:06.999181227Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"region":"5436485a-ccb9-4815-8569-a98f7099a714","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:07.22584337Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"uri":"/crucible/0/regions","method":"POST","req_id":"27cb3da8-c2b1-4243-94e8-537148559c51","remote_addr":"[fd00:1122:3344:101::b]:39094","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":92,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:07.404929789Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"region":"5436485a-ccb9-4815-8569-a98f7099a714","component":"worker"} {"msg":"region 5436485a-ccb9-4815-8569-a98f7099a714 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:07.405002931Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:07.405208976Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5436485a-ccb9-4815-8569-a98f7099a714","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:07.405544805Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5436485a-ccb9-4815-8569-a98f7099a714","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:07.418383958Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:07.439290071Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5436485a-ccb9-4815-8569-a98f7099a714","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:07.445890142Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5436485a-ccb9-4815-8569-a98f7099a714","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:07.446623251Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:07.446690663Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:07.446740144Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:07.446774925Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:07.45581174Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:07.462151644Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:07.674191108Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"uri":"/crucible/0/regions","method":"POST","req_id":"6d2d5bbb-5874-418c-bd50-9f9e2fb3b3b1","remote_addr":"[fd00:1122:3344:101::b]:39094","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:08.250468617Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"uri":"/crucible/0/regions/5436485a-ccb9-4815-8569-a98f7099a714","method":"GET","req_id":"f54c7c41-d436-4513-a75d-a902644f8f3a","remote_addr":"[fd00:1122:3344:101::b]:39094","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":81,"response_code":200} {"msg":"path is \"/data/regions/5436485a-ccb9-4815-8569-a98f7099a714\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:08.254087041Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"datafile"} {"msg":"dataset is oxp_6ad7d532-5c05-4392-b7de-e4fe5e5d935d/crucible/regions/5436485a-ccb9-4815-8569-a98f7099a714","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:08.262797807Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"datafile"} {"msg":"region 5436485a-ccb9-4815-8569-a98f7099a714 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:08.271252587Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:08.27139032Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"uri":"/crucible/0/regions/5436485a-ccb9-4815-8569-a98f7099a714","method":"DELETE","req_id":"929fc670-c351-46dc-95d8-fb3d548588a2","remote_addr":"[fd00:1122:3344:101::b]:39094","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17328,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:08.271403861Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-5436485a-ccb9-4815-8569-a98f7099a714 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:08.272362156Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:08.274805479Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"uri":"/crucible/0/regions/5436485a-ccb9-4815-8569-a98f7099a714","method":"GET","req_id":"66144a6e-2128-4c48-805c-983113cadd56","remote_addr":"[fd00:1122:3344:101::b]:39094","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":39,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:08.278876955Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_6ad7d532-5c05-4392-b7de-e4fe5e5d935d/crucible/regions/5436485a-ccb9-4815-8569-a98f7099a714\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:08.287433117Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"region":"5436485a-ccb9-4815-8569-a98f7099a714","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:08.352847965Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"uri":"/crucible/0/regions/5436485a-ccb9-4815-8569-a98f7099a714","method":"GET","req_id":"3b71691d-adbd-4441-9246-d4ea73f29b4e","remote_addr":"[fd00:1122:3344:101::b]:39094","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"region 5436485a-ccb9-4815-8569-a98f7099a714 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:08.363751468Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:45:08.472236824Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"uri":"/crucible/0/regions/5436485a-ccb9-4815-8569-a98f7099a714","method":"GET","req_id":"4bfd458c-48f1-4607-b4f6-c1b9a516798e","remote_addr":"[fd00:1122:3344:101::b]:39094","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.281203442Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:54368"} {"msg":"region 87c7ef97-d4e8-4a99-b617-b7a55594ee4f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.281835489Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.282295691Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"uri":"/crucible/0/regions","method":"POST","req_id":"c19c1a77-318e-4cdf-af3a-4e1c54974bc0","remote_addr":"[fd00:1122:3344:101::b]:54368","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":1035,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.282312281Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_6ad7d532-5c05-4392-b7de-e4fe5e5d935d/crucible/regions/87c7ef97-d4e8-4a99-b617-b7a55594ee4f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.291745666Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_6ad7d532-5c05-4392-b7de-e4fe5e5d935d/crucible/regions/87c7ef97-d4e8-4a99-b617-b7a55594ee4f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.291773217Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"87c7ef97-d4e8-4a99-b617-b7a55594ee4f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/87c7ef97-d4e8-4a99-b617-b7a55594ee4f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.37665318Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"region":"87c7ef97-d4e8-4a99-b617-b7a55594ee4f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"87c7ef97-d4e8-4a99-b617-b7a55594ee4f\" \"--data\" \"/data/regions/87c7ef97-d4e8-4a99-b617-b7a55594ee4f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.376697641Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"region":"87c7ef97-d4e8-4a99-b617-b7a55594ee4f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.63630394Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"uri":"/crucible/0/regions","method":"POST","req_id":"a013eb1d-8ce5-483d-8964-708c3e1caf5d","remote_addr":"[fd00:1122:3344:101::b]:54368","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.791701064Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"region":"87c7ef97-d4e8-4a99-b617-b7a55594ee4f","component":"worker"} {"msg":"region 87c7ef97-d4e8-4a99-b617-b7a55594ee4f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.791734785Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.791844128Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-87c7ef97-d4e8-4a99-b617-b7a55594ee4f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.792649008Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-87c7ef97-d4e8-4a99-b617-b7a55594ee4f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.813445408Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.891080964Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-87c7ef97-d4e8-4a99-b617-b7a55594ee4f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.896680509Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/87c7ef97-d4e8-4a99-b617-b7a55594ee4f","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.897070759Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.897155541Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.897244244Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.897323426Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.909710427Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.926203335Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.171913122Z","hostname":"oxz_crucible_dbced93e-5089-4d04-a8a0-0144fc7ee2c6","pid":24245,"uri":"/crucible/0/regions","method":"POST","req_id":"7dccbf52-a72e-4ffe-af03-a975a65128ec","remote_addr":"[fd00:1122:3344:101::b]:54368","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":61,"response_code":200}