{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.284866277Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:60952"} {"msg":"region cd60bc2c-497f-48c9-89df-1f2f9ea907ad state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.344593418Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.355962673Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.355979723Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"uri":"/crucible/0/regions","method":"POST","req_id":"465a7a00-11fd-461a-98da-8be5f9b8bfea","remote_addr":"[fd00:1122:3344:101::b]:60952","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":43012,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_31870d95-6d0c-4a04-a59f-7b2815ab5c65/crucible/regions/cd60bc2c-497f-48c9-89df-1f2f9ea907ad","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.366595549Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_31870d95-6d0c-4a04-a59f-7b2815ab5c65/crucible/regions/cd60bc2c-497f-48c9-89df-1f2f9ea907ad","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.36661791Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"cd60bc2c-497f-48c9-89df-1f2f9ea907ad\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cd60bc2c-497f-48c9-89df-1f2f9ea907ad\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.445952019Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"region":"cd60bc2c-497f-48c9-89df-1f2f9ea907ad","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cd60bc2c-497f-48c9-89df-1f2f9ea907ad\" \"--data\" \"/data/regions/cd60bc2c-497f-48c9-89df-1f2f9ea907ad\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.448334441Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"region":"cd60bc2c-497f-48c9-89df-1f2f9ea907ad","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:38.605683535Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"uri":"/crucible/0/regions","method":"POST","req_id":"2a6093c7-1b4e-42f4-bdd3-89c52593230b","remote_addr":"[fd00:1122:3344:101::b]:60952","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.011049987Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"region":"cd60bc2c-497f-48c9-89df-1f2f9ea907ad","component":"worker"} {"msg":"region cd60bc2c-497f-48c9-89df-1f2f9ea907ad state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.011091288Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.011262232Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-cd60bc2c-497f-48c9-89df-1f2f9ea907ad","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.011845587Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.028443298Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"uri":"/crucible/0/regions","method":"POST","req_id":"50208440-39b4-49ff-905c-8f75368f9675","remote_addr":"[fd00:1122:3344:101::b]:60952","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cd60bc2c-497f-48c9-89df-1f2f9ea907ad","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.03507343Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.086064724Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cd60bc2c-497f-48c9-89df-1f2f9ea907ad","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.096297839Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cd60bc2c-497f-48c9-89df-1f2f9ea907ad","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.0970743Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.097139611Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.097180082Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.097215923Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.102800458Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:39.117351656Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"region 30724aab-b57b-4d7c-a57a-f399f43f9d10 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.19396326Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.194146175Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"uri":"/crucible/0/regions","method":"POST","req_id":"f95940a5-6839-4c95-a650-02d2bd527f5b","remote_addr":"[fd00:1122:3344:101::b]:60952","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":230,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.194165675Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_31870d95-6d0c-4a04-a59f-7b2815ab5c65/crucible/regions/30724aab-b57b-4d7c-a57a-f399f43f9d10","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.201545687Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_31870d95-6d0c-4a04-a59f-7b2815ab5c65/crucible/regions/30724aab-b57b-4d7c-a57a-f399f43f9d10","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.201563967Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"30724aab-b57b-4d7c-a57a-f399f43f9d10\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/30724aab-b57b-4d7c-a57a-f399f43f9d10\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.322422644Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"region":"30724aab-b57b-4d7c-a57a-f399f43f9d10","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"30724aab-b57b-4d7c-a57a-f399f43f9d10\" \"--data\" \"/data/regions/30724aab-b57b-4d7c-a57a-f399f43f9d10\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.322466106Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"region":"30724aab-b57b-4d7c-a57a-f399f43f9d10","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.48018412Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"uri":"/crucible/0/regions","method":"POST","req_id":"9a489d0e-b08f-43a7-95fd-66769caa0937","remote_addr":"[fd00:1122:3344:101::b]:60952","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":49,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.488414984Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"region":"30724aab-b57b-4d7c-a57a-f399f43f9d10","component":"worker"} {"msg":"region 30724aab-b57b-4d7c-a57a-f399f43f9d10 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.488440884Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.488583558Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-30724aab-b57b-4d7c-a57a-f399f43f9d10","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.488978358Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-30724aab-b57b-4d7c-a57a-f399f43f9d10","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.50869318Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.533781451Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-30724aab-b57b-4d7c-a57a-f399f43f9d10","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.547110377Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/30724aab-b57b-4d7c-a57a-f399f43f9d10","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.547342223Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.547398835Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.547435116Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.547485837Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.562083326Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.586716725Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:56:49.852920905Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"uri":"/crucible/0/regions","method":"POST","req_id":"0fa8c439-aafb-4671-a9e3-fd13060b6887","remote_addr":"[fd00:1122:3344:101::b]:60952","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":46,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:57:21.742954018Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:40291"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:57:21.743076772Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"uri":"/crucible/0/regions/30724aab-b57b-4d7c-a57a-f399f43f9d10","method":"GET","req_id":"f2d733c5-3012-4fbc-8566-2c567993e046","remote_addr":"[fd00:1122:3344:101::b]:40291","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"path is \"/data/regions/30724aab-b57b-4d7c-a57a-f399f43f9d10\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:57:21.746409648Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"datafile"} {"msg":"dataset is oxp_31870d95-6d0c-4a04-a59f-7b2815ab5c65/crucible/regions/30724aab-b57b-4d7c-a57a-f399f43f9d10","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:57:21.755927485Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"datafile"} {"msg":"region 30724aab-b57b-4d7c-a57a-f399f43f9d10 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:57:21.763519672Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:57:21.764168539Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"uri":"/crucible/0/regions/30724aab-b57b-4d7c-a57a-f399f43f9d10","method":"DELETE","req_id":"cedd81c8-730b-49ac-b5fe-90161fba9bab","remote_addr":"[fd00:1122:3344:101::b]:40291","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":17778,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:57:21.76418766Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-30724aab-b57b-4d7c-a57a-f399f43f9d10 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:57:21.765062112Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:57:21.767181927Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"uri":"/crucible/0/regions/30724aab-b57b-4d7c-a57a-f399f43f9d10","method":"GET","req_id":"168577fb-17fb-4462-8b31-5216b49de911","remote_addr":"[fd00:1122:3344:101::b]:40291","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":27,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:57:21.782360571Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_31870d95-6d0c-4a04-a59f-7b2815ab5c65/crucible/regions/30724aab-b57b-4d7c-a57a-f399f43f9d10\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:57:21.790147523Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"region":"30724aab-b57b-4d7c-a57a-f399f43f9d10","component":"worker"} {"msg":"region 30724aab-b57b-4d7c-a57a-f399f43f9d10 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:57:21.842646096Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-03T20:57:21.893873896Z","hostname":"oxz_crucible_718e5b40-4e40-439f-b5b3-103bbdbd4d2c","pid":23932,"uri":"/crucible/0/regions/30724aab-b57b-4d7c-a57a-f399f43f9d10","method":"GET","req_id":"4da95738-bdf4-41d3-8c27-ba5ce1db7680","remote_addr":"[fd00:1122:3344:101::b]:40291","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":41,"response_code":200}