{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:40.85694612Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45634"} {"msg":"region 13516634-b634-4fcb-859c-bed98d20e6d0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:40.888645961Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:40.89384804Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:40.895921659Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"uri":"/crucible/0/regions","method":"POST","req_id":"39dc535f-db11-4817-9f7f-7f3234e4c41a","remote_addr":"[fd00:1122:3344:101::a]:45634","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":15465,"response_code":200} {"msg":"zfs set reservation of 1342177280 for oxp_9c018086-746f-432a-a1f3-6615a464521a/crucible/regions/13516634-b634-4fcb-859c-bed98d20e6d0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:40.901642928Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_9c018086-746f-432a-a1f3-6615a464521a/crucible/regions/13516634-b634-4fcb-859c-bed98d20e6d0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:40.901662268Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"13516634-b634-4fcb-859c-bed98d20e6d0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/13516634-b634-4fcb-859c-bed98d20e6d0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:40.947274783Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"region":"13516634-b634-4fcb-859c-bed98d20e6d0","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"13516634-b634-4fcb-859c-bed98d20e6d0\" \"--data\" \"/data/regions/13516634-b634-4fcb-859c-bed98d20e6d0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:40.949414934Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"region":"13516634-b634-4fcb-859c-bed98d20e6d0","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.205559043Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"region":"13516634-b634-4fcb-859c-bed98d20e6d0","component":"worker"} {"msg":"region 13516634-b634-4fcb-859c-bed98d20e6d0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.207568841Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.207714944Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-13516634-b634-4fcb-859c-bed98d20e6d0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.209913645Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-13516634-b634-4fcb-859c-bed98d20e6d0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.21490946Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.225603023Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-13516634-b634-4fcb-859c-bed98d20e6d0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.226817916Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/13516634-b634-4fcb-859c-bed98d20e6d0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.22754346Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.229492337Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.229538767Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.229586908Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.237644071Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.240159979Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.250447624Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"uri":"/crucible/0/regions","method":"POST","req_id":"4c7d5b23-06a0-47a7-a7ff-560f5501a773","remote_addr":"[fd00:1122:3344:101::a]:45634","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.567032559Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"uri":"/crucible/0/regions/13516634-b634-4fcb-859c-bed98d20e6d0","method":"GET","req_id":"fbb3c6f2-9f10-430e-a4fb-b877bc33f3b2","remote_addr":"[fd00:1122:3344:101::a]:45634","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"path is \"/data/regions/13516634-b634-4fcb-859c-bed98d20e6d0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.570641478Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"datafile"} {"msg":"dataset is oxp_9c018086-746f-432a-a1f3-6615a464521a/crucible/regions/13516634-b634-4fcb-859c-bed98d20e6d0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.578435076Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"datafile"} {"msg":"region 13516634-b634-4fcb-859c-bed98d20e6d0 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.586242004Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.586388607Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.586400367Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"uri":"/crucible/0/regions/13516634-b634-4fcb-859c-bed98d20e6d0","method":"DELETE","req_id":"e1b114d1-237e-4b04-9103-96b57b993a72","remote_addr":"[fd00:1122:3344:101::a]:45634","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":15794,"response_code":204} {"msg":"disabling downstairs instance: downstairs-13516634-b634-4fcb-859c-bed98d20e6d0 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.587498228Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.590024496Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.590685138Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"uri":"/crucible/0/regions/13516634-b634-4fcb-859c-bed98d20e6d0","method":"GET","req_id":"afa184b0-5459-440a-b230-68c15192d202","remote_addr":"[fd00:1122:3344:101::a]:45634","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":47,"response_code":200} {"msg":"deleting zfs dataset \"oxp_9c018086-746f-432a-a1f3-6615a464521a/crucible/regions/13516634-b634-4fcb-859c-bed98d20e6d0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.598307353Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"region":"13516634-b634-4fcb-859c-bed98d20e6d0","component":"worker"} {"msg":"region 13516634-b634-4fcb-859c-bed98d20e6d0 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.648326651Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:41.704526907Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"uri":"/crucible/0/regions/13516634-b634-4fcb-859c-bed98d20e6d0","method":"GET","req_id":"626ea375-6248-4ae8-ab04-b347e47cf4eb","remote_addr":"[fd00:1122:3344:101::a]:45634","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":50,"response_code":200} {"msg":"region 061326e8-cbdc-4a25-a3b9-145f32d555c0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:43.629183134Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:43.629389068Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:43.629410338Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"uri":"/crucible/0/regions","method":"POST","req_id":"927dd3d8-eb04-42bb-860f-6dccd3f46fcd","remote_addr":"[fd00:1122:3344:101::a]:45634","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":284,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_9c018086-746f-432a-a1f3-6615a464521a/crucible/regions/061326e8-cbdc-4a25-a3b9-145f32d555c0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:43.638341998Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9c018086-746f-432a-a1f3-6615a464521a/crucible/regions/061326e8-cbdc-4a25-a3b9-145f32d555c0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:43.638380438Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"061326e8-cbdc-4a25-a3b9-145f32d555c0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/061326e8-cbdc-4a25-a3b9-145f32d555c0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:43.703134867Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"region":"061326e8-cbdc-4a25-a3b9-145f32d555c0","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"061326e8-cbdc-4a25-a3b9-145f32d555c0\" \"--data\" \"/data/regions/061326e8-cbdc-4a25-a3b9-145f32d555c0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:43.703178638Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"region":"061326e8-cbdc-4a25-a3b9-145f32d555c0","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:43.755185713Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"region":"061326e8-cbdc-4a25-a3b9-145f32d555c0","component":"worker"} {"msg":"region 061326e8-cbdc-4a25-a3b9-145f32d555c0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:43.755230954Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:43.755322116Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-061326e8-cbdc-4a25-a3b9-145f32d555c0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:43.756606671Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-061326e8-cbdc-4a25-a3b9-145f32d555c0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:43.758001157Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:43.762179846Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-061326e8-cbdc-4a25-a3b9-145f32d555c0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:43.763736306Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/061326e8-cbdc-4a25-a3b9-145f32d555c0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:43.764023491Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:43.764075062Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:43.764116293Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:43.764168454Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:43.766168292Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:43.769266311Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:15:43.821051853Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"uri":"/crucible/0/regions","method":"POST","req_id":"9eb936e3-b51a-4c4d-a343-264baeb07a5e","remote_addr":"[fd00:1122:3344:101::a]:45634","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":75,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.573468821Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64703"} {"msg":"region 66cbb576-e564-4eaf-9aad-e35e83c917a6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.573852328Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.574342568Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"uri":"/crucible/0/regions","method":"POST","req_id":"d6d0e1fa-f7d1-453d-a6f2-0c582a3c0e81","remote_addr":"[fd00:1122:3344:101::a]:64703","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":816,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.574385519Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_9c018086-746f-432a-a1f3-6615a464521a/crucible/regions/66cbb576-e564-4eaf-9aad-e35e83c917a6","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.582459662Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9c018086-746f-432a-a1f3-6615a464521a/crucible/regions/66cbb576-e564-4eaf-9aad-e35e83c917a6","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.582477062Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"66cbb576-e564-4eaf-9aad-e35e83c917a6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/66cbb576-e564-4eaf-9aad-e35e83c917a6\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.637316032Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"region":"66cbb576-e564-4eaf-9aad-e35e83c917a6","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"66cbb576-e564-4eaf-9aad-e35e83c917a6\" \"--data\" \"/data/regions/66cbb576-e564-4eaf-9aad-e35e83c917a6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.637351773Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"region":"66cbb576-e564-4eaf-9aad-e35e83c917a6","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.685251452Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"region":"66cbb576-e564-4eaf-9aad-e35e83c917a6","component":"worker"} {"msg":"region 66cbb576-e564-4eaf-9aad-e35e83c917a6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.685284812Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.685393204Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-66cbb576-e564-4eaf-9aad-e35e83c917a6","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.697696508Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-66cbb576-e564-4eaf-9aad-e35e83c917a6","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.707782359Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.713784573Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-66cbb576-e564-4eaf-9aad-e35e83c917a6","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.715168569Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/66cbb576-e564-4eaf-9aad-e35e83c917a6","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.715446144Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.715495135Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.715536136Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.715596477Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.717676227Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.720617503Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:47.933922357Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"uri":"/crucible/0/regions","method":"POST","req_id":"e615519e-7f16-455d-9622-57661c89cdea","remote_addr":"[fd00:1122:3344:101::a]:64703","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:48.734950731Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"uri":"/crucible/0/regions/061326e8-cbdc-4a25-a3b9-145f32d555c0","method":"GET","req_id":"988575c3-cb95-4440-a2b2-e0650e0cda57","remote_addr":"[fd00:1122:3344:101::a]:64703","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"path is \"/data/regions/061326e8-cbdc-4a25-a3b9-145f32d555c0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:48.740291772Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"datafile"} {"msg":"dataset is oxp_9c018086-746f-432a-a1f3-6615a464521a/crucible/regions/061326e8-cbdc-4a25-a3b9-145f32d555c0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:48.746444769Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"datafile"} {"msg":"snapshot is oxp_9c018086-746f-432a-a1f3-6615a464521a/crucible/regions/061326e8-cbdc-4a25-a3b9-145f32d555c0@af3d4ec6-57f2-496e-a717-465035220dc5","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:48.751280441Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_9c018086-746f-432a-a1f3-6615a464521a/crucible/regions/061326e8-cbdc-4a25-a3b9-145f32d555c0\", \"af3d4ec6-57f2-496e-a717-465035220dc5\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:48.751295471Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:48.762642146Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"uri":"/crucible/0/regions/061326e8-cbdc-4a25-a3b9-145f32d555c0/snapshots/af3d4ec6-57f2-496e-a717-465035220dc5","method":"GET","req_id":"0b71d7ad-e7f8-4f20-88c8-7946e791b838","remote_addr":"[fd00:1122:3344:101::a]:64703","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22376,"response_code":200} {"msg":"path is \"/data/regions/061326e8-cbdc-4a25-a3b9-145f32d555c0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:48.765830617Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"datafile"} {"msg":"dataset is oxp_9c018086-746f-432a-a1f3-6615a464521a/crucible/regions/061326e8-cbdc-4a25-a3b9-145f32d555c0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:48.772556024Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"datafile"} {"msg":"snapshot is oxp_9c018086-746f-432a-a1f3-6615a464521a/crucible/regions/061326e8-cbdc-4a25-a3b9-145f32d555c0@af3d4ec6-57f2-496e-a717-465035220dc5","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:48.778174291Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_9c018086-746f-432a-a1f3-6615a464521a/crucible/regions/061326e8-cbdc-4a25-a3b9-145f32d555c0\", \"af3d4ec6-57f2-496e-a717-465035220dc5\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:48.778202451Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 061326e8-cbdc-4a25-a3b9-145f32d555c0-af3d4ec6-57f2-496e-a717-465035220dc5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:48.786260604Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"datafile"} {"msg":"applying SMF actions for region 061326e8-cbdc-4a25-a3b9-145f32d555c0 running snapshot af3d4ec6-57f2-496e-a717-465035220dc5 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:48.789215291Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:48.789232351Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"uri":"/crucible/0/regions/061326e8-cbdc-4a25-a3b9-145f32d555c0/snapshots/af3d4ec6-57f2-496e-a717-465035220dc5/run","method":"POST","req_id":"fda124bd-c740-4b8e-80e9-d46804633e33","remote_addr":"[fd00:1122:3344:101::a]:64703","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23420,"response_code":200} {"msg":"creating missing snapshot instance snapshot-061326e8-cbdc-4a25-a3b9-145f32d555c0-af3d4ec6-57f2-496e-a717-465035220dc5","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:48.794171985Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-061326e8-cbdc-4a25-a3b9-145f32d555c0-af3d4ec6-57f2-496e-a717-465035220dc5","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:48.795512941Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-061326e8-cbdc-4a25-a3b9-145f32d555c0-af3d4ec6-57f2-496e-a717-465035220dc5","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:48.800617887Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/061326e8-cbdc-4a25-a3b9-145f32d555c0/.zfs/snapshot/af3d4ec6-57f2-496e-a717-465035220dc5","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:48.800941843Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:48.800985344Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:48.801021384Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:48.801061035Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:48.801104766Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:48.803259407Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:48.80607192Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"worker"} {"msg":"region 061326e8-cbdc-4a25-a3b9-145f32d555c0 running snapshot af3d4ec6-57f2-496e-a717-465035220dc5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:48.806096191Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"datafile"} {"msg":"path is \"/data/regions/061326e8-cbdc-4a25-a3b9-145f32d555c0\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:48.99109659Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"datafile"} {"msg":"dataset is oxp_9c018086-746f-432a-a1f3-6615a464521a/crucible/regions/061326e8-cbdc-4a25-a3b9-145f32d555c0","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:48.997764666Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"datafile"} {"msg":"snapshot is oxp_9c018086-746f-432a-a1f3-6615a464521a/crucible/regions/061326e8-cbdc-4a25-a3b9-145f32d555c0@af3d4ec6-57f2-496e-a717-465035220dc5","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:49.002917494Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_9c018086-746f-432a-a1f3-6615a464521a/crucible/regions/061326e8-cbdc-4a25-a3b9-145f32d555c0\", \"af3d4ec6-57f2-496e-a717-465035220dc5\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:49.002955385Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-02T06:26:49.008062731Z","hostname":"oxz_crucible_e7d91a49-3c88-4b57-b75d-208addbbf191","pid":23139,"uri":"/crucible/0/regions/061326e8-cbdc-4a25-a3b9-145f32d555c0/snapshots/af3d4ec6-57f2-496e-a717-465035220dc5/run","method":"POST","req_id":"c64353bf-e68e-4f2b-abeb-54da3cf52e63","remote_addr":"[fd00:1122:3344:101::a]:64703","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17003,"response_code":200}