{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:19.431513834Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43320"} {"msg":"region b17d00c6-2ba7-4f0d-85d9-c665d01175e6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:19.490621801Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:19.49849323Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"uri":"/crucible/0/regions","method":"POST","req_id":"d4a006cf-791a-43e2-9758-76423f87a75a","remote_addr":"[fd00:1122:3344:101::a]:43320","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":33341,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:19.503621936Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_b4cc42ee-9292-436e-91c8-43fe057194b8/crucible/regions/b17d00c6-2ba7-4f0d-85d9-c665d01175e6","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:19.515878717Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b4cc42ee-9292-436e-91c8-43fe057194b8/crucible/regions/b17d00c6-2ba7-4f0d-85d9-c665d01175e6","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:19.515898087Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b17d00c6-2ba7-4f0d-85d9-c665d01175e6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b17d00c6-2ba7-4f0d-85d9-c665d01175e6\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:19.564149741Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"region":"b17d00c6-2ba7-4f0d-85d9-c665d01175e6","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b17d00c6-2ba7-4f0d-85d9-c665d01175e6\" \"--data\" \"/data/regions/b17d00c6-2ba7-4f0d-85d9-c665d01175e6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:19.566472207Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"region":"b17d00c6-2ba7-4f0d-85d9-c665d01175e6","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:19.842916157Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"uri":"/crucible/0/regions","method":"POST","req_id":"abbd9231-0ca7-48ab-85b1-59b70855bcf1","remote_addr":"[fd00:1122:3344:101::a]:43320","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":69,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:19.905714826Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"region":"b17d00c6-2ba7-4f0d-85d9-c665d01175e6","component":"worker"} {"msg":"region b17d00c6-2ba7-4f0d-85d9-c665d01175e6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:19.905742347Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:19.905868758Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b17d00c6-2ba7-4f0d-85d9-c665d01175e6","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:19.906230882Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b17d00c6-2ba7-4f0d-85d9-c665d01175e6","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:19.92023157Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:19.944604195Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b17d00c6-2ba7-4f0d-85d9-c665d01175e6","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:19.947724611Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b17d00c6-2ba7-4f0d-85d9-c665d01175e6","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:19.948404278Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:19.948463529Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:19.948505389Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:19.94854096Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:19.952593866Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:19.956882794Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:20.186428145Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"uri":"/crucible/0/regions","method":"POST","req_id":"6e63ca51-2373-479c-b7b1-907aac236441","remote_addr":"[fd00:1122:3344:101::a]:43320","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":44,"response_code":200} {"msg":"region 86b277db-5a9a-4740-900e-bf22a05fa22b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:25.974799531Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:25.974989593Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"uri":"/crucible/0/regions","method":"POST","req_id":"86055d5a-b628-4a27-9dc3-f4d81c3f320a","remote_addr":"[fd00:1122:3344:101::a]:43320","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":252,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:25.975010264Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_b4cc42ee-9292-436e-91c8-43fe057194b8/crucible/regions/86b277db-5a9a-4740-900e-bf22a05fa22b","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:25.985352421Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b4cc42ee-9292-436e-91c8-43fe057194b8/crucible/regions/86b277db-5a9a-4740-900e-bf22a05fa22b","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:25.985377321Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"86b277db-5a9a-4740-900e-bf22a05fa22b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/86b277db-5a9a-4740-900e-bf22a05fa22b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:26.037061724Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"region":"86b277db-5a9a-4740-900e-bf22a05fa22b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"86b277db-5a9a-4740-900e-bf22a05fa22b\" \"--data\" \"/data/regions/86b277db-5a9a-4740-900e-bf22a05fa22b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:26.039087337Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"region":"86b277db-5a9a-4740-900e-bf22a05fa22b","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:26.114997534Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"region":"86b277db-5a9a-4740-900e-bf22a05fa22b","component":"worker"} {"msg":"region 86b277db-5a9a-4740-900e-bf22a05fa22b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:26.115036865Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:26.115136056Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-86b277db-5a9a-4740-900e-bf22a05fa22b","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:26.11548175Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-86b277db-5a9a-4740-900e-bf22a05fa22b","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:26.118309391Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:26.125149389Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-86b277db-5a9a-4740-900e-bf22a05fa22b","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:26.128205373Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/86b277db-5a9a-4740-900e-bf22a05fa22b","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:26.128467966Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:26.128526057Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:26.128565277Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:26.128602208Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:26.13230904Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:26.138612731Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:26.206322645Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"uri":"/crucible/0/regions","method":"POST","req_id":"4ee2975d-2208-4ddb-bcfe-f05300bdcbeb","remote_addr":"[fd00:1122:3344:101::a]:43320","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:50.635339761Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"uri":"/crucible/0/regions/86b277db-5a9a-4740-900e-bf22a05fa22b","method":"GET","req_id":"63843a01-2b64-4856-9a42-07d3b78c58c1","remote_addr":"[fd00:1122:3344:101::a]:43320","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":2632,"response_code":200} {"msg":"path is \"/data/regions/86b277db-5a9a-4740-900e-bf22a05fa22b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:50.638076472Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"datafile"} {"msg":"dataset is oxp_b4cc42ee-9292-436e-91c8-43fe057194b8/crucible/regions/86b277db-5a9a-4740-900e-bf22a05fa22b","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:50.649265508Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"datafile"} {"msg":"region 86b277db-5a9a-4740-900e-bf22a05fa22b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:50.659294742Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:50.659597065Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:50.659637545Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"uri":"/crucible/0/regions/86b277db-5a9a-4740-900e-bf22a05fa22b","method":"DELETE","req_id":"cdc32a11-c96b-4a49-8dc6-d488c7b10211","remote_addr":"[fd00:1122:3344:101::a]:43320","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21582,"response_code":204} {"msg":"disabling downstairs instance: downstairs-86b277db-5a9a-4740-900e-bf22a05fa22b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:50.660596026Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:50.662294215Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"uri":"/crucible/0/regions/86b277db-5a9a-4740-900e-bf22a05fa22b","method":"GET","req_id":"6edd051f-07e4-4748-b3ba-075038c0c67c","remote_addr":"[fd00:1122:3344:101::a]:43320","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:50.667300472Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_b4cc42ee-9292-436e-91c8-43fe057194b8/crucible/regions/86b277db-5a9a-4740-900e-bf22a05fa22b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:50.678143574Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"region":"86b277db-5a9a-4740-900e-bf22a05fa22b","component":"worker"} {"msg":"region 86b277db-5a9a-4740-900e-bf22a05fa22b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:50.732235805Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-03T21:18:50.736919778Z","hostname":"oxz_crucible_a69dcabd-2122-4899-a306-ad26199a0939","pid":24975,"uri":"/crucible/0/regions/86b277db-5a9a-4740-900e-bf22a05fa22b","method":"GET","req_id":"5e1ae86e-c654-4a2a-80dc-1f466344d8aa","remote_addr":"[fd00:1122:3344:101::a]:43320","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":58,"response_code":200}