{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:11.328082158Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:36030"} {"msg":"region 87882ec8-97b5-4e6f-83db-c109847f44ed state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:11.377087037Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:11.380783656Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:11.380801236Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"uri":"/crucible/0/regions","method":"POST","req_id":"830276da-6314-467d-879e-17f0e6835ed5","remote_addr":"[fd00:1122:3344:101::c]:36030","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21255,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_6f064379-36ab-401b-b82d-376c3c47afa3/crucible/regions/87882ec8-97b5-4e6f-83db-c109847f44ed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:11.392126536Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_6f064379-36ab-401b-b82d-376c3c47afa3/crucible/regions/87882ec8-97b5-4e6f-83db-c109847f44ed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:11.392144776Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"87882ec8-97b5-4e6f-83db-c109847f44ed\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/87882ec8-97b5-4e6f-83db-c109847f44ed\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:11.440211034Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"region":"87882ec8-97b5-4e6f-83db-c109847f44ed","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"87882ec8-97b5-4e6f-83db-c109847f44ed\" \"--data\" \"/data/regions/87882ec8-97b5-4e6f-83db-c109847f44ed\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:11.442504759Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"region":"87882ec8-97b5-4e6f-83db-c109847f44ed","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:11.726712425Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"uri":"/crucible/0/regions","method":"POST","req_id":"88f3fccc-48c6-418b-82e9-e9ae1f0c6f24","remote_addr":"[fd00:1122:3344:101::c]:36030","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:11.831543414Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"region":"87882ec8-97b5-4e6f-83db-c109847f44ed","component":"worker"} {"msg":"region 87882ec8-97b5-4e6f-83db-c109847f44ed state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:11.831587384Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:11.831693995Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-87882ec8-97b5-4e6f-83db-c109847f44ed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:11.83209073Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-87882ec8-97b5-4e6f-83db-c109847f44ed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:11.844758593Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:11.866836247Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-87882ec8-97b5-4e6f-83db-c109847f44ed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:11.871278304Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/87882ec8-97b5-4e6f-83db-c109847f44ed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:11.874260096Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:11.874326116Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:11.874366767Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:11.874410787Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:11.878562041Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:11.883273971Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:12.328900944Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"uri":"/crucible/0/regions","method":"POST","req_id":"cf18517b-bdea-4178-a8c9-302e8ab79d60","remote_addr":"[fd00:1122:3344:101::c]:36030","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:38.398017501Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"uri":"/crucible/0/regions/87882ec8-97b5-4e6f-83db-c109847f44ed","method":"GET","req_id":"e422e049-42ff-46c8-97ac-a86a8ee80341","remote_addr":"[fd00:1122:3344:101::c]:36030","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":78,"response_code":200} {"msg":"path is \"/data/regions/87882ec8-97b5-4e6f-83db-c109847f44ed\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:38.401150624Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"component":"datafile"} {"msg":"dataset is oxp_6f064379-36ab-401b-b82d-376c3c47afa3/crucible/regions/87882ec8-97b5-4e6f-83db-c109847f44ed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:38.408964917Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"component":"datafile"} {"msg":"region 87882ec8-97b5-4e6f-83db-c109847f44ed state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:38.416760109Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:38.417027692Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"uri":"/crucible/0/regions/87882ec8-97b5-4e6f-83db-c109847f44ed","method":"DELETE","req_id":"700920cf-6499-4179-a244-d85a85ddc8b5","remote_addr":"[fd00:1122:3344:101::c]:36030","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":15899,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:38.417043282Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-87882ec8-97b5-4e6f-83db-c109847f44ed (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:38.418219584Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:38.420432198Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"uri":"/crucible/0/regions/87882ec8-97b5-4e6f-83db-c109847f44ed","method":"GET","req_id":"e7dd5599-f55f-438e-90e2-4b022b1998f7","remote_addr":"[fd00:1122:3344:101::c]:36030","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":32,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:38.431414674Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_6f064379-36ab-401b-b82d-376c3c47afa3/crucible/regions/87882ec8-97b5-4e6f-83db-c109847f44ed\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:38.439849483Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"region":"87882ec8-97b5-4e6f-83db-c109847f44ed","component":"worker"} {"msg":"region 87882ec8-97b5-4e6f-83db-c109847f44ed state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:38.492355319Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-12T21:03:38.561872504Z","hostname":"oxz_crucible_4dd1419c-0828-4fbd-9ea7-8646cee3a387","pid":24315,"uri":"/crucible/0/regions/87882ec8-97b5-4e6f-83db-c109847f44ed","method":"GET","req_id":"48f2982f-dff4-40a0-a330-5f95c1b54204","remote_addr":"[fd00:1122:3344:101::c]:36030","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":48,"response_code":200}