{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:05.604903855Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60241"} {"msg":"region 63c1cf09-7831-4f57-aa08-f5ffac845b57 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:05.649589139Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:05.654803139Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"uri":"/crucible/0/regions","method":"POST","req_id":"95893382-bab2-4baf-a14e-b8a6e671643d","remote_addr":"[fd00:1122:3344:101::a]:60241","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25296,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:05.657181884Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_2419c889-426b-4245-b348-cf7aa884a827/crucible/regions/63c1cf09-7831-4f57-aa08-f5ffac845b57","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:05.669927339Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2419c889-426b-4245-b348-cf7aa884a827/crucible/regions/63c1cf09-7831-4f57-aa08-f5ffac845b57","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:05.66995388Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"63c1cf09-7831-4f57-aa08-f5ffac845b57\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/63c1cf09-7831-4f57-aa08-f5ffac845b57\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:05.729338463Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"region":"63c1cf09-7831-4f57-aa08-f5ffac845b57","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"63c1cf09-7831-4f57-aa08-f5ffac845b57\" \"--data\" \"/data/regions/63c1cf09-7831-4f57-aa08-f5ffac845b57\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:05.729400775Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"region":"63c1cf09-7831-4f57-aa08-f5ffac845b57","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:05.925102563Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"uri":"/crucible/0/regions","method":"POST","req_id":"9d59c214-7ae4-4680-b784-e460ea80cde5","remote_addr":"[fd00:1122:3344:101::a]:60241","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":85,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.074490209Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"region":"63c1cf09-7831-4f57-aa08-f5ffac845b57","component":"worker"} {"msg":"region 63c1cf09-7831-4f57-aa08-f5ffac845b57 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.0745388Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.074625552Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-63c1cf09-7831-4f57-aa08-f5ffac845b57","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.075038571Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-63c1cf09-7831-4f57-aa08-f5ffac845b57","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.084460809Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.10739102Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-63c1cf09-7831-4f57-aa08-f5ffac845b57","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.109786605Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/63c1cf09-7831-4f57-aa08-f5ffac845b57","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.110477431Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.110533942Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.110573353Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.110611164Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.113983492Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.128470908Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:06.508622321Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"uri":"/crucible/0/regions","method":"POST","req_id":"18bbd753-082e-472a-b093-5cc086ce8685","remote_addr":"[fd00:1122:3344:101::a]:60241","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":46,"response_code":"200"} {"msg":"region d2b36e1d-d555-4839-bb0e-9cdc45310372 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.123903205Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.12409601Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.12410597Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"uri":"/crucible/0/regions","method":"POST","req_id":"81b9b522-9f7b-4cdc-95ac-109fd4e217ba","remote_addr":"[fd00:1122:3344:101::a]:60241","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":233,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_2419c889-426b-4245-b348-cf7aa884a827/crucible/regions/d2b36e1d-d555-4839-bb0e-9cdc45310372","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.134010079Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2419c889-426b-4245-b348-cf7aa884a827/crucible/regions/d2b36e1d-d555-4839-bb0e-9cdc45310372","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.13404273Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d2b36e1d-d555-4839-bb0e-9cdc45310372\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d2b36e1d-d555-4839-bb0e-9cdc45310372\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.195507072Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"region":"d2b36e1d-d555-4839-bb0e-9cdc45310372","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d2b36e1d-d555-4839-bb0e-9cdc45310372\" \"--data\" \"/data/regions/d2b36e1d-d555-4839-bb0e-9cdc45310372\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.195556893Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"region":"d2b36e1d-d555-4839-bb0e-9cdc45310372","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.262705776Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"uri":"/crucible/0/regions","method":"POST","req_id":"7162ab92-94b3-4a98-84b1-5303c5b3033e","remote_addr":"[fd00:1122:3344:101::a]:60241","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":72,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.277124969Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"region":"d2b36e1d-d555-4839-bb0e-9cdc45310372","component":"worker"} {"msg":"region d2b36e1d-d555-4839-bb0e-9cdc45310372 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.27716476Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.277300594Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d2b36e1d-d555-4839-bb0e-9cdc45310372","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.278764017Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d2b36e1d-d555-4839-bb0e-9cdc45310372","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.281691465Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.291455151Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d2b36e1d-d555-4839-bb0e-9cdc45310372","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.294737287Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d2b36e1d-d555-4839-bb0e-9cdc45310372","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.295000043Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.295046264Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.295082275Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.295116616Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.298426422Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.303043979Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:12.561966739Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"uri":"/crucible/0/regions","method":"POST","req_id":"6d5e3f89-a407-4e32-a404-38c1d4ffbde9","remote_addr":"[fd00:1122:3344:101::a]:60241","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":46,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:36.75792839Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"uri":"/crucible/0/regions/d2b36e1d-d555-4839-bb0e-9cdc45310372","method":"GET","req_id":"7b079e41-59e5-422b-9051-c6e7c4df9263","remote_addr":"[fd00:1122:3344:101::a]:60241","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":2090,"response_code":"200"} {"msg":"path is \"/data/regions/d2b36e1d-d555-4839-bb0e-9cdc45310372\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:36.760989351Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"datafile"} {"msg":"dataset is oxp_2419c889-426b-4245-b348-cf7aa884a827/crucible/regions/d2b36e1d-d555-4839-bb0e-9cdc45310372","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:36.774305709Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"datafile"} {"msg":"region d2b36e1d-d555-4839-bb0e-9cdc45310372 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:36.785366835Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:36.78558158Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:36.785654071Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"uri":"/crucible/0/regions/d2b36e1d-d555-4839-bb0e-9cdc45310372","method":"DELETE","req_id":"b028705b-c47c-44a2-a265-5e7c1f6c42fd","remote_addr":"[fd00:1122:3344:101::a]:60241","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24690,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-d2b36e1d-d555-4839-bb0e-9cdc45310372 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:36.78691971Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:36.788829725Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"uri":"/crucible/0/regions/d2b36e1d-d555-4839-bb0e-9cdc45310372","method":"GET","req_id":"531243e4-9b4a-40bc-a1f2-792680bae8cb","remote_addr":"[fd00:1122:3344:101::a]:60241","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":35,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:36.7951003Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_2419c889-426b-4245-b348-cf7aa884a827/crucible/regions/d2b36e1d-d555-4839-bb0e-9cdc45310372\"","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:36.808883999Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"region":"d2b36e1d-d555-4839-bb0e-9cdc45310372","component":"worker"} {"msg":"region d2b36e1d-d555-4839-bb0e-9cdc45310372 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:36.871365034Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-06-30T23:53:36.877821304Z","hostname":"oxz_crucible_321c934c-44b8-44e9-ab64-ba7337ecebd5","pid":24429,"uri":"/crucible/0/regions/d2b36e1d-d555-4839-bb0e-9cdc45310372","method":"GET","req_id":"d21ab7a6-ff84-425f-9b33-f72ad29918ba","remote_addr":"[fd00:1122:3344:101::a]:60241","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":74,"response_code":"200"}