{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.60242479Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:61026"} {"msg":"region ea3ab7eb-839d-4845-9f52-a941fc51246a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.602595463Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.606865372Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.606882882Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"uri":"/crucible/0/regions","method":"POST","req_id":"6a1afeb7-07ee-4ec6-9087-3afb97f5c58b","remote_addr":"[fd00:1122:3344:101::b]:61026","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":4316,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_98094fc0-fb8f-4be1-8f57-641785d66029/crucible/regions/ea3ab7eb-839d-4845-9f52-a941fc51246a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.616074109Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_98094fc0-fb8f-4be1-8f57-641785d66029/crucible/regions/ea3ab7eb-839d-4845-9f52-a941fc51246a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.616086159Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ea3ab7eb-839d-4845-9f52-a941fc51246a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ea3ab7eb-839d-4845-9f52-a941fc51246a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.65949807Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"region":"ea3ab7eb-839d-4845-9f52-a941fc51246a","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ea3ab7eb-839d-4845-9f52-a941fc51246a\" \"--data\" \"/data/regions/ea3ab7eb-839d-4845-9f52-a941fc51246a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.659531591Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"region":"ea3ab7eb-839d-4845-9f52-a941fc51246a","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.703866284Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"region":"ea3ab7eb-839d-4845-9f52-a941fc51246a","component":"worker"} {"msg":"region ea3ab7eb-839d-4845-9f52-a941fc51246a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.703897134Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.703998786Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ea3ab7eb-839d-4845-9f52-a941fc51246a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.704842737Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ea3ab7eb-839d-4845-9f52-a941fc51246a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.708247225Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.718139211Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ea3ab7eb-839d-4845-9f52-a941fc51246a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.719412409Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ea3ab7eb-839d-4845-9f52-a941fc51246a","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.719743904Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.719795524Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.719824705Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.719866335Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.721609519Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.724477759Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:24.784655302Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"uri":"/crucible/0/regions","method":"POST","req_id":"0ffa78cf-aaa1-4a2b-aca3-9958d36926b5","remote_addr":"[fd00:1122:3344:101::b]:61026","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region 0345ae71-810a-408f-98f1-1e4eb18d6336 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.863089156Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.864003759Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"uri":"/crucible/0/regions","method":"POST","req_id":"aed9d6bc-e3c4-487b-8cd2-99c7651933fc","remote_addr":"[fd00:1122:3344:101::b]:61026","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":228,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.864047839Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_98094fc0-fb8f-4be1-8f57-641785d66029/crucible/regions/0345ae71-810a-408f-98f1-1e4eb18d6336","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.870894944Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_98094fc0-fb8f-4be1-8f57-641785d66029/crucible/regions/0345ae71-810a-408f-98f1-1e4eb18d6336","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.870918885Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0345ae71-810a-408f-98f1-1e4eb18d6336\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0345ae71-810a-408f-98f1-1e4eb18d6336\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.910069086Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"region":"0345ae71-810a-408f-98f1-1e4eb18d6336","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0345ae71-810a-408f-98f1-1e4eb18d6336\" \"--data\" \"/data/regions/0345ae71-810a-408f-98f1-1e4eb18d6336\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.910105497Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"region":"0345ae71-810a-408f-98f1-1e4eb18d6336","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.962678284Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"region":"0345ae71-810a-408f-98f1-1e4eb18d6336","component":"worker"} {"msg":"region 0345ae71-810a-408f-98f1-1e4eb18d6336 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.962720815Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.962888897Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0345ae71-810a-408f-98f1-1e4eb18d6336","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.964105624Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0345ae71-810a-408f-98f1-1e4eb18d6336","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.976303883Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.981362373Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0345ae71-810a-408f-98f1-1e4eb18d6336","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.983147357Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0345ae71-810a-408f-98f1-1e4eb18d6336","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.983494012Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.983558973Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.983616814Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.983678115Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.985788314Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:30.991188569Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:31.080481244Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"uri":"/crucible/0/regions","method":"POST","req_id":"e0414779-0e30-48de-a563-618ff085c4ea","remote_addr":"[fd00:1122:3344:101::b]:61026","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":78,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.244365939Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"uri":"/crucible/0/regions/0345ae71-810a-408f-98f1-1e4eb18d6336","method":"GET","req_id":"4bdf339e-18e8-4d62-a037-42ea0ad09490","remote_addr":"[fd00:1122:3344:101::b]:61026","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"path is \"/data/regions/0345ae71-810a-408f-98f1-1e4eb18d6336\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.247876607Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"datafile"} {"msg":"dataset is oxp_98094fc0-fb8f-4be1-8f57-641785d66029/crucible/regions/0345ae71-810a-408f-98f1-1e4eb18d6336","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.257625262Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"datafile"} {"msg":"region 0345ae71-810a-408f-98f1-1e4eb18d6336 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.265711234Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.265898857Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.265923307Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"uri":"/crucible/0/regions/0345ae71-810a-408f-98f1-1e4eb18d6336","method":"DELETE","req_id":"5c1737a4-8bde-4240-8c75-a88c2fc6d75c","remote_addr":"[fd00:1122:3344:101::b]:61026","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":18071,"response_code":204} {"msg":"disabling downstairs instance: downstairs-0345ae71-810a-408f-98f1-1e4eb18d6336 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.267633531Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.270541861Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"uri":"/crucible/0/regions/0345ae71-810a-408f-98f1-1e4eb18d6336","method":"GET","req_id":"85f70628-8985-4928-bc5c-6b867b19fcca","remote_addr":"[fd00:1122:3344:101::b]:61026","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":45,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.271567265Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_98094fc0-fb8f-4be1-8f57-641785d66029/crucible/regions/0345ae71-810a-408f-98f1-1e4eb18d6336\"","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.281070617Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"region":"0345ae71-810a-408f-98f1-1e4eb18d6336","component":"worker"} {"msg":"region 0345ae71-810a-408f-98f1-1e4eb18d6336 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.328763957Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-06-11T02:51:55.389912272Z","hostname":"oxz_crucible_ff1a471a-188d-46ab-b4ca-aa691dd55af8","pid":23225,"uri":"/crucible/0/regions/0345ae71-810a-408f-98f1-1e4eb18d6336","method":"GET","req_id":"6cab4e1d-8ce9-4643-bf23-e76364a78ee6","remote_addr":"[fd00:1122:3344:101::b]:61026","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":53,"response_code":200}