{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.277997216Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60211"} {"msg":"region efe7cf3b-7bb6-41d1-898f-f625880e1860 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.278057057Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.278872483Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.278883643Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"uri":"/crucible/0/regions","method":"POST","req_id":"dce6a01b-6fa8-4850-8af6-d48048024a23","remote_addr":"[fd00:1122:3344:101::a]:60211","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":844,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_13d9d1ee-a8a2-419c-86a6-f0aaa745fb10/crucible/regions/efe7cf3b-7bb6-41d1-898f-f625880e1860","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.287542233Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_13d9d1ee-a8a2-419c-86a6-f0aaa745fb10/crucible/regions/efe7cf3b-7bb6-41d1-898f-f625880e1860","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.287557673Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"efe7cf3b-7bb6-41d1-898f-f625880e1860\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/efe7cf3b-7bb6-41d1-898f-f625880e1860\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.369252923Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"region":"efe7cf3b-7bb6-41d1-898f-f625880e1860","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"efe7cf3b-7bb6-41d1-898f-f625880e1860\" \"--data\" \"/data/regions/efe7cf3b-7bb6-41d1-898f-f625880e1860\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.369285543Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"region":"efe7cf3b-7bb6-41d1-898f-f625880e1860","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.546684356Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"uri":"/crucible/0/regions","method":"POST","req_id":"4d382d2d-14c7-42ca-8287-f4a253dea851","remote_addr":"[fd00:1122:3344:101::a]:60211","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.595826768Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"region":"efe7cf3b-7bb6-41d1-898f-f625880e1860","component":"worker"} {"msg":"region efe7cf3b-7bb6-41d1-898f-f625880e1860 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.595845108Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.595955251Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-efe7cf3b-7bb6-41d1-898f-f625880e1860","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.621555542Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-efe7cf3b-7bb6-41d1-898f-f625880e1860","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.636996034Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.660527825Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-efe7cf3b-7bb6-41d1-898f-f625880e1860","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.673254924Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/efe7cf3b-7bb6-41d1-898f-f625880e1860","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.67356452Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.673608931Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.673647832Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.673686183Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.681544006Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:50.695260695Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.288792207Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"uri":"/crucible/0/regions","method":"POST","req_id":"d027ebb8-a860-4e85-8ad6-57c72d150fbf","remote_addr":"[fd00:1122:3344:101::a]:60211","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.828746333Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"uri":"/crucible/0/regions/a25270e6-0a1e-42cd-aa50-0ecb84e6a391","method":"GET","req_id":"c0df5ee5-9db8-4590-8725-3387be224e31","remote_addr":"[fd00:1122:3344:101::a]:60211","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"path is \"/data/regions/a25270e6-0a1e-42cd-aa50-0ecb84e6a391\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.833955871Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"datafile"} {"msg":"dataset is oxp_13d9d1ee-a8a2-419c-86a6-f0aaa745fb10/crucible/regions/a25270e6-0a1e-42cd-aa50-0ecb84e6a391","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.840990859Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"datafile"} {"msg":"snapshot is oxp_13d9d1ee-a8a2-419c-86a6-f0aaa745fb10/crucible/regions/a25270e6-0a1e-42cd-aa50-0ecb84e6a391@4ef5caeb-3250-4fec-8aee-f4b0ec13b21c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.847676699Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_13d9d1ee-a8a2-419c-86a6-f0aaa745fb10/crucible/regions/a25270e6-0a1e-42cd-aa50-0ecb84e6a391\", \"4ef5caeb-3250-4fec-8aee-f4b0ec13b21c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.84770491Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.863972678Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"uri":"/crucible/0/regions/a25270e6-0a1e-42cd-aa50-0ecb84e6a391/snapshots/4ef5caeb-3250-4fec-8aee-f4b0ec13b21c","method":"GET","req_id":"92bbc07a-d9d2-4085-b6d8-b9f5788dcd6f","remote_addr":"[fd00:1122:3344:101::a]:60211","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":30034,"response_code":200} {"msg":"path is \"/data/regions/a25270e6-0a1e-42cd-aa50-0ecb84e6a391\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.869698601Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"datafile"} {"msg":"dataset is oxp_13d9d1ee-a8a2-419c-86a6-f0aaa745fb10/crucible/regions/a25270e6-0a1e-42cd-aa50-0ecb84e6a391","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.876766619Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"datafile"} {"msg":"snapshot is oxp_13d9d1ee-a8a2-419c-86a6-f0aaa745fb10/crucible/regions/a25270e6-0a1e-42cd-aa50-0ecb84e6a391@4ef5caeb-3250-4fec-8aee-f4b0ec13b21c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.883308297Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_13d9d1ee-a8a2-419c-86a6-f0aaa745fb10/crucible/regions/a25270e6-0a1e-42cd-aa50-0ecb84e6a391\", \"4ef5caeb-3250-4fec-8aee-f4b0ec13b21c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.883330377Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot a25270e6-0a1e-42cd-aa50-0ecb84e6a391-4ef5caeb-3250-4fec-8aee-f4b0ec13b21c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.891454047Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.891580069Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"uri":"/crucible/0/regions/a25270e6-0a1e-42cd-aa50-0ecb84e6a391/snapshots/4ef5caeb-3250-4fec-8aee-f4b0ec13b21c/run","method":"POST","req_id":"d7ea58ee-ea61-4855-983a-dec9443749cc","remote_addr":"[fd00:1122:3344:101::a]:60211","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21910,"response_code":200} {"msg":"applying SMF actions for region a25270e6-0a1e-42cd-aa50-0ecb84e6a391 running snapshot 4ef5caeb-3250-4fec-8aee-f4b0ec13b21c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.891599889Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-a25270e6-0a1e-42cd-aa50-0ecb84e6a391-4ef5caeb-3250-4fec-8aee-f4b0ec13b21c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.90080111Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-a25270e6-0a1e-42cd-aa50-0ecb84e6a391-4ef5caeb-3250-4fec-8aee-f4b0ec13b21c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.912505679Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-a25270e6-0a1e-42cd-aa50-0ecb84e6a391-4ef5caeb-3250-4fec-8aee-f4b0ec13b21c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.938417576Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a25270e6-0a1e-42cd-aa50-0ecb84e6a391/.zfs/snapshot/4ef5caeb-3250-4fec-8aee-f4b0ec13b21c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.938652741Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.938700572Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.938741273Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.938788873Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.938850255Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.944673369Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.955172684Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"worker"} {"msg":"region a25270e6-0a1e-42cd-aa50-0ecb84e6a391 running snapshot 4ef5caeb-3250-4fec-8aee-f4b0ec13b21c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:51.955183404Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"datafile"} {"msg":"path is \"/data/regions/a25270e6-0a1e-42cd-aa50-0ecb84e6a391\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:52.105225612Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"datafile"} {"msg":"dataset is oxp_13d9d1ee-a8a2-419c-86a6-f0aaa745fb10/crucible/regions/a25270e6-0a1e-42cd-aa50-0ecb84e6a391","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:52.111112188Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"datafile"} {"msg":"snapshot is oxp_13d9d1ee-a8a2-419c-86a6-f0aaa745fb10/crucible/regions/a25270e6-0a1e-42cd-aa50-0ecb84e6a391@4ef5caeb-3250-4fec-8aee-f4b0ec13b21c","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:52.117144166Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_13d9d1ee-a8a2-419c-86a6-f0aaa745fb10/crucible/regions/a25270e6-0a1e-42cd-aa50-0ecb84e6a391\", \"4ef5caeb-3250-4fec-8aee-f4b0ec13b21c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:52.117162256Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-13T19:09:52.123299546Z","hostname":"oxz_crucible_336e84a3-3e54-4fb4-bcc1-0c674e99857f","pid":26007,"uri":"/crucible/0/regions/a25270e6-0a1e-42cd-aa50-0ecb84e6a391/snapshots/4ef5caeb-3250-4fec-8aee-f4b0ec13b21c/run","method":"POST","req_id":"94cbe7b1-39a8-495a-b5db-2fc66d8d4230","remote_addr":"[fd00:1122:3344:101::a]:60211","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18121,"response_code":200}