{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.087805703Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:57342"} {"msg":"region c8a9d6da-22bc-4219-97f2-6acbca600abe state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.087905196Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.088563087Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.088571987Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"uri":"/crucible/0/regions","method":"POST","req_id":"a3f6d4d3-ca50-45a6-be2e-acba7f33d117","remote_addr":"[fd00:1122:3344:101::b]:57342","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":700,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_66ab2565-ef03-4534-89ac-937d627e1e68/crucible/regions/c8a9d6da-22bc-4219-97f2-6acbca600abe","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.101591784Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_66ab2565-ef03-4534-89ac-937d627e1e68/crucible/regions/c8a9d6da-22bc-4219-97f2-6acbca600abe","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.101616155Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c8a9d6da-22bc-4219-97f2-6acbca600abe\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c8a9d6da-22bc-4219-97f2-6acbca600abe\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.176536966Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"region":"c8a9d6da-22bc-4219-97f2-6acbca600abe","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c8a9d6da-22bc-4219-97f2-6acbca600abe\" \"--data\" \"/data/regions/c8a9d6da-22bc-4219-97f2-6acbca600abe\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.176583027Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"region":"c8a9d6da-22bc-4219-97f2-6acbca600abe","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.241265529Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"uri":"/crucible/0/regions","method":"POST","req_id":"c390aba8-6926-4fb6-a003-0417c8d88f92","remote_addr":"[fd00:1122:3344:101::b]:57342","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.260118683Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"region":"c8a9d6da-22bc-4219-97f2-6acbca600abe","component":"worker"} {"msg":"region c8a9d6da-22bc-4219-97f2-6acbca600abe state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.260138074Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.260255628Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c8a9d6da-22bc-4219-97f2-6acbca600abe","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.261555419Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c8a9d6da-22bc-4219-97f2-6acbca600abe","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.272233852Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.294508585Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c8a9d6da-22bc-4219-97f2-6acbca600abe","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.299172735Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c8a9d6da-22bc-4219-97f2-6acbca600abe","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.299455844Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.299521186Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.299568817Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.299619149Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.304035871Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.308725361Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:21.6842011Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"uri":"/crucible/0/regions","method":"POST","req_id":"746f9f4e-d897-4f70-8c99-3f8780ddd5bb","remote_addr":"[fd00:1122:3344:101::b]:57342","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":65,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.262050404Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:45310"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:22.262178228Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"uri":"/crucible/0/regions/c8a9d6da-22bc-4219-97f2-6acbca600abe","method":"GET","req_id":"43a1746e-3b34-4b23-9e85-67eef50e95a3","remote_addr":"[fd00:1122:3344:101::b]:45310","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":46,"response_code":200} {"msg":"region abb83e24-9620-4d47-b830-207fdea816e3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.27475581Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.274933325Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.274942576Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"uri":"/crucible/0/regions","method":"POST","req_id":"f88e1250-c2e6-4dd6-a5ca-0953400d68f7","remote_addr":"[fd00:1122:3344:101::b]:57342","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":236,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_66ab2565-ef03-4534-89ac-937d627e1e68/crucible/regions/abb83e24-9620-4d47-b830-207fdea816e3","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.284951636Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_66ab2565-ef03-4534-89ac-937d627e1e68/crucible/regions/abb83e24-9620-4d47-b830-207fdea816e3","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.284982507Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"abb83e24-9620-4d47-b830-207fdea816e3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/abb83e24-9620-4d47-b830-207fdea816e3\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.343632856Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"region":"abb83e24-9620-4d47-b830-207fdea816e3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"abb83e24-9620-4d47-b830-207fdea816e3\" \"--data\" \"/data/regions/abb83e24-9620-4d47-b830-207fdea816e3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.345488856Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"region":"abb83e24-9620-4d47-b830-207fdea816e3","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.42550949Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"region":"abb83e24-9620-4d47-b830-207fdea816e3","component":"worker"} {"msg":"region abb83e24-9620-4d47-b830-207fdea816e3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.425541221Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.425656964Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-abb83e24-9620-4d47-b830-207fdea816e3","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.426524762Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-abb83e24-9620-4d47-b830-207fdea816e3","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.434351103Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.441364878Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-abb83e24-9620-4d47-b830-207fdea816e3","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.444416665Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/abb83e24-9620-4d47-b830-207fdea816e3","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.444715575Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.444768647Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.444811178Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.444854359Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.448190756Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.453582939Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:28.552204959Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"uri":"/crucible/0/regions","method":"POST","req_id":"7772d3e0-8dfc-4bb1-8e79-687da99e832f","remote_addr":"[fd00:1122:3344:101::b]:57342","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.27268485Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"uri":"/crucible/0/regions/abb83e24-9620-4d47-b830-207fdea816e3","method":"GET","req_id":"a9b3c7ec-e9a6-42c0-99a9-082f2605e600","remote_addr":"[fd00:1122:3344:101::b]:57342","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":49,"response_code":200} {"msg":"path is \"/data/regions/abb83e24-9620-4d47-b830-207fdea816e3\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.277084181Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"datafile"} {"msg":"dataset is oxp_66ab2565-ef03-4534-89ac-937d627e1e68/crucible/regions/abb83e24-9620-4d47-b830-207fdea816e3","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.2913945Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"datafile"} {"msg":"region abb83e24-9620-4d47-b830-207fdea816e3 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.303076754Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.303823548Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.30387729Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"uri":"/crucible/0/regions/abb83e24-9620-4d47-b830-207fdea816e3","method":"DELETE","req_id":"e773f421-1148-48f7-b4ab-06d6502f04d4","remote_addr":"[fd00:1122:3344:101::b]:57342","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26835,"response_code":204} {"msg":"disabling downstairs instance: downstairs-abb83e24-9620-4d47-b830-207fdea816e3 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.305377088Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.306900827Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"uri":"/crucible/0/regions/abb83e24-9620-4d47-b830-207fdea816e3","method":"GET","req_id":"cffc9185-b56d-47af-abd4-5c145702bd3a","remote_addr":"[fd00:1122:3344:101::b]:57342","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":29,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.315150931Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_66ab2565-ef03-4534-89ac-937d627e1e68/crucible/regions/abb83e24-9620-4d47-b830-207fdea816e3\"","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.32666764Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"region":"abb83e24-9620-4d47-b830-207fdea816e3","component":"worker"} {"msg":"region abb83e24-9620-4d47-b830-207fdea816e3 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.397712086Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-10-15T21:09:54.436917782Z","hostname":"oxz_crucible_8639697c-99aa-4182-9c01-463b50540ef4","pid":23321,"uri":"/crucible/0/regions/abb83e24-9620-4d47-b830-207fdea816e3","method":"GET","req_id":"81ee56ee-2bd6-447b-8165-8963850970fd","remote_addr":"[fd00:1122:3344:101::b]:57342","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":75,"response_code":200}