{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:02.589646828Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"uri":"/crucible/0/regions/93a0dbce-a601-47b0-88e8-c34f4d707242","method":"GET","req_id":"99c8ffbe-46dd-4208-87fe-7be9132e4002","remote_addr":"[fd00:1122:3344:101::c]:38431","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":99,"response_code":200} {"msg":"path is \"/data/regions/93a0dbce-a601-47b0-88e8-c34f4d707242\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:02.594124171Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"component":"datafile"} {"msg":"dataset is oxp_7135d1db-462e-4605-8b51-d39f1f154929/crucible/regions/93a0dbce-a601-47b0-88e8-c34f4d707242","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:02.6032585Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"component":"datafile"} {"msg":"region 93a0dbce-a601-47b0-88e8-c34f4d707242 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:02.612379469Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:02.612652517Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"uri":"/crucible/0/regions/93a0dbce-a601-47b0-88e8-c34f4d707242","method":"DELETE","req_id":"7730ffb0-eb32-4d63-b8f7-6a8a4d0f05a2","remote_addr":"[fd00:1122:3344:101::c]:38431","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18543,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:02.612671537Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-93a0dbce-a601-47b0-88e8-c34f4d707242 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:02.613633274Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:02.61643301Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"uri":"/crucible/0/regions/93a0dbce-a601-47b0-88e8-c34f4d707242","method":"GET","req_id":"b34b281b-3ae7-4edf-ba6a-662aff4d5544","remote_addr":"[fd00:1122:3344:101::c]:38431","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:02.629997591Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_7135d1db-462e-4605-8b51-d39f1f154929/crucible/regions/93a0dbce-a601-47b0-88e8-c34f4d707242\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:02.638712489Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"region":"93a0dbce-a601-47b0-88e8-c34f4d707242","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:02.676065809Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"uri":"/crucible/0/regions/93a0dbce-a601-47b0-88e8-c34f4d707242","method":"GET","req_id":"53c1a73b-3c9a-4cef-b24e-7b25a61c9660","remote_addr":"[fd00:1122:3344:101::c]:38431","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:02.747303795Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"uri":"/crucible/0/regions/93a0dbce-a601-47b0-88e8-c34f4d707242","method":"GET","req_id":"91f85b2b-28cd-4b29-91c5-801100a500ca","remote_addr":"[fd00:1122:3344:101::c]:38431","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"region 93a0dbce-a601-47b0-88e8-c34f4d707242 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:02.810827861Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:30:02.915530431Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"uri":"/crucible/0/regions/93a0dbce-a601-47b0-88e8-c34f4d707242","method":"GET","req_id":"a3814186-0bf5-45e8-ad78-61a7e811fd86","remote_addr":"[fd00:1122:3344:101::c]:38431","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:35.214939455Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:57529"} {"msg":"region 4d58c435-6142-4777-9dcb-253b0ddacca9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:35.215794988Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:35.216405895Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"uri":"/crucible/0/regions","method":"POST","req_id":"de0fc3c5-dc0e-4796-8907-36ca4f190509","remote_addr":"[fd00:1122:3344:101::c]:57529","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":1309,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:35.216423695Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_7135d1db-462e-4605-8b51-d39f1f154929/crucible/regions/4d58c435-6142-4777-9dcb-253b0ddacca9","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:35.223634442Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_7135d1db-462e-4605-8b51-d39f1f154929/crucible/regions/4d58c435-6142-4777-9dcb-253b0ddacca9","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:35.223650463Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"4d58c435-6142-4777-9dcb-253b0ddacca9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4d58c435-6142-4777-9dcb-253b0ddacca9\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:35.308497951Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"region":"4d58c435-6142-4777-9dcb-253b0ddacca9","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4d58c435-6142-4777-9dcb-253b0ddacca9\" \"--data\" \"/data/regions/4d58c435-6142-4777-9dcb-253b0ddacca9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:35.308533032Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"region":"4d58c435-6142-4777-9dcb-253b0ddacca9","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:35.375551723Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"uri":"/crucible/0/regions","method":"POST","req_id":"f851eea3-26b0-4792-9ca7-9a36a146c64e","remote_addr":"[fd00:1122:3344:101::c]:57529","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:35.60823846Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"region":"4d58c435-6142-4777-9dcb-253b0ddacca9","component":"worker"} {"msg":"region 4d58c435-6142-4777-9dcb-253b0ddacca9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:35.608271801Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:35.608358723Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-4d58c435-6142-4777-9dcb-253b0ddacca9","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:35.609544456Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4d58c435-6142-4777-9dcb-253b0ddacca9","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:35.619499848Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:35.638861577Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4d58c435-6142-4777-9dcb-253b0ddacca9","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:35.641664733Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4d58c435-6142-4777-9dcb-253b0ddacca9","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:35.641954861Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:35.642009323Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:35.642069544Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:35.642107105Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:35.646224038Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:35.650640308Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-05T23:40:36.069351047Z","hostname":"oxz_crucible_8f8c3f06-de23-4ae1-922b-54afd619f024","pid":23935,"uri":"/crucible/0/regions","method":"POST","req_id":"1932e242-f458-476a-8b47-235873c2f946","remote_addr":"[fd00:1122:3344:101::c]:57529","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":200}