{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:25.717421258Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:41653"} {"msg":"region 1e01db76-9954-4b31-b242-6bd14212597f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:25.743812836Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:25.744546865Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"uri":"/crucible/0/regions","method":"POST","req_id":"2be0eec4-878e-4daa-b8a1-9e2808ff2e07","remote_addr":"[fd00:1122:3344:101::b]:41653","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":17381,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:25.748984747Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_7a724fcc-a8fb-412e-9490-a4180405fde7/crucible/regions/1e01db76-9954-4b31-b242-6bd14212597f","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:25.759055884Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_7a724fcc-a8fb-412e-9490-a4180405fde7/crucible/regions/1e01db76-9954-4b31-b242-6bd14212597f","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:25.759084064Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1e01db76-9954-4b31-b242-6bd14212597f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1e01db76-9954-4b31-b242-6bd14212597f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:25.819179745Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"region":"1e01db76-9954-4b31-b242-6bd14212597f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1e01db76-9954-4b31-b242-6bd14212597f\" \"--data\" \"/data/regions/1e01db76-9954-4b31-b242-6bd14212597f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:25.819245686Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"region":"1e01db76-9954-4b31-b242-6bd14212597f","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.101329845Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"region":"1e01db76-9954-4b31-b242-6bd14212597f","component":"worker"} {"msg":"region 1e01db76-9954-4b31-b242-6bd14212597f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.101383646Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.101450137Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1e01db76-9954-4b31-b242-6bd14212597f","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.101850881Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1e01db76-9954-4b31-b242-6bd14212597f","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.10601382Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.119689869Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.122245129Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"uri":"/crucible/0/regions","method":"POST","req_id":"9fcee096-b755-4f9b-a30f-940fa4ef5e3c","remote_addr":"[fd00:1122:3344:101::b]:41653","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1e01db76-9954-4b31-b242-6bd14212597f","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.122886416Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1e01db76-9954-4b31-b242-6bd14212597f","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.125370685Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.127789764Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.127843004Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.127887915Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.137879142Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.142840239Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.931148374Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"uri":"/crucible/0/regions/1e01db76-9954-4b31-b242-6bd14212597f","method":"GET","req_id":"8d6d2fa9-4ced-4570-a5db-5ec2631deed6","remote_addr":"[fd00:1122:3344:101::b]:41653","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":90,"response_code":"200"} {"msg":"path is \"/data/regions/1e01db76-9954-4b31-b242-6bd14212597f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.934079298Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"datafile"} {"msg":"dataset is oxp_7a724fcc-a8fb-412e-9490-a4180405fde7/crucible/regions/1e01db76-9954-4b31-b242-6bd14212597f","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.943161384Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"datafile"} {"msg":"region 1e01db76-9954-4b31-b242-6bd14212597f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.951660203Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.951800315Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.951857675Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"uri":"/crucible/0/regions/1e01db76-9954-4b31-b242-6bd14212597f","method":"DELETE","req_id":"e2f2b098-9bbf-41df-8193-c614fb90ffaa","remote_addr":"[fd00:1122:3344:101::b]:41653","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":17806,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-1e01db76-9954-4b31-b242-6bd14212597f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.952842697Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.954509476Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"uri":"/crucible/0/regions/1e01db76-9954-4b31-b242-6bd14212597f","method":"GET","req_id":"e2db83a1-aecd-474e-b9cf-2ac82ed7e5e5","remote_addr":"[fd00:1122:3344:101::b]:41653","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":27,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.957518041Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_7a724fcc-a8fb-412e-9490-a4180405fde7/crucible/regions/1e01db76-9954-4b31-b242-6bd14212597f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:26.966666958Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"region":"1e01db76-9954-4b31-b242-6bd14212597f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:27.018064017Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"uri":"/crucible/0/regions/1e01db76-9954-4b31-b242-6bd14212597f","method":"GET","req_id":"d8048f6e-b711-45f8-aa8b-be2e758d5801","remote_addr":"[fd00:1122:3344:101::b]:41653","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":85,"response_code":"200"} {"msg":"region 1e01db76-9954-4b31-b242-6bd14212597f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:27.018427292Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:00:27.152169131Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"uri":"/crucible/0/regions/1e01db76-9954-4b31-b242-6bd14212597f","method":"GET","req_id":"385c1d45-d47c-4a9e-8c33-4e98b1328436","remote_addr":"[fd00:1122:3344:101::b]:41653","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":42,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:09.935669958Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50021"} {"msg":"region ea11225d-be0b-43d0-8337-d852aef8cd6b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:09.93577571Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:09.936019392Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:09.936031053Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"uri":"/crucible/0/regions","method":"POST","req_id":"0b3b304e-bcf9-41e5-afbd-902e8b7682e5","remote_addr":"[fd00:1122:3344:101::a]:50021","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":286,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_7a724fcc-a8fb-412e-9490-a4180405fde7/crucible/regions/ea11225d-be0b-43d0-8337-d852aef8cd6b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:09.944905226Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_7a724fcc-a8fb-412e-9490-a4180405fde7/crucible/regions/ea11225d-be0b-43d0-8337-d852aef8cd6b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:09.944942736Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ea11225d-be0b-43d0-8337-d852aef8cd6b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ea11225d-be0b-43d0-8337-d852aef8cd6b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:09.991672062Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"region":"ea11225d-be0b-43d0-8337-d852aef8cd6b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ea11225d-be0b-43d0-8337-d852aef8cd6b\" \"--data\" \"/data/regions/ea11225d-be0b-43d0-8337-d852aef8cd6b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:09.993579144Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"region":"ea11225d-be0b-43d0-8337-d852aef8cd6b","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.074316005Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"region":"ea11225d-be0b-43d0-8337-d852aef8cd6b","component":"worker"} {"msg":"region ea11225d-be0b-43d0-8337-d852aef8cd6b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.074349785Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.074441426Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ea11225d-be0b-43d0-8337-d852aef8cd6b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.075835162Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ea11225d-be0b-43d0-8337-d852aef8cd6b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.079590376Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.08764454Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ea11225d-be0b-43d0-8337-d852aef8cd6b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.092150153Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ea11225d-be0b-43d0-8337-d852aef8cd6b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.092392785Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.092450516Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.092493157Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.092524947Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.096371812Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.101073297Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:01:10.160413869Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"uri":"/crucible/0/regions","method":"POST","req_id":"6b4019a9-c7d8-4bf2-abee-640b1417b4d2","remote_addr":"[fd00:1122:3344:101::a]:50021","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":694,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:26.911613907Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59706"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:26.911762288Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"uri":"/crucible/0/regions/ea11225d-be0b-43d0-8337-d852aef8cd6b","method":"GET","req_id":"9b050902-71dd-4ac5-bae8-a013b975d23c","remote_addr":"[fd00:1122:3344:101::a]:59706","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":56,"response_code":"200"} {"msg":"path is \"/data/regions/ea11225d-be0b-43d0-8337-d852aef8cd6b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:26.918161753Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"datafile"} {"msg":"dataset is oxp_7a724fcc-a8fb-412e-9490-a4180405fde7/crucible/regions/ea11225d-be0b-43d0-8337-d852aef8cd6b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:26.927274149Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"datafile"} {"msg":"snapshot is oxp_7a724fcc-a8fb-412e-9490-a4180405fde7/crucible/regions/ea11225d-be0b-43d0-8337-d852aef8cd6b@951fdef0-d0dd-499c-b915-94460e51b7f8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:26.935142191Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7a724fcc-a8fb-412e-9490-a4180405fde7/crucible/regions/ea11225d-be0b-43d0-8337-d852aef8cd6b\", \"951fdef0-d0dd-499c-b915-94460e51b7f8\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:26.935185741Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:26.945474147Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"uri":"/crucible/0/regions/ea11225d-be0b-43d0-8337-d852aef8cd6b/snapshots/951fdef0-d0dd-499c-b915-94460e51b7f8","method":"GET","req_id":"bb59f4e0-e7a7-4ec3-86a9-5d0665533afb","remote_addr":"[fd00:1122:3344:101::a]:59706","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":30638,"response_code":"200"} {"msg":"path is \"/data/regions/ea11225d-be0b-43d0-8337-d852aef8cd6b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:26.948474247Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"datafile"} {"msg":"dataset is oxp_7a724fcc-a8fb-412e-9490-a4180405fde7/crucible/regions/ea11225d-be0b-43d0-8337-d852aef8cd6b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:26.956959406Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"datafile"} {"msg":"snapshot is oxp_7a724fcc-a8fb-412e-9490-a4180405fde7/crucible/regions/ea11225d-be0b-43d0-8337-d852aef8cd6b@951fdef0-d0dd-499c-b915-94460e51b7f8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:26.966406696Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7a724fcc-a8fb-412e-9490-a4180405fde7/crucible/regions/ea11225d-be0b-43d0-8337-d852aef8cd6b\", \"951fdef0-d0dd-499c-b915-94460e51b7f8\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:26.966435566Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot ea11225d-be0b-43d0-8337-d852aef8cd6b-951fdef0-d0dd-499c-b915-94460e51b7f8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:26.974571211Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"datafile"} {"msg":"applying SMF actions for region ea11225d-be0b-43d0-8337-d852aef8cd6b running snapshot 951fdef0-d0dd-499c-b915-94460e51b7f8 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:26.975138367Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:26.975181958Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"uri":"/crucible/0/regions/ea11225d-be0b-43d0-8337-d852aef8cd6b/snapshots/951fdef0-d0dd-499c-b915-94460e51b7f8/run","method":"POST","req_id":"52fad58a-1a29-4b00-a8b2-d2d18f558f77","remote_addr":"[fd00:1122:3344:101::a]:59706","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":26736,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-ea11225d-be0b-43d0-8337-d852aef8cd6b-951fdef0-d0dd-499c-b915-94460e51b7f8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:26.98474745Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ea11225d-be0b-43d0-8337-d852aef8cd6b-951fdef0-d0dd-499c-b915-94460e51b7f8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:26.993906377Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ea11225d-be0b-43d0-8337-d852aef8cd6b-951fdef0-d0dd-499c-b915-94460e51b7f8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.015092713Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ea11225d-be0b-43d0-8337-d852aef8cd6b/.zfs/snapshot/951fdef0-d0dd-499c-b915-94460e51b7f8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.015313886Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.015366407Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.015406307Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.015444138Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.015488748Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.022066225Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.027898493Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"worker"} {"msg":"region ea11225d-be0b-43d0-8337-d852aef8cd6b running snapshot 951fdef0-d0dd-499c-b915-94460e51b7f8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.027908343Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"datafile"} {"msg":"path is \"/data/regions/ea11225d-be0b-43d0-8337-d852aef8cd6b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.322534889Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"datafile"} {"msg":"dataset is oxp_7a724fcc-a8fb-412e-9490-a4180405fde7/crucible/regions/ea11225d-be0b-43d0-8337-d852aef8cd6b","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.331936268Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"datafile"} {"msg":"snapshot is oxp_7a724fcc-a8fb-412e-9490-a4180405fde7/crucible/regions/ea11225d-be0b-43d0-8337-d852aef8cd6b@951fdef0-d0dd-499c-b915-94460e51b7f8","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.340587999Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_7a724fcc-a8fb-412e-9490-a4180405fde7/crucible/regions/ea11225d-be0b-43d0-8337-d852aef8cd6b\", \"951fdef0-d0dd-499c-b915-94460e51b7f8\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.34062476Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-09T21:06:27.348443721Z","hostname":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","pid":21725,"uri":"/crucible/0/regions/ea11225d-be0b-43d0-8337-d852aef8cd6b/snapshots/951fdef0-d0dd-499c-b915-94460e51b7f8/run","method":"POST","req_id":"acda851d-c0bb-4dc0-8ce7-50443a816fa2","remote_addr":"[fd00:1122:3344:101::a]:59706","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25923,"response_code":"200"}