{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:55.929918241Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:52293"} {"msg":"region 3009ace9-5116-4005-91d6-58f444ea8f41 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:55.930000862Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:55.930636149Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:55.930653479Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"uri":"/crucible/0/regions","method":"POST","req_id":"03a2b9b7-0f85-4f8f-aafd-9d2a7f63d5e8","remote_addr":"[fd00:1122:3344:101::c]:52293","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":666,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_41c057b6-e249-440d-9c5e-9573bfeae822/crucible/regions/3009ace9-5116-4005-91d6-58f444ea8f41","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:55.941738338Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_41c057b6-e249-440d-9c5e-9573bfeae822/crucible/regions/3009ace9-5116-4005-91d6-58f444ea8f41","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:55.941762388Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3009ace9-5116-4005-91d6-58f444ea8f41\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3009ace9-5116-4005-91d6-58f444ea8f41\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.020743153Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"region":"3009ace9-5116-4005-91d6-58f444ea8f41","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3009ace9-5116-4005-91d6-58f444ea8f41\" \"--data\" \"/data/regions/3009ace9-5116-4005-91d6-58f444ea8f41\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.020807734Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"region":"3009ace9-5116-4005-91d6-58f444ea8f41","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.142641195Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"region":"3009ace9-5116-4005-91d6-58f444ea8f41","component":"worker"} {"msg":"region 3009ace9-5116-4005-91d6-58f444ea8f41 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.142679145Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.142775287Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3009ace9-5116-4005-91d6-58f444ea8f41","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.143204941Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3009ace9-5116-4005-91d6-58f444ea8f41","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.147747394Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.160660474Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3009ace9-5116-4005-91d6-58f444ea8f41","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.163285634Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3009ace9-5116-4005-91d6-58f444ea8f41","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.163565247Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.163629648Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.163674738Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.163715539Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.166926941Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.173159888Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:56.271234935Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"uri":"/crucible/0/regions","method":"POST","req_id":"4496a253-7f48-4638-868c-f4d52705051f","remote_addr":"[fd00:1122:3344:101::c]:52293","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":66,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.683272131Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"uri":"/crucible/0/regions/7f0b0b6c-b70c-4fec-879f-4962d2d88c0d","method":"GET","req_id":"d44eb43b-f41e-4c7f-9528-22ab33b71283","remote_addr":"[fd00:1122:3344:101::c]:52293","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":3284,"response_code":"200"} {"msg":"path is \"/data/regions/7f0b0b6c-b70c-4fec-879f-4962d2d88c0d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.689921328Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"datafile"} {"msg":"dataset is oxp_41c057b6-e249-440d-9c5e-9573bfeae822/crucible/regions/7f0b0b6c-b70c-4fec-879f-4962d2d88c0d","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.698712219Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"datafile"} {"msg":"snapshot is oxp_41c057b6-e249-440d-9c5e-9573bfeae822/crucible/regions/7f0b0b6c-b70c-4fec-879f-4962d2d88c0d@6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.70740036Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_41c057b6-e249-440d-9c5e-9573bfeae822/crucible/regions/7f0b0b6c-b70c-4fec-879f-4962d2d88c0d\", \"6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.70742692Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.717682619Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"uri":"/crucible/0/regions/7f0b0b6c-b70c-4fec-879f-4962d2d88c0d/snapshots/6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e","method":"GET","req_id":"49afe0e0-395e-4d75-82bc-4fc0c51978b1","remote_addr":"[fd00:1122:3344:101::c]:52293","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":30820,"response_code":"200"} {"msg":"path is \"/data/regions/7f0b0b6c-b70c-4fec-879f-4962d2d88c0d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.721430813Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"datafile"} {"msg":"dataset is oxp_41c057b6-e249-440d-9c5e-9573bfeae822/crucible/regions/7f0b0b6c-b70c-4fec-879f-4962d2d88c0d","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.72985503Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"datafile"} {"msg":"snapshot is oxp_41c057b6-e249-440d-9c5e-9573bfeae822/crucible/regions/7f0b0b6c-b70c-4fec-879f-4962d2d88c0d@6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.737677621Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_41c057b6-e249-440d-9c5e-9573bfeae822/crucible/regions/7f0b0b6c-b70c-4fec-879f-4962d2d88c0d\", \"6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.737700391Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 7f0b0b6c-b70c-4fec-879f-4962d2d88c0d-6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.746266421Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"datafile"} {"msg":"applying SMF actions for region 7f0b0b6c-b70c-4fec-879f-4962d2d88c0d running snapshot 6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.746500253Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.746516873Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"uri":"/crucible/0/regions/7f0b0b6c-b70c-4fec-879f-4962d2d88c0d/snapshots/6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e/run","method":"POST","req_id":"acce443f-f67c-45a7-8f25-0abcdcf158ad","remote_addr":"[fd00:1122:3344:101::c]:52293","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25108,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-7f0b0b6c-b70c-4fec-879f-4962d2d88c0d-6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.74878184Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-7f0b0b6c-b70c-4fec-879f-4962d2d88c0d-6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.757346169Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-7f0b0b6c-b70c-4fec-879f-4962d2d88c0d-6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.767474296Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7f0b0b6c-b70c-4fec-879f-4962d2d88c0d/.zfs/snapshot/6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.76778669Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.76784512Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.767890631Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.767944222Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.767990602Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.771492356Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.776122396Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"region 7f0b0b6c-b70c-4fec-879f-4962d2d88c0d running snapshot 6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:57.776139747Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"datafile"} {"msg":"path is \"/data/regions/7f0b0b6c-b70c-4fec-879f-4962d2d88c0d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:58.016481621Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"datafile"} {"msg":"dataset is oxp_41c057b6-e249-440d-9c5e-9573bfeae822/crucible/regions/7f0b0b6c-b70c-4fec-879f-4962d2d88c0d","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:58.025178121Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"datafile"} {"msg":"snapshot is oxp_41c057b6-e249-440d-9c5e-9573bfeae822/crucible/regions/7f0b0b6c-b70c-4fec-879f-4962d2d88c0d@6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:58.032724569Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_41c057b6-e249-440d-9c5e-9573bfeae822/crucible/regions/7f0b0b6c-b70c-4fec-879f-4962d2d88c0d\", \"6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:58.032758229Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:38:58.042208929Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"uri":"/crucible/0/regions/7f0b0b6c-b70c-4fec-879f-4962d2d88c0d/snapshots/6b14ec13-e8e1-4f73-a9e7-b6fb12338d1e/run","method":"POST","req_id":"84eefcb8-e77c-4535-9d1c-6360b4c538c2","remote_addr":"[fd00:1122:3344:101::c]:52293","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":25763,"response_code":"200"} {"msg":"region f949038f-7b01-4854-aaa9-4fddb35651d3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.573334922Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.573506824Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"uri":"/crucible/0/regions","method":"POST","req_id":"95adf495-f98b-4f81-98f0-ec30f446302a","remote_addr":"[fd00:1122:3344:101::c]:52293","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":765,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.573530775Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_41c057b6-e249-440d-9c5e-9573bfeae822/crucible/regions/f949038f-7b01-4854-aaa9-4fddb35651d3","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.583149406Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_41c057b6-e249-440d-9c5e-9573bfeae822/crucible/regions/f949038f-7b01-4854-aaa9-4fddb35651d3","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.583186777Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"f949038f-7b01-4854-aaa9-4fddb35651d3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/f949038f-7b01-4854-aaa9-4fddb35651d3\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.650520197Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"region":"f949038f-7b01-4854-aaa9-4fddb35651d3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"f949038f-7b01-4854-aaa9-4fddb35651d3\" \"--data\" \"/data/regions/f949038f-7b01-4854-aaa9-4fddb35651d3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.650584517Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"region":"f949038f-7b01-4854-aaa9-4fddb35651d3","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.788997421Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"region":"f949038f-7b01-4854-aaa9-4fddb35651d3","component":"worker"} {"msg":"region f949038f-7b01-4854-aaa9-4fddb35651d3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.789061822Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.789160803Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-f949038f-7b01-4854-aaa9-4fddb35651d3","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.791654822Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-f949038f-7b01-4854-aaa9-4fddb35651d3","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.79494997Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.802646899Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-f949038f-7b01-4854-aaa9-4fddb35651d3","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.806055098Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/f949038f-7b01-4854-aaa9-4fddb35651d3","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.806351762Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.806413703Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.806465623Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.806504044Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.810038355Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.817202048Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:01.918171737Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"uri":"/crucible/0/regions","method":"POST","req_id":"ace47539-54e5-4c7e-a897-e6ff8b156459","remote_addr":"[fd00:1122:3344:101::c]:52293","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":95,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:02.285080008Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62636"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:02.28527915Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"uri":"/crucible/0/regions/f949038f-7b01-4854-aaa9-4fddb35651d3","method":"GET","req_id":"05206c3f-7a52-452b-9af3-bc2706768a45","remote_addr":"[fd00:1122:3344:101::a]:62636","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:02.287381925Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:63327"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:02.28756358Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"uri":"/crucible/0/regions/f949038f-7b01-4854-aaa9-4fddb35651d3","method":"GET","req_id":"121968cc-7892-4096-864a-2509028a5bdc","remote_addr":"[fd00:1122:3344:101::c]:63327","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":33,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:27.703061434Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"uri":"/crucible/0/regions/f949038f-7b01-4854-aaa9-4fddb35651d3","method":"GET","req_id":"304ae6bd-dd37-4748-b077-0fa8abe37a1b","remote_addr":"[fd00:1122:3344:101::c]:52293","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":40,"response_code":"200"} {"msg":"path is \"/data/regions/f949038f-7b01-4854-aaa9-4fddb35651d3\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:27.706497924Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"datafile"} {"msg":"dataset is oxp_41c057b6-e249-440d-9c5e-9573bfeae822/crucible/regions/f949038f-7b01-4854-aaa9-4fddb35651d3","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:27.719673947Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"datafile"} {"msg":"region f949038f-7b01-4854-aaa9-4fddb35651d3 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:27.729739053Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:27.729912345Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:27.729958576Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"uri":"/crucible/0/regions/f949038f-7b01-4854-aaa9-4fddb35651d3","method":"DELETE","req_id":"978ea398-6d66-4f81-9335-8916a71e6d9b","remote_addr":"[fd00:1122:3344:101::c]:52293","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23483,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-f949038f-7b01-4854-aaa9-4fddb35651d3 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:27.731066059Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:27.734156084Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"uri":"/crucible/0/regions/f949038f-7b01-4854-aaa9-4fddb35651d3","method":"GET","req_id":"ee1a3a66-0a90-4fd6-900c-d799db885c2e","remote_addr":"[fd00:1122:3344:101::c]:52293","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":28,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:27.738437104Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_41c057b6-e249-440d-9c5e-9573bfeae822/crucible/regions/f949038f-7b01-4854-aaa9-4fddb35651d3\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:27.750354692Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"region":"f949038f-7b01-4854-aaa9-4fddb35651d3","component":"worker"} {"msg":"region f949038f-7b01-4854-aaa9-4fddb35651d3 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:27.805572322Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-20T20:39:27.80799586Z","hostname":"oxz_crucible_3a23a920-ec26-44b5-a7f3-77b556a0bccf","pid":22842,"uri":"/crucible/0/regions/f949038f-7b01-4854-aaa9-4fddb35651d3","method":"GET","req_id":"16510514-8812-4a13-b047-684a5fb72b00","remote_addr":"[fd00:1122:3344:101::c]:52293","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":61,"response_code":"200"}