[ Nov 13 05:08:02 Enabled. ] [ Nov 13 05:08:02 Rereading configuration. ] [ Nov 13 05:08:04 Rereading configuration. ] [ Nov 13 05:08:06 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_204f40c4-4e09-4726-a368-a3da2ac1b831/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_204f40c4-4e09-4726-a368-a3da2ac1b831/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:08:06.711438995Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119} {"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:08:06.714007238Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:08:06.714018448Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:08:06.728105171Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:08:06.786055878Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:09:12.765524719Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36259"} {"msg":"region 748ae4bc-acc6-40eb-9633-187ab9b40309 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:09:12.796915053Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:09:12.800212412Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:09:12.804282528Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"uri":"/crucible/0/regions","method":"POST","req_id":"6cf4f8f8-3875-48a1-ae39-2e2d1c1b1128","remote_addr":"[fd00:1122:3344:101::a]:36259","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19104,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_204f40c4-4e09-4726-a368-a3da2ac1b831/crucible/regions/748ae4bc-acc6-40eb-9633-187ab9b40309","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:09:12.810840435Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_204f40c4-4e09-4726-a368-a3da2ac1b831/crucible/regions/748ae4bc-acc6-40eb-9633-187ab9b40309","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:09:12.810862155Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"748ae4bc-acc6-40eb-9633-187ab9b40309\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/748ae4bc-acc6-40eb-9633-187ab9b40309\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:09:12.861443338Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"region":"748ae4bc-acc6-40eb-9633-187ab9b40309","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"748ae4bc-acc6-40eb-9633-187ab9b40309\" \"--data\" \"/data/regions/748ae4bc-acc6-40eb-9633-187ab9b40309\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:09:12.865280401Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"region":"748ae4bc-acc6-40eb-9633-187ab9b40309","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:09:12.990477215Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"region":"748ae4bc-acc6-40eb-9633-187ab9b40309","component":"worker"} {"msg":"region 748ae4bc-acc6-40eb-9633-187ab9b40309 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:09:12.990533766Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:09:12.990607856Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-748ae4bc-acc6-40eb-9633-187ab9b40309","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:09:12.99101499Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-748ae4bc-acc6-40eb-9633-187ab9b40309","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:09:12.995318738Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:09:13.009565202Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-748ae4bc-acc6-40eb-9633-187ab9b40309","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:09:13.012435567Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/748ae4bc-acc6-40eb-9633-187ab9b40309","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:09:13.013156054Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:09:13.015627205Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:09:13.015680676Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:09:13.015720256Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:09:13.023685736Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:09:13.027951083Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-13T05:09:13.137815833Z","hostname":"oxz_crucible_ed7f3aff-8a79-4a12-a77f-6a877e7ba03a","pid":23119,"uri":"/crucible/0/regions","method":"POST","req_id":"f444abc6-e6a5-4a50-b83c-26f003640e7c","remote_addr":"[fd00:1122:3344:101::a]:36259","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":70,"response_code":"200"}