[ Aug  6 23:54:07 Enabled. ]
[ Aug  6 23:54:07 Rereading configuration. ]
[ Aug  6 23:54:10 Rereading configuration. ]
[ Aug  6 23:54:12 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_0f5b80d5-7ee2-4071-8bb8-35ce56e2d333/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_0f5b80d5-7ee2-4071-8bb8-35ce56e2d333/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:13.101445524Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:13.104161074Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:13.104174404Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:13.12163582Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:13.312796127Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:34.756458392Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:55620"}
{"msg":"region 28d0ad6f-f340-4fdc-8877-265a1d2efa1c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:34.764571951Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:34.768742533Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"uri":"/crucible/0/regions","method":"POST","req_id":"aa42e3e8-c570-4891-9d7e-05bb7c675240","remote_addr":"[fd00:1122:3344:101::b]:55620","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":4426,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:34.770947782Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_0f5b80d5-7ee2-4071-8bb8-35ce56e2d333/crucible/regions/28d0ad6f-f340-4fdc-8877-265a1d2efa1c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:34.78034562Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_0f5b80d5-7ee2-4071-8bb8-35ce56e2d333/crucible/regions/28d0ad6f-f340-4fdc-8877-265a1d2efa1c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:34.780374311Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"28d0ad6f-f340-4fdc-8877-265a1d2efa1c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/28d0ad6f-f340-4fdc-8877-265a1d2efa1c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:34.848769033Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"region":"28d0ad6f-f340-4fdc-8877-265a1d2efa1c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"28d0ad6f-f340-4fdc-8877-265a1d2efa1c\" \"--data\" \"/data/regions/28d0ad6f-f340-4fdc-8877-265a1d2efa1c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:34.848824064Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"region":"28d0ad6f-f340-4fdc-8877-265a1d2efa1c","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:35.076725952Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"uri":"/crucible/0/regions","method":"POST","req_id":"5617d8de-4483-433a-bb70-280ec50c920b","remote_addr":"[fd00:1122:3344:101::b]:55620","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":94,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:35.102617164Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"region":"28d0ad6f-f340-4fdc-8877-265a1d2efa1c","component":"worker"}
{"msg":"region 28d0ad6f-f340-4fdc-8877-265a1d2efa1c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:35.102658125Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:35.102774757Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-28d0ad6f-f340-4fdc-8877-265a1d2efa1c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:35.103206967Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-28d0ad6f-f340-4fdc-8877-265a1d2efa1c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:35.107630965Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:35.1164859Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-28d0ad6f-f340-4fdc-8877-265a1d2efa1c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:35.119781383Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/28d0ad6f-f340-4fdc-8877-265a1d2efa1c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:35.122274808Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:35.122403891Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:35.122461343Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:35.122511274Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:35.132861653Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:35.139447428Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:35.740801493Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"uri":"/crucible/0/regions","method":"POST","req_id":"65f7631b-360f-42ec-adb4-287bf7bea64c","remote_addr":"[fd00:1122:3344:101::b]:55620","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":80,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:35.93425973Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"uri":"/crucible/0/regions/28d0ad6f-f340-4fdc-8877-265a1d2efa1c","method":"GET","req_id":"1c2200b0-5aaf-41fc-a3f7-02926628884d","remote_addr":"[fd00:1122:3344:101::b]:55620","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":45,"response_code":"200"}
{"msg":"path is \"/data/regions/28d0ad6f-f340-4fdc-8877-265a1d2efa1c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:35.936624982Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"component":"datafile"}
{"msg":"dataset is oxp_0f5b80d5-7ee2-4071-8bb8-35ce56e2d333/crucible/regions/28d0ad6f-f340-4fdc-8877-265a1d2efa1c","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:35.945448737Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"component":"datafile"}
{"msg":"region 28d0ad6f-f340-4fdc-8877-265a1d2efa1c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:35.95370294Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:35.953850663Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:35.953913624Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"uri":"/crucible/0/regions/28d0ad6f-f340-4fdc-8877-265a1d2efa1c","method":"DELETE","req_id":"1c014f57-2a05-44ba-9f95-3049668502bb","remote_addr":"[fd00:1122:3344:101::b]:55620","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17941,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-28d0ad6f-f340-4fdc-8877-265a1d2efa1c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:35.95507867Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:35.956645735Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"uri":"/crucible/0/regions/28d0ad6f-f340-4fdc-8877-265a1d2efa1c","method":"GET","req_id":"d2c69553-ccd5-47c2-bebc-04dd49440a98","remote_addr":"[fd00:1122:3344:101::b]:55620","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":28,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:35.963560947Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_0f5b80d5-7ee2-4071-8bb8-35ce56e2d333/crucible/regions/28d0ad6f-f340-4fdc-8877-265a1d2efa1c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:35.971951133Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"region":"28d0ad6f-f340-4fdc-8877-265a1d2efa1c","component":"worker"}
{"msg":"region 28d0ad6f-f340-4fdc-8877-265a1d2efa1c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:36.027849009Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-06T23:54:36.092335784Z","hostname":"oxz_crucible_030a0654-e043-4f33-8c92-e0aa88b61878","pid":22005,"uri":"/crucible/0/regions/28d0ad6f-f340-4fdc-8877-265a1d2efa1c","method":"GET","req_id":"d62c4edb-e5cd-4c6b-9edc-3ad80424614b","remote_addr":"[fd00:1122:3344:101::b]:55620","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":77,"response_code":"200"}