[ Feb 24 21:43:44 Enabled. ]
[ Feb 24 21:43:44 Rereading configuration. ]
[ Feb 24 21:43:46 Rereading configuration. ]
[ Feb 24 21:43:51 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_effc0dc1-6d28-4f64-9486-25301926a9a5/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_effc0dc1-6d28-4f64-9486-25301926a9a5/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:43:52.119504643Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:43:52.122597351Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:43:52.122606031Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:43:52.138672824Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:43:52.2143753Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:56.172557589Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:56716"}
{"msg":"region 5f68fbe2-9043-4418-9212-bbed467272d8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:56.229317641Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:56.232247564Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"uri":"/crucible/0/regions","method":"POST","req_id":"cf227480-647f-4eb8-9950-40c67c4e0404","remote_addr":"[fd00:1122:3344:101::b]:56716","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":33342,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:56.232270895Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_effc0dc1-6d28-4f64-9486-25301926a9a5/crucible/regions/5f68fbe2-9043-4418-9212-bbed467272d8","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:56.241441355Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_effc0dc1-6d28-4f64-9486-25301926a9a5/crucible/regions/5f68fbe2-9043-4418-9212-bbed467272d8","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:56.241470655Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"5f68fbe2-9043-4418-9212-bbed467272d8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5f68fbe2-9043-4418-9212-bbed467272d8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:56.432229203Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"region":"5f68fbe2-9043-4418-9212-bbed467272d8","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5f68fbe2-9043-4418-9212-bbed467272d8\" \"--data\" \"/data/regions/5f68fbe2-9043-4418-9212-bbed467272d8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:56.434605353Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"region":"5f68fbe2-9043-4418-9212-bbed467272d8","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:56.471034015Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"uri":"/crucible/0/regions","method":"POST","req_id":"403b0d63-d293-4638-b8b2-3e89d1fd0cfe","remote_addr":"[fd00:1122:3344:101::b]:56716","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:57.018003577Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"region":"5f68fbe2-9043-4418-9212-bbed467272d8","component":"worker"}
{"msg":"region 5f68fbe2-9043-4418-9212-bbed467272d8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:57.018061928Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:57.0181439Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-5f68fbe2-9043-4418-9212-bbed467272d8","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:57.018581891Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5f68fbe2-9043-4418-9212-bbed467272d8","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:57.043154527Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:57.08518143Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5f68fbe2-9043-4418-9212-bbed467272d8","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:57.100751Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:57.101453557Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"uri":"/crucible/0/regions","method":"POST","req_id":"2b23cc80-7b1b-4dcd-9ec9-3229ee685f99","remote_addr":"[fd00:1122:3344:101::b]:56716","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":48,"response_code":"200"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5f68fbe2-9043-4418-9212-bbed467272d8","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:57.101490098Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:57.103994971Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:57.104046592Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:57.104091313Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:57.136407803Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:57.163177063Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:58.551018777Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"uri":"/crucible/0/regions/5f68fbe2-9043-4418-9212-bbed467272d8","method":"GET","req_id":"fceac526-9069-4904-a634-6fa3446056b1","remote_addr":"[fd00:1122:3344:101::b]:56716","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"path is \"/data/regions/5f68fbe2-9043-4418-9212-bbed467272d8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:58.55473323Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"component":"datafile"}
{"msg":"dataset is oxp_effc0dc1-6d28-4f64-9486-25301926a9a5/crucible/regions/5f68fbe2-9043-4418-9212-bbed467272d8","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:58.566146996Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"component":"datafile"}
{"msg":"region 5f68fbe2-9043-4418-9212-bbed467272d8 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:58.576539066Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:58.5767013Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-5f68fbe2-9043-4418-9212-bbed467272d8 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:58.577723756Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:58.582206068Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"uri":"/crucible/0/regions/5f68fbe2-9043-4418-9212-bbed467272d8","method":"DELETE","req_id":"48b94f90-5113-437c-acf7-4790207ebcbe","remote_addr":"[fd00:1122:3344:101::b]:56716","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":27518,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:58.585181123Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"uri":"/crucible/0/regions/5f68fbe2-9043-4418-9212-bbed467272d8","method":"GET","req_id":"11bccacc-1732-42e7-95a0-40447d469d63","remote_addr":"[fd00:1122:3344:101::b]:56716","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":29,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:58.59585079Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_effc0dc1-6d28-4f64-9486-25301926a9a5/crucible/regions/5f68fbe2-9043-4418-9212-bbed467272d8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:58.608107367Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"region":"5f68fbe2-9043-4418-9212-bbed467272d8","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:58.697565548Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"uri":"/crucible/0/regions/5f68fbe2-9043-4418-9212-bbed467272d8","method":"GET","req_id":"17af77b1-3599-4f6e-810d-4248feecdcd2","remote_addr":"[fd00:1122:3344:101::b]:56716","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":79,"response_code":"200"}
{"msg":"region 5f68fbe2-9043-4418-9212-bbed467272d8 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:58.715804835Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-24T21:44:58.8737028Z","hostname":"oxz_crucible_ed6997ea-253a-481e-9900-fa63dcd5b109","pid":22672,"uri":"/crucible/0/regions/5f68fbe2-9043-4418-9212-bbed467272d8","method":"GET","req_id":"fa4c54a2-71e0-480f-9cec-fd3b9cfc3cc9","remote_addr":"[fd00:1122:3344:101::b]:56716","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":32,"response_code":"200"}