[ Jun  4 11:11:01 Enabled. ]
[ Jun  4 11:11:01 Rereading configuration. ]
[ Jun  4 11:11:03 Rereading configuration. ]
[ Jun  4 11:11:05 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_95683303-b201-4c11-b94a-acf058a4606d/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_95683303-b201-4c11-b94a-acf058a4606d/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:05.359238943Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:05.359552868Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:05.35956155Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:05.379488874Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:05.536532871Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:52.57735657Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:48364"}
{"msg":"region 776a076d-8bad-4a13-b29c-8b0b9ea8bc1b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:52.579289769Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:52.579593805Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"uri":"/crucible/0/regions","method":"POST","req_id":"95ec7632-8207-4e7c-9e31-10fd44ecfc78","remote_addr":"[fd00:1122:3344:101::b]:48364","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":545,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:52.580233128Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_95683303-b201-4c11-b94a-acf058a4606d/crucible/regions/776a076d-8bad-4a13-b29c-8b0b9ea8bc1b","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:52.590408513Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_95683303-b201-4c11-b94a-acf058a4606d/crucible/regions/776a076d-8bad-4a13-b29c-8b0b9ea8bc1b","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:52.590443988Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"776a076d-8bad-4a13-b29c-8b0b9ea8bc1b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/776a076d-8bad-4a13-b29c-8b0b9ea8bc1b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:52.655451551Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"region":"776a076d-8bad-4a13-b29c-8b0b9ea8bc1b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"776a076d-8bad-4a13-b29c-8b0b9ea8bc1b\" \"--data\" \"/data/regions/776a076d-8bad-4a13-b29c-8b0b9ea8bc1b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:52.655513474Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"region":"776a076d-8bad-4a13-b29c-8b0b9ea8bc1b","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:52.754920381Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"uri":"/crucible/0/regions","method":"POST","req_id":"2a2820cf-449a-466f-a723-5be6fde218b8","remote_addr":"[fd00:1122:3344:101::b]:48364","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":82,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:52.792118356Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"region":"776a076d-8bad-4a13-b29c-8b0b9ea8bc1b","component":"worker"}
{"msg":"region 776a076d-8bad-4a13-b29c-8b0b9ea8bc1b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:52.792148591Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:52.792253583Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-776a076d-8bad-4a13-b29c-8b0b9ea8bc1b","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:52.792636286Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-776a076d-8bad-4a13-b29c-8b0b9ea8bc1b","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:52.796077191Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:52.803499998Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-776a076d-8bad-4a13-b29c-8b0b9ea8bc1b","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:52.806388469Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/776a076d-8bad-4a13-b29c-8b0b9ea8bc1b","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:52.806987857Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:52.807074409Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:52.807118143Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:52.807154988Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:52.812096586Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:52.817014133Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:53.085365468Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"uri":"/crucible/0/regions","method":"POST","req_id":"170eacb7-2f85-4ce1-8bba-4438100589ab","remote_addr":"[fd00:1122:3344:101::b]:48364","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:53.323863885Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"uri":"/crucible/0/regions/776a076d-8bad-4a13-b29c-8b0b9ea8bc1b","method":"GET","req_id":"f7705f97-2567-45a8-8c61-8e4e7303fdf3","remote_addr":"[fd00:1122:3344:101::b]:48364","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":82,"response_code":"200"}
{"msg":"path is \"/data/regions/776a076d-8bad-4a13-b29c-8b0b9ea8bc1b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:53.326432733Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"component":"datafile"}
{"msg":"dataset is oxp_95683303-b201-4c11-b94a-acf058a4606d/crucible/regions/776a076d-8bad-4a13-b29c-8b0b9ea8bc1b","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:53.336435783Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"component":"datafile"}
{"msg":"region 776a076d-8bad-4a13-b29c-8b0b9ea8bc1b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:53.344624081Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:53.344776793Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:53.344853538Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"uri":"/crucible/0/regions/776a076d-8bad-4a13-b29c-8b0b9ea8bc1b","method":"DELETE","req_id":"5b8c5fb6-cc6c-47ba-b321-a616f5b9aa54","remote_addr":"[fd00:1122:3344:101::b]:48364","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":19089,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-776a076d-8bad-4a13-b29c-8b0b9ea8bc1b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:53.345879693Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:53.346745057Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"uri":"/crucible/0/regions/776a076d-8bad-4a13-b29c-8b0b9ea8bc1b","method":"GET","req_id":"dffff965-fe10-4200-8730-5b08b5fc10d7","remote_addr":"[fd00:1122:3344:101::b]:48364","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":27,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:53.350138493Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_95683303-b201-4c11-b94a-acf058a4606d/crucible/regions/776a076d-8bad-4a13-b29c-8b0b9ea8bc1b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:53.359799728Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"region":"776a076d-8bad-4a13-b29c-8b0b9ea8bc1b","component":"worker"}
{"msg":"region 776a076d-8bad-4a13-b29c-8b0b9ea8bc1b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:53.412757289Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:53.477978331Z","hostname":"oxz_crucible_145cdd7a-d7c4-4db4-8835-5aca06c7dfc5","pid":21684,"uri":"/crucible/0/regions/776a076d-8bad-4a13-b29c-8b0b9ea8bc1b","method":"GET","req_id":"fbe5fe61-63ed-44a5-8c93-bcbf753c690e","remote_addr":"[fd00:1122:3344:101::b]:48364","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":60,"response_code":"200"}