[ Feb 24 04:56:59 Enabled. ]
[ Feb 24 04:56:59 Rereading configuration. ]
[ Feb 24 04:57:03 Rereading configuration. ]
[ Feb 24 04:57:10 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:57:10.887266941Z","hostname":"oxz_crucible_ee1627f7-47ec-4c5e-bbef-85521522c1a0","pid":23499}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:57:10.891800201Z","hostname":"oxz_crucible_ee1627f7-47ec-4c5e-bbef-85521522c1a0","pid":23499}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:57:10.891814821Z","hostname":"oxz_crucible_ee1627f7-47ec-4c5e-bbef-85521522c1a0","pid":23499}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:57:11.015463531Z","hostname":"oxz_crucible_ee1627f7-47ec-4c5e-bbef-85521522c1a0","pid":23499,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.27500253Z","hostname":"oxz_crucible_ee1627f7-47ec-4c5e-bbef-85521522c1a0","pid":23499,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54626"}
{"msg":"region 30c6118f-7411-4ace-8448-a7f981260ad6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.29850442Z","hostname":"oxz_crucible_ee1627f7-47ec-4c5e-bbef-85521522c1a0","pid":23499,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.301494309Z","hostname":"oxz_crucible_ee1627f7-47ec-4c5e-bbef-85521522c1a0","pid":23499,"uri":"/crucible/0/regions","method":"POST","req_id":"2efffeab-76fa-4928-a8cd-c70b2078f76f","remote_addr":"[fd00:1122:3344:101::a]:54626","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":11787,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.302093657Z","hostname":"oxz_crucible_ee1627f7-47ec-4c5e-bbef-85521522c1a0","pid":23499,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/30c6118f-7411-4ace-8448-a7f981260ad6","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.311167996Z","hostname":"oxz_crucible_ee1627f7-47ec-4c5e-bbef-85521522c1a0","pid":23499,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e4b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/30c6118f-7411-4ace-8448-a7f981260ad6","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.311203147Z","hostname":"oxz_crucible_ee1627f7-47ec-4c5e-bbef-85521522c1a0","pid":23499,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"30c6118f-7411-4ace-8448-a7f981260ad6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/30c6118f-7411-4ace-8448-a7f981260ad6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.35614624Z","hostname":"oxz_crucible_ee1627f7-47ec-4c5e-bbef-85521522c1a0","pid":23499,"region":"30c6118f-7411-4ace-8448-a7f981260ad6","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.45855113Z","hostname":"oxz_crucible_ee1627f7-47ec-4c5e-bbef-85521522c1a0","pid":23499,"uri":"/crucible/0/regions","method":"POST","req_id":"942dd8a2-1f2c-4950-a009-9b854ef6c4e1","remote_addr":"[fd00:1122:3344:101::a]:54626","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.482296103Z","hostname":"oxz_crucible_ee1627f7-47ec-4c5e-bbef-85521522c1a0","pid":23499,"region":"30c6118f-7411-4ace-8448-a7f981260ad6","component":"worker"}
{"msg":"region 30c6118f-7411-4ace-8448-a7f981260ad6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.482326163Z","hostname":"oxz_crucible_ee1627f7-47ec-4c5e-bbef-85521522c1a0","pid":23499,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.482467835Z","hostname":"oxz_crucible_ee1627f7-47ec-4c5e-bbef-85521522c1a0","pid":23499,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-30c6118f-7411-4ace-8448-a7f981260ad6","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.482940851Z","hostname":"oxz_crucible_ee1627f7-47ec-4c5e-bbef-85521522c1a0","pid":23499,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-30c6118f-7411-4ace-8448-a7f981260ad6","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.487111476Z","hostname":"oxz_crucible_ee1627f7-47ec-4c5e-bbef-85521522c1a0","pid":23499,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.497974999Z","hostname":"oxz_crucible_ee1627f7-47ec-4c5e-bbef-85521522c1a0","pid":23499,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-30c6118f-7411-4ace-8448-a7f981260ad6","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.500954439Z","hostname":"oxz_crucible_ee1627f7-47ec-4c5e-bbef-85521522c1a0","pid":23499,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/30c6118f-7411-4ace-8448-a7f981260ad6","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.509650643Z","hostname":"oxz_crucible_ee1627f7-47ec-4c5e-bbef-85521522c1a0","pid":23499,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.511789872Z","hostname":"oxz_crucible_ee1627f7-47ec-4c5e-bbef-85521522c1a0","pid":23499,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.511847022Z","hostname":"oxz_crucible_ee1627f7-47ec-4c5e-bbef-85521522c1a0","pid":23499,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.511895703Z","hostname":"oxz_crucible_ee1627f7-47ec-4c5e-bbef-85521522c1a0","pid":23499,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.516124499Z","hostname":"oxz_crucible_ee1627f7-47ec-4c5e-bbef-85521522c1a0","pid":23499,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.520195762Z","hostname":"oxz_crucible_ee1627f7-47ec-4c5e-bbef-85521522c1a0","pid":23499,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-24T04:58:31.99716892Z","hostname":"oxz_crucible_ee1627f7-47ec-4c5e-bbef-85521522c1a0","pid":23499,"uri":"/crucible/0/regions","method":"POST","req_id":"cc742b92-1178-4e7c-a693-6327a81b5e88","remote_addr":"[fd00:1122:3344:101::a]:54626","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":74,"response_code":"200"}