[ Dec  7 00:47:49 Enabled. ]
[ Dec  7 00:47:49 Rereading configuration. ]
[ Dec  7 00:47:54 Rereading configuration. ]
[ Dec  7 00:48:04 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_bba1b5aa-526a-4e09-80cf-68d83b926f14/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_bba1b5aa-526a-4e09-80cf-68d83b926f14/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:04.074801947Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:04.078331356Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:04.078344317Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:04.093637238Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:48:04.29505562Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:25.646391098Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46074"}
{"msg":"region 68e1bfaf-08b1-4d91-8391-598ec231d41b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:25.689517328Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:25.69470057Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:25.699520735Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"uri":"/crucible/0/regions","method":"POST","req_id":"f9bd9512-646a-41ca-a70d-e26b2ae9f546","remote_addr":"[fd00:1122:3344:101::a]:46074","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":16329,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_bba1b5aa-526a-4e09-80cf-68d83b926f14/crucible/regions/68e1bfaf-08b1-4d91-8391-598ec231d41b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:25.707188456Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_bba1b5aa-526a-4e09-80cf-68d83b926f14/crucible/regions/68e1bfaf-08b1-4d91-8391-598ec231d41b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:25.707207507Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"68e1bfaf-08b1-4d91-8391-598ec231d41b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/68e1bfaf-08b1-4d91-8391-598ec231d41b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:25.763394455Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"region":"68e1bfaf-08b1-4d91-8391-598ec231d41b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"68e1bfaf-08b1-4d91-8391-598ec231d41b\" \"--data\" \"/data/regions/68e1bfaf-08b1-4d91-8391-598ec231d41b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:25.76568873Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"region":"68e1bfaf-08b1-4d91-8391-598ec231d41b","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:25.964528921Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"uri":"/crucible/0/regions","method":"POST","req_id":"4cbb9f44-a28e-4430-88b0-87c6dc4bfa02","remote_addr":"[fd00:1122:3344:101::a]:46074","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":104,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:26.098222746Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"region":"68e1bfaf-08b1-4d91-8391-598ec231d41b","component":"worker"}
{"msg":"region 68e1bfaf-08b1-4d91-8391-598ec231d41b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:26.098279407Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:26.09839926Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-68e1bfaf-08b1-4d91-8391-598ec231d41b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:26.098973461Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-68e1bfaf-08b1-4d91-8391-598ec231d41b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:26.107683153Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:26.123018395Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-68e1bfaf-08b1-4d91-8391-598ec231d41b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:26.127527874Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/68e1bfaf-08b1-4d91-8391-598ec231d41b","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:26.128442312Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:26.128539454Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:26.128599755Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:26.128655176Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:26.132661325Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:26.137993311Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:26.418473221Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"uri":"/crucible/0/regions","method":"POST","req_id":"56613b82-4166-475f-ab80-c7d679ef19bc","remote_addr":"[fd00:1122:3344:101::a]:46074","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"region 10ac5fc8-2f2e-401d-aa33-5b4c97f4a4ac state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.595867264Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.596033858Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.596049158Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"uri":"/crucible/0/regions","method":"POST","req_id":"2428a87a-c0fa-4378-828f-6fabbb60f7e6","remote_addr":"[fd00:1122:3344:101::a]:46074","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":207,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_bba1b5aa-526a-4e09-80cf-68d83b926f14/crucible/regions/10ac5fc8-2f2e-401d-aa33-5b4c97f4a4ac","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.605007885Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_bba1b5aa-526a-4e09-80cf-68d83b926f14/crucible/regions/10ac5fc8-2f2e-401d-aa33-5b4c97f4a4ac","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.605042455Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"10ac5fc8-2f2e-401d-aa33-5b4c97f4a4ac\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/10ac5fc8-2f2e-401d-aa33-5b4c97f4a4ac\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.672577817Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"region":"10ac5fc8-2f2e-401d-aa33-5b4c97f4a4ac","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"10ac5fc8-2f2e-401d-aa33-5b4c97f4a4ac\" \"--data\" \"/data/regions/10ac5fc8-2f2e-401d-aa33-5b4c97f4a4ac\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.675046136Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"region":"10ac5fc8-2f2e-401d-aa33-5b4c97f4a4ac","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.756176766Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"region":"10ac5fc8-2f2e-401d-aa33-5b4c97f4a4ac","component":"worker"}
{"msg":"region 10ac5fc8-2f2e-401d-aa33-5b4c97f4a4ac state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.756224866Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.756313468Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-10ac5fc8-2f2e-401d-aa33-5b4c97f4a4ac","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.756781968Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-10ac5fc8-2f2e-401d-aa33-5b4c97f4a4ac","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.759982441Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.767516399Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-10ac5fc8-2f2e-401d-aa33-5b4c97f4a4ac","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.770564449Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/10ac5fc8-2f2e-401d-aa33-5b4c97f4a4ac","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.770763953Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.770815524Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.770857315Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.770896276Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.774361224Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.782584026Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-07T00:59:31.924558716Z","hostname":"oxz_crucible_c0b9aa99-242b-42ef-995b-c74bda11f3fd","pid":23098,"uri":"/crucible/0/regions","method":"POST","req_id":"43e23d2c-c07b-4d09-aeb3-d640cb7ed521","remote_addr":"[fd00:1122:3344:101::a]:46074","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":73,"response_code":"200"}