[ Apr  9 19:08:39 Enabled. ]
[ Apr  9 19:08:39 Rereading configuration. ]
[ Apr  9 19:08:41 Rereading configuration. ]
[ Apr  9 19:08:45 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_19d00e10-d578-4cf3-b1c5-70a55f5c2e8f/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_19d00e10-d578-4cf3-b1c5-70a55f5c2e8f/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:08:45.437812891Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:08:45.441321189Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:08:45.441331109Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:08:45.459753068Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:08:45.539534136Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:34.380084016Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:45230"}
{"msg":"region 50610208-a4e0-4e47-b8d3-3fb3cd862378 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:34.413771849Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:34.416608107Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"uri":"/crucible/0/regions","method":"POST","req_id":"b893cc3c-0e1a-427c-849b-4c988ad1a413","remote_addr":"[fd00:1122:3344:101::c]:45230","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":14118,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:34.418670374Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_19d00e10-d578-4cf3-b1c5-70a55f5c2e8f/crucible/regions/50610208-a4e0-4e47-b8d3-3fb3cd862378","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:34.428075985Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_19d00e10-d578-4cf3-b1c5-70a55f5c2e8f/crucible/regions/50610208-a4e0-4e47-b8d3-3fb3cd862378","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:34.428136756Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"50610208-a4e0-4e47-b8d3-3fb3cd862378\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/50610208-a4e0-4e47-b8d3-3fb3cd862378\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:34.499793229Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"region":"50610208-a4e0-4e47-b8d3-3fb3cd862378","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"50610208-a4e0-4e47-b8d3-3fb3cd862378\" \"--data\" \"/data/regions/50610208-a4e0-4e47-b8d3-3fb3cd862378\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:34.501920568Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"region":"50610208-a4e0-4e47-b8d3-3fb3cd862378","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:34.566053893Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"uri":"/crucible/0/regions","method":"POST","req_id":"91e87b48-d25e-4d41-afb5-50225fe8608e","remote_addr":"[fd00:1122:3344:101::c]:45230","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":79,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:34.636657057Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"region":"50610208-a4e0-4e47-b8d3-3fb3cd862378","component":"worker"}
{"msg":"region 50610208-a4e0-4e47-b8d3-3fb3cd862378 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:34.636725919Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:34.636952205Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-50610208-a4e0-4e47-b8d3-3fb3cd862378","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:34.637370877Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-50610208-a4e0-4e47-b8d3-3fb3cd862378","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:34.640789611Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:34.656400753Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-50610208-a4e0-4e47-b8d3-3fb3cd862378","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:34.662091281Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/50610208-a4e0-4e47-b8d3-3fb3cd862378","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:34.673776454Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:34.673884267Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:34.673950909Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:34.674018731Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:34.678092504Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:34.684755638Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:34.871106965Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"uri":"/crucible/0/regions","method":"POST","req_id":"09324d18-97e4-4605-92ce-cd01dcea7510","remote_addr":"[fd00:1122:3344:101::c]:45230","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":46,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:35.650966888Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"uri":"/crucible/0/regions/50610208-a4e0-4e47-b8d3-3fb3cd862378","method":"GET","req_id":"62409f85-ab95-46b9-8b70-cf2350289674","remote_addr":"[fd00:1122:3344:101::c]:45230","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"path is \"/data/regions/50610208-a4e0-4e47-b8d3-3fb3cd862378\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:35.653322733Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"component":"datafile"}
{"msg":"dataset is oxp_19d00e10-d578-4cf3-b1c5-70a55f5c2e8f/crucible/regions/50610208-a4e0-4e47-b8d3-3fb3cd862378","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:35.664329217Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"component":"datafile"}
{"msg":"region 50610208-a4e0-4e47-b8d3-3fb3cd862378 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:35.673840861Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:35.674053747Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:35.674079557Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"uri":"/crucible/0/regions/50610208-a4e0-4e47-b8d3-3fb3cd862378","method":"DELETE","req_id":"a222e76b-5452-4e27-a34c-a242eec0f951","remote_addr":"[fd00:1122:3344:101::c]:45230","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20791,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-50610208-a4e0-4e47-b8d3-3fb3cd862378 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:35.675120076Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:35.676868895Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"uri":"/crucible/0/regions/50610208-a4e0-4e47-b8d3-3fb3cd862378","method":"GET","req_id":"0d0adc43-ea43-4a22-a673-b06b0f75ca4f","remote_addr":"[fd00:1122:3344:101::c]:45230","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:35.679746054Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_19d00e10-d578-4cf3-b1c5-70a55f5c2e8f/crucible/regions/50610208-a4e0-4e47-b8d3-3fb3cd862378\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:35.692037744Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"region":"50610208-a4e0-4e47-b8d3-3fb3cd862378","component":"worker"}
{"msg":"region 50610208-a4e0-4e47-b8d3-3fb3cd862378 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:35.764225512Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-09T19:09:35.828167352Z","hostname":"oxz_crucible_0a40ba64-311f-49c1-bbd5-c2937324b55c","pid":22692,"uri":"/crucible/0/regions/50610208-a4e0-4e47-b8d3-3fb3cd862378","method":"GET","req_id":"b49b9173-7f7d-4a26-88e0-481add509abd","remote_addr":"[fd00:1122:3344:101::c]:45230","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":63,"response_code":"200"}