[ Jun 12 21:27:43 Enabled. ] [ Jun 12 21:27:43 Rereading configuration. ] [ Jun 12 21:27:45 Rereading configuration. ] [ Jun 12 21:27:48 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_8043b355-0fd3-40fc-8db4-22fae40be7a4/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_8043b355-0fd3-40fc-8db4-22fae40be7a4/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:27:48.542920223Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282} {"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:27:48.546029078Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:27:48.546048238Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:27:48.554662165Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:27:48.716362903Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:28:17.510391279Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:63005"} {"msg":"region db49ef5b-f68d-4c3a-b793-d0a46be672f2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:28:17.541236311Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:28:17.549025698Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"uri":"/crucible/0/regions","method":"POST","req_id":"a38ab6de-f0a5-4fc9-8ce2-a1e2d0a9499a","remote_addr":"[fd00:1122:3344:101::a]:63005","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":17611,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:28:17.549055279Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_8043b355-0fd3-40fc-8db4-22fae40be7a4/crucible/regions/db49ef5b-f68d-4c3a-b793-d0a46be672f2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:28:17.562299657Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_8043b355-0fd3-40fc-8db4-22fae40be7a4/crucible/regions/db49ef5b-f68d-4c3a-b793-d0a46be672f2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:28:17.562345468Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"db49ef5b-f68d-4c3a-b793-d0a46be672f2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/db49ef5b-f68d-4c3a-b793-d0a46be672f2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:28:17.63438167Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"region":"db49ef5b-f68d-4c3a-b793-d0a46be672f2","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"db49ef5b-f68d-4c3a-b793-d0a46be672f2\" \"--data\" \"/data/regions/db49ef5b-f68d-4c3a-b793-d0a46be672f2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:28:17.636476901Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"region":"db49ef5b-f68d-4c3a-b793-d0a46be672f2","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:28:17.908294776Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"uri":"/crucible/0/regions","method":"POST","req_id":"f31cf9df-c988-4e58-9441-9d3e213db038","remote_addr":"[fd00:1122:3344:101::a]:63005","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":98,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:28:17.984263962Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"region":"db49ef5b-f68d-4c3a-b793-d0a46be672f2","component":"worker"} {"msg":"region db49ef5b-f68d-4c3a-b793-d0a46be672f2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:28:17.984305283Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:28:17.984407276Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-db49ef5b-f68d-4c3a-b793-d0a46be672f2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:28:17.984825896Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-db49ef5b-f68d-4c3a-b793-d0a46be672f2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:28:17.996018715Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:28:18.014961061Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-db49ef5b-f68d-4c3a-b793-d0a46be672f2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:28:18.02325333Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/db49ef5b-f68d-4c3a-b793-d0a46be672f2","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:28:18.033135037Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:28:18.035532515Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:28:18.035594466Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:28:18.035634498Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:28:18.043340653Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:28:18.047652667Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-12T21:28:18.295936855Z","hostname":"oxz_crucible_7d54ae3d-cbc6-4ec3-9e0c-e8080fcb0ba2","pid":23282,"uri":"/crucible/0/regions","method":"POST","req_id":"51595f22-e784-4f74-b200-59b773652f08","remote_addr":"[fd00:1122:3344:101::a]:63005","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":93,"response_code":"200"}