[ Jun 28 23:40:37 Enabled. ] [ Jun 28 23:40:37 Rereading configuration. ] [ Jun 28 23:40:39 Rereading configuration. ] [ Jun 28 23:40:44 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_68ccf343-e607-4348-876a-36fb1e969ed0/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_68ccf343-e607-4348-876a-36fb1e969ed0/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:40:44.157466625Z","hostname":"oxz_crucible_74b52c1c-368d-4fd8-9512-1fb4d30ec353","pid":25009} {"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:40:44.161067031Z","hostname":"oxz_crucible_74b52c1c-368d-4fd8-9512-1fb4d30ec353","pid":25009} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:40:44.161080861Z","hostname":"oxz_crucible_74b52c1c-368d-4fd8-9512-1fb4d30ec353","pid":25009} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:40:44.176894959Z","hostname":"oxz_crucible_74b52c1c-368d-4fd8-9512-1fb4d30ec353","pid":25009,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:40:44.448953412Z","hostname":"oxz_crucible_74b52c1c-368d-4fd8-9512-1fb4d30ec353","pid":25009,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:41:57.977340491Z","hostname":"oxz_crucible_74b52c1c-368d-4fd8-9512-1fb4d30ec353","pid":25009,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53443"} {"msg":"region b7504c0f-e709-443c-9950-0cab028335a7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:41:57.99444328Z","hostname":"oxz_crucible_74b52c1c-368d-4fd8-9512-1fb4d30ec353","pid":25009,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:41:58.001422367Z","hostname":"oxz_crucible_74b52c1c-368d-4fd8-9512-1fb4d30ec353","pid":25009,"uri":"/crucible/0/regions","method":"POST","req_id":"1fcb8d3f-4bf0-4e7e-8481-ac7ecc2f9658","remote_addr":"[fd00:1122:3344:101::a]:53443","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":14006,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:41:58.00196442Z","hostname":"oxz_crucible_74b52c1c-368d-4fd8-9512-1fb4d30ec353","pid":25009,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_68ccf343-e607-4348-876a-36fb1e969ed0/crucible/regions/b7504c0f-e709-443c-9950-0cab028335a7","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:41:58.013438954Z","hostname":"oxz_crucible_74b52c1c-368d-4fd8-9512-1fb4d30ec353","pid":25009,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_68ccf343-e607-4348-876a-36fb1e969ed0/crucible/regions/b7504c0f-e709-443c-9950-0cab028335a7","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:41:58.013477705Z","hostname":"oxz_crucible_74b52c1c-368d-4fd8-9512-1fb4d30ec353","pid":25009,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b7504c0f-e709-443c-9950-0cab028335a7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b7504c0f-e709-443c-9950-0cab028335a7\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:41:58.072524506Z","hostname":"oxz_crucible_74b52c1c-368d-4fd8-9512-1fb4d30ec353","pid":25009,"region":"b7504c0f-e709-443c-9950-0cab028335a7","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b7504c0f-e709-443c-9950-0cab028335a7\" \"--data\" \"/data/regions/b7504c0f-e709-443c-9950-0cab028335a7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:41:58.074579245Z","hostname":"oxz_crucible_74b52c1c-368d-4fd8-9512-1fb4d30ec353","pid":25009,"region":"b7504c0f-e709-443c-9950-0cab028335a7","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:41:58.198714352Z","hostname":"oxz_crucible_74b52c1c-368d-4fd8-9512-1fb4d30ec353","pid":25009,"region":"b7504c0f-e709-443c-9950-0cab028335a7","component":"worker"} {"msg":"region b7504c0f-e709-443c-9950-0cab028335a7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:41:58.198770433Z","hostname":"oxz_crucible_74b52c1c-368d-4fd8-9512-1fb4d30ec353","pid":25009,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:41:58.198876276Z","hostname":"oxz_crucible_74b52c1c-368d-4fd8-9512-1fb4d30ec353","pid":25009,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b7504c0f-e709-443c-9950-0cab028335a7","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:41:58.199372898Z","hostname":"oxz_crucible_74b52c1c-368d-4fd8-9512-1fb4d30ec353","pid":25009,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b7504c0f-e709-443c-9950-0cab028335a7","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:41:58.205923764Z","hostname":"oxz_crucible_74b52c1c-368d-4fd8-9512-1fb4d30ec353","pid":25009,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:41:58.219607962Z","hostname":"oxz_crucible_74b52c1c-368d-4fd8-9512-1fb4d30ec353","pid":25009,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b7504c0f-e709-443c-9950-0cab028335a7","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:41:58.22371157Z","hostname":"oxz_crucible_74b52c1c-368d-4fd8-9512-1fb4d30ec353","pid":25009,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b7504c0f-e709-443c-9950-0cab028335a7","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:41:58.224414286Z","hostname":"oxz_crucible_74b52c1c-368d-4fd8-9512-1fb4d30ec353","pid":25009,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:41:58.226502816Z","hostname":"oxz_crucible_74b52c1c-368d-4fd8-9512-1fb4d30ec353","pid":25009,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:41:58.226563728Z","hostname":"oxz_crucible_74b52c1c-368d-4fd8-9512-1fb4d30ec353","pid":25009,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:41:58.226612169Z","hostname":"oxz_crucible_74b52c1c-368d-4fd8-9512-1fb4d30ec353","pid":25009,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:41:58.234986369Z","hostname":"oxz_crucible_74b52c1c-368d-4fd8-9512-1fb4d30ec353","pid":25009,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:41:58.241431503Z","hostname":"oxz_crucible_74b52c1c-368d-4fd8-9512-1fb4d30ec353","pid":25009,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-28T23:41:58.345211864Z","hostname":"oxz_crucible_74b52c1c-368d-4fd8-9512-1fb4d30ec353","pid":25009,"uri":"/crucible/0/regions","method":"POST","req_id":"3f3f47d3-90a2-40a7-ab34-baf3fc93860d","remote_addr":"[fd00:1122:3344:101::a]:53443","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":919,"response_code":"200"}