[ Nov 1 08:19:36 Enabled. ] [ Nov 1 08:19:36 Rereading configuration. ] [ Nov 1 08:19:37 Rereading configuration. ] [ Nov 1 08:19:39 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_f2d00bfb-9004-4347-be63-b51172722fd1/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_f2d00bfb-9004-4347-be63-b51172722fd1/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:19:39.283860843Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868} {"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:19:39.284199472Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:19:39.284210792Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:19:39.306050159Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:19:39.397167108Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:20:56.502503417Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42241"} {"msg":"region 3901692c-8537-45a1-b5f4-178c6341b731 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:20:56.543061344Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:20:56.54818593Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"uri":"/crucible/0/regions","method":"POST","req_id":"e79b9e95-ba6d-44ba-9149-7ed512ba4289","remote_addr":"[fd00:1122:3344:101::a]:42241","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18714,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:20:56.550502547Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_f2d00bfb-9004-4347-be63-b51172722fd1/crucible/regions/3901692c-8537-45a1-b5f4-178c6341b731","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:20:56.560765559Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f2d00bfb-9004-4347-be63-b51172722fd1/crucible/regions/3901692c-8537-45a1-b5f4-178c6341b731","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:20:56.56079521Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"3901692c-8537-45a1-b5f4-178c6341b731\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3901692c-8537-45a1-b5f4-178c6341b731\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:20:56.619012091Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"region":"3901692c-8537-45a1-b5f4-178c6341b731","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3901692c-8537-45a1-b5f4-178c6341b731\" \"--data\" \"/data/regions/3901692c-8537-45a1-b5f4-178c6341b731\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:20:56.623722826Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"region":"3901692c-8537-45a1-b5f4-178c6341b731","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:20:56.865656822Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"uri":"/crucible/0/regions","method":"POST","req_id":"50257b7e-29f0-452c-af13-81e938a6d416","remote_addr":"[fd00:1122:3344:101::a]:42241","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":86,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:20:56.91844721Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"region":"3901692c-8537-45a1-b5f4-178c6341b731","component":"worker"} {"msg":"region 3901692c-8537-45a1-b5f4-178c6341b731 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:20:56.91848218Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:20:56.918596263Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-3901692c-8537-45a1-b5f4-178c6341b731","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:20:56.919002563Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3901692c-8537-45a1-b5f4-178c6341b731","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:20:56.925637786Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:20:56.944768666Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3901692c-8537-45a1-b5f4-178c6341b731","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:20:56.949145014Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3901692c-8537-45a1-b5f4-178c6341b731","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:20:56.949857671Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:20:56.952220089Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:20:56.952268791Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:20:56.952307912Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:20:56.96120307Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:20:56.965457305Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T08:20:57.309005088Z","hostname":"oxz_crucible_5ce66874-ebff-468e-b086-ca55340137cd","pid":20868,"uri":"/crucible/0/regions","method":"POST","req_id":"4f8857bc-0d3b-4e31-8538-20d883ecdf7d","remote_addr":"[fd00:1122:3344:101::a]:42241","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":70,"response_code":"200"}