[ Feb 28 11:58:57 Enabled. ] [ Feb 28 11:58:57 Rereading configuration. ] [ Feb 28 11:58:58 Rereading configuration. ] [ Feb 28 11:59:02 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_41ab8915-03be-4f0d-8d62-9dc7d9aa7f11/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_41ab8915-03be-4f0d-8d62-9dc7d9aa7f11/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:02.217816877Z","hostname":"oxz_crucible_f02ad245-c191-4340-8efd-5a482e0cf745","pid":21985} {"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:02.220893831Z","hostname":"oxz_crucible_f02ad245-c191-4340-8efd-5a482e0cf745","pid":21985} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:02.220905711Z","hostname":"oxz_crucible_f02ad245-c191-4340-8efd-5a482e0cf745","pid":21985} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:02.240225218Z","hostname":"oxz_crucible_f02ad245-c191-4340-8efd-5a482e0cf745","pid":21985,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:02.315968256Z","hostname":"oxz_crucible_f02ad245-c191-4340-8efd-5a482e0cf745","pid":21985,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.646551651Z","hostname":"oxz_crucible_f02ad245-c191-4340-8efd-5a482e0cf745","pid":21985,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:54734"} {"msg":"region 949808fa-e099-40fc-8f38-afb371848fd8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.663386277Z","hostname":"oxz_crucible_f02ad245-c191-4340-8efd-5a482e0cf745","pid":21985,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.666472662Z","hostname":"oxz_crucible_f02ad245-c191-4340-8efd-5a482e0cf745","pid":21985,"uri":"/crucible/0/regions","method":"POST","req_id":"27408684-40ad-4a8a-afbc-e99fe597d875","remote_addr":"[fd00:1122:3344:101::b]:54734","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":6285,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.666496262Z","hostname":"oxz_crucible_f02ad245-c191-4340-8efd-5a482e0cf745","pid":21985,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_41ab8915-03be-4f0d-8d62-9dc7d9aa7f11/crucible/regions/949808fa-e099-40fc-8f38-afb371848fd8","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.678310458Z","hostname":"oxz_crucible_f02ad245-c191-4340-8efd-5a482e0cf745","pid":21985,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_41ab8915-03be-4f0d-8d62-9dc7d9aa7f11/crucible/regions/949808fa-e099-40fc-8f38-afb371848fd8","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.678351999Z","hostname":"oxz_crucible_f02ad245-c191-4340-8efd-5a482e0cf745","pid":21985,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"949808fa-e099-40fc-8f38-afb371848fd8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/949808fa-e099-40fc-8f38-afb371848fd8\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.762375457Z","hostname":"oxz_crucible_f02ad245-c191-4340-8efd-5a482e0cf745","pid":21985,"region":"949808fa-e099-40fc-8f38-afb371848fd8","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"949808fa-e099-40fc-8f38-afb371848fd8\" \"--data\" \"/data/regions/949808fa-e099-40fc-8f38-afb371848fd8\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.762469479Z","hostname":"oxz_crucible_f02ad245-c191-4340-8efd-5a482e0cf745","pid":21985,"region":"949808fa-e099-40fc-8f38-afb371848fd8","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.930576178Z","hostname":"oxz_crucible_f02ad245-c191-4340-8efd-5a482e0cf745","pid":21985,"region":"949808fa-e099-40fc-8f38-afb371848fd8","component":"worker"} {"msg":"region 949808fa-e099-40fc-8f38-afb371848fd8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.930628609Z","hostname":"oxz_crucible_f02ad245-c191-4340-8efd-5a482e0cf745","pid":21985,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.930712521Z","hostname":"oxz_crucible_f02ad245-c191-4340-8efd-5a482e0cf745","pid":21985,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-949808fa-e099-40fc-8f38-afb371848fd8","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.931166302Z","hostname":"oxz_crucible_f02ad245-c191-4340-8efd-5a482e0cf745","pid":21985,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-949808fa-e099-40fc-8f38-afb371848fd8","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.9360573Z","hostname":"oxz_crucible_f02ad245-c191-4340-8efd-5a482e0cf745","pid":21985,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.947622779Z","hostname":"oxz_crucible_f02ad245-c191-4340-8efd-5a482e0cf745","pid":21985,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-949808fa-e099-40fc-8f38-afb371848fd8","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.950904688Z","hostname":"oxz_crucible_f02ad245-c191-4340-8efd-5a482e0cf745","pid":21985,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/949808fa-e099-40fc-8f38-afb371848fd8","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.95261805Z","hostname":"oxz_crucible_f02ad245-c191-4340-8efd-5a482e0cf745","pid":21985,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.952684971Z","hostname":"oxz_crucible_f02ad245-c191-4340-8efd-5a482e0cf745","pid":21985,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.952720942Z","hostname":"oxz_crucible_f02ad245-c191-4340-8efd-5a482e0cf745","pid":21985,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.952767753Z","hostname":"oxz_crucible_f02ad245-c191-4340-8efd-5a482e0cf745","pid":21985,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.956430592Z","hostname":"oxz_crucible_f02ad245-c191-4340-8efd-5a482e0cf745","pid":21985,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:01.971185238Z","hostname":"oxz_crucible_f02ad245-c191-4340-8efd-5a482e0cf745","pid":21985,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T12:00:02.013159141Z","hostname":"oxz_crucible_f02ad245-c191-4340-8efd-5a482e0cf745","pid":21985,"uri":"/crucible/0/regions","method":"POST","req_id":"6342508f-4515-40b9-bd13-533be4684281","remote_addr":"[fd00:1122:3344:101::b]:54734","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":66,"response_code":"200"}