[ Feb 28 11:58:58 Enabled. ]
[ Feb 28 11:58:58 Rereading configuration. ]
[ Feb 28 11:58:59 Rereading configuration. ]
[ Feb 28 11:59:03 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_f96ce34c-5b3d-42fa-9a17-9690acddcca7/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_f96ce34c-5b3d-42fa-9a17-9690acddcca7/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:03.258809687Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:03.261876951Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:03.261887712Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:03.277848167Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:03.353967785Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:58.016910267Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:60393"}
{"msg":"region 016adaa6-6dd9-47d6-ac8a-1eb1e26b513b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:58.03813546Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:58.043645863Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"uri":"/crucible/0/regions","method":"POST","req_id":"fa26eb2c-5339-4840-9ef4-b40da8729654","remote_addr":"[fd00:1122:3344:101::b]:60393","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":14188,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:58.043664393Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_f96ce34c-5b3d-42fa-9a17-9690acddcca7/crucible/regions/016adaa6-6dd9-47d6-ac8a-1eb1e26b513b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:58.053024239Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_f96ce34c-5b3d-42fa-9a17-9690acddcca7/crucible/regions/016adaa6-6dd9-47d6-ac8a-1eb1e26b513b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:58.05307328Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"016adaa6-6dd9-47d6-ac8a-1eb1e26b513b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/016adaa6-6dd9-47d6-ac8a-1eb1e26b513b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:58.138876442Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"region":"016adaa6-6dd9-47d6-ac8a-1eb1e26b513b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"016adaa6-6dd9-47d6-ac8a-1eb1e26b513b\" \"--data\" \"/data/regions/016adaa6-6dd9-47d6-ac8a-1eb1e26b513b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:58.141052084Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"region":"016adaa6-6dd9-47d6-ac8a-1eb1e26b513b","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:58.222205104Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"uri":"/crucible/0/regions","method":"POST","req_id":"9ca18925-a1a6-495a-b5c9-f683ab44cff6","remote_addr":"[fd00:1122:3344:101::b]:60393","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:58.256944222Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"region":"016adaa6-6dd9-47d6-ac8a-1eb1e26b513b","component":"worker"}
{"msg":"region 016adaa6-6dd9-47d6-ac8a-1eb1e26b513b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:58.257007004Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:58.257220159Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-016adaa6-6dd9-47d6-ac8a-1eb1e26b513b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:58.257641869Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-016adaa6-6dd9-47d6-ac8a-1eb1e26b513b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:58.263011618Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:58.272912757Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-016adaa6-6dd9-47d6-ac8a-1eb1e26b513b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:58.275551821Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/016adaa6-6dd9-47d6-ac8a-1eb1e26b513b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:58.276373491Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:58.276444053Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:58.276486414Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:58.276524255Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:58.280288246Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:58.295490873Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:58.511155179Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"uri":"/crucible/0/regions","method":"POST","req_id":"1a384930-498e-4105-aa3b-c2feccf78b88","remote_addr":"[fd00:1122:3344:101::b]:60393","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":51,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:59.198842701Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"uri":"/crucible/0/regions/016adaa6-6dd9-47d6-ac8a-1eb1e26b513b","method":"GET","req_id":"dfbada71-c227-4716-bf22-ac4a81cd1dfb","remote_addr":"[fd00:1122:3344:101::b]:60393","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"path is \"/data/regions/016adaa6-6dd9-47d6-ac8a-1eb1e26b513b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:59.20170683Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"component":"datafile"}
{"msg":"dataset is oxp_f96ce34c-5b3d-42fa-9a17-9690acddcca7/crucible/regions/016adaa6-6dd9-47d6-ac8a-1eb1e26b513b","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:59.212644344Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"component":"datafile"}
{"msg":"region 016adaa6-6dd9-47d6-ac8a-1eb1e26b513b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:59.223401884Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:59.223565727Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:59.223607809Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"uri":"/crucible/0/regions/016adaa6-6dd9-47d6-ac8a-1eb1e26b513b","method":"DELETE","req_id":"93491372-b4c3-4d73-8650-3ae2fc325f21","remote_addr":"[fd00:1122:3344:101::b]:60393","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21954,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-016adaa6-6dd9-47d6-ac8a-1eb1e26b513b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:59.224812438Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:59.226937109Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"uri":"/crucible/0/regions/016adaa6-6dd9-47d6-ac8a-1eb1e26b513b","method":"GET","req_id":"d35cc00b-b319-4dac-a5e6-4c23bbbad9fb","remote_addr":"[fd00:1122:3344:101::b]:60393","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":29,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:59.230172257Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_f96ce34c-5b3d-42fa-9a17-9690acddcca7/crucible/regions/016adaa6-6dd9-47d6-ac8a-1eb1e26b513b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:59.2418948Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"region":"016adaa6-6dd9-47d6-ac8a-1eb1e26b513b","component":"worker"}
{"msg":"region 016adaa6-6dd9-47d6-ac8a-1eb1e26b513b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:59.317248199Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-28T11:59:59.345260805Z","hostname":"oxz_crucible_31a8c7a3-55cd-45a6-aea2-4c0ccf434425","pid":22537,"uri":"/crucible/0/regions/016adaa6-6dd9-47d6-ac8a-1eb1e26b513b","method":"GET","req_id":"ac504751-18d3-4d9a-a061-de6f6e7ac617","remote_addr":"[fd00:1122:3344:101::b]:60393","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":68,"response_code":"200"}