[ Jan 28 23:05:30 Enabled. ]
[ Jan 28 23:05:30 Rereading configuration. ]
[ Jan 28 23:05:33 Rereading configuration. ]
[ Jan 28 23:05:43 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_21294dfd-a58f-42c6-a41c-8b148c95a198/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_21294dfd-a58f-42c6-a41c-8b148c95a198/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:05:43.970630598Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:05:43.971528733Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:05:43.971537543Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:05:43.989169178Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:05:44.119722547Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:50.964584056Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:44193"}
{"msg":"region 2b0bb94e-a2fd-4388-a5c2-897c1a49c28a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:51.004482102Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:51.012073519Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441,"uri":"/crucible/0/regions","method":"POST","req_id":"833a0aa2-ad51-4d7c-9bd5-a7dbe5086cbb","remote_addr":"[fd00:1122:3344:101::c]:44193","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20328,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:51.01210588Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_21294dfd-a58f-42c6-a41c-8b148c95a198/crucible/regions/2b0bb94e-a2fd-4388-a5c2-897c1a49c28a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:51.022674176Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_21294dfd-a58f-42c6-a41c-8b148c95a198/crucible/regions/2b0bb94e-a2fd-4388-a5c2-897c1a49c28a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:51.022715687Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2b0bb94e-a2fd-4388-a5c2-897c1a49c28a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2b0bb94e-a2fd-4388-a5c2-897c1a49c28a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:51.087363466Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441,"region":"2b0bb94e-a2fd-4388-a5c2-897c1a49c28a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2b0bb94e-a2fd-4388-a5c2-897c1a49c28a\" \"--data\" \"/data/regions/2b0bb94e-a2fd-4388-a5c2-897c1a49c28a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:51.089869578Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441,"region":"2b0bb94e-a2fd-4388-a5c2-897c1a49c28a","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:51.177544142Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441,"uri":"/crucible/0/regions","method":"POST","req_id":"6a5f044a-e787-4e1d-a716-10cbb9f62e57","remote_addr":"[fd00:1122:3344:101::c]:44193","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":91,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:51.432928456Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441,"region":"2b0bb94e-a2fd-4388-a5c2-897c1a49c28a","component":"worker"}
{"msg":"region 2b0bb94e-a2fd-4388-a5c2-897c1a49c28a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:51.432973097Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:51.433077619Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2b0bb94e-a2fd-4388-a5c2-897c1a49c28a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:51.433474665Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2b0bb94e-a2fd-4388-a5c2-897c1a49c28a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:51.441733263Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:51.460439566Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2b0bb94e-a2fd-4388-a5c2-897c1a49c28a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:51.476390742Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2b0bb94e-a2fd-4388-a5c2-897c1a49c28a","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:51.477034483Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:51.47923381Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:51.479296031Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:51.479339662Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:51.486688854Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:51.493111511Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-28T23:06:51.654560327Z","hostname":"oxz_crucible_fae6c26a-e6f7-4cd3-b6b0-99068a244306","pid":22441,"uri":"/crucible/0/regions","method":"POST","req_id":"00a77195-7705-4c7c-9b52-508f52a50fd7","remote_addr":"[fd00:1122:3344:101::c]:44193","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":67,"response_code":"200"}