[ Oct 14 03:57:31 Enabled. ]
[ Oct 14 03:57:31 Rereading configuration. ]
[ Oct 14 03:57:33 Rereading configuration. ]
[ Oct 14 03:57:37 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_975b6857-b41c-4cdb-a993-a5e1e16c7732/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_975b6857-b41c-4cdb-a993-a5e1e16c7732/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T03:57:37.214787715Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T03:57:37.216030956Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T03:57:37.216038836Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T03:57:37.235800036Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T03:57:37.367616536Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T03:58:37.589864367Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:65054"}
{"msg":"region e8cd414e-0856-4a02-912a-b373cec88517 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T03:58:37.612473188Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T03:58:37.616724816Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"uri":"/crucible/0/regions","method":"POST","req_id":"f2268600-a53f-4a01-97fc-243d32a2b9ea","remote_addr":"[fd00:1122:3344:101::a]:65054","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":6532,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T03:58:37.620609134Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_975b6857-b41c-4cdb-a993-a5e1e16c7732/crucible/regions/e8cd414e-0856-4a02-912a-b373cec88517","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T03:58:37.629429667Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_975b6857-b41c-4cdb-a993-a5e1e16c7732/crucible/regions/e8cd414e-0856-4a02-912a-b373cec88517","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T03:58:37.629457718Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e8cd414e-0856-4a02-912a-b373cec88517\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e8cd414e-0856-4a02-912a-b373cec88517\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T03:58:37.679782099Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"region":"e8cd414e-0856-4a02-912a-b373cec88517","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e8cd414e-0856-4a02-912a-b373cec88517\" \"--data\" \"/data/regions/e8cd414e-0856-4a02-912a-b373cec88517\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T03:58:37.679911982Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"region":"e8cd414e-0856-4a02-912a-b373cec88517","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T03:58:37.95765939Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"region":"e8cd414e-0856-4a02-912a-b373cec88517","component":"worker"}
{"msg":"region e8cd414e-0856-4a02-912a-b373cec88517 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T03:58:37.957714661Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T03:58:37.957825054Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e8cd414e-0856-4a02-912a-b373cec88517","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T03:58:37.960169823Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e8cd414e-0856-4a02-912a-b373cec88517","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T03:58:37.964812951Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T03:58:37.984209321Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e8cd414e-0856-4a02-912a-b373cec88517","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T03:58:37.987387791Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e8cd414e-0856-4a02-912a-b373cec88517","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T03:58:37.992163612Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T03:58:37.992228173Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T03:58:37.992271445Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T03:58:37.992319456Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T03:58:37.995942307Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T03:58:37.999923798Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T03:58:38.051407079Z","hostname":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","pid":22048,"uri":"/crucible/0/regions","method":"POST","req_id":"c081ba09-16b3-43a6-8114-6ccf90d04f72","remote_addr":"[fd00:1122:3344:101::a]:65054","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":586,"response_code":"200"}