[ Jan 29 21:06:22 Enabled. ] [ Jan 29 21:06:22 Rereading configuration. ] [ Jan 29 21:06:24 Rereading configuration. ] [ Jan 29 21:06:28 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_89bcf1e2-2624-4ea3-afec-e7ad4b0ab25a/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_89bcf1e2-2624-4ea3-afec-e7ad4b0ab25a/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:28.588555046Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641} {"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:28.591652283Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:28.591660013Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:28.606260067Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:28.730116719Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:49.961237613Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:59524"} {"msg":"region e5370f81-c6c2-4ce4-aca0-1640cb60f0dc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:49.973791083Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:49.974132588Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641,"uri":"/crucible/0/regions","method":"POST","req_id":"5b38e7c2-b8ad-4070-b505-913c2f71c8b0","remote_addr":"[fd00:1122:3344:101::b]:59524","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":3138,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:49.976772699Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_89bcf1e2-2624-4ea3-afec-e7ad4b0ab25a/crucible/regions/e5370f81-c6c2-4ce4-aca0-1640cb60f0dc","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:49.986173162Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_89bcf1e2-2624-4ea3-afec-e7ad4b0ab25a/crucible/regions/e5370f81-c6c2-4ce4-aca0-1640cb60f0dc","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:49.986243072Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"e5370f81-c6c2-4ce4-aca0-1640cb60f0dc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e5370f81-c6c2-4ce4-aca0-1640cb60f0dc\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:50.113846829Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641,"region":"e5370f81-c6c2-4ce4-aca0-1640cb60f0dc","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e5370f81-c6c2-4ce4-aca0-1640cb60f0dc\" \"--data\" \"/data/regions/e5370f81-c6c2-4ce4-aca0-1640cb60f0dc\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:50.115920463Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641,"region":"e5370f81-c6c2-4ce4-aca0-1640cb60f0dc","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:50.174008548Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641,"uri":"/crucible/0/regions","method":"POST","req_id":"0218d73f-1664-40cd-8af9-9a4a495b0cc3","remote_addr":"[fd00:1122:3344:101::b]:59524","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":81,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:50.341197137Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641,"region":"e5370f81-c6c2-4ce4-aca0-1640cb60f0dc","component":"worker"} {"msg":"region e5370f81-c6c2-4ce4-aca0-1640cb60f0dc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:50.341323108Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:50.341520731Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-e5370f81-c6c2-4ce4-aca0-1640cb60f0dc","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:50.341940486Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e5370f81-c6c2-4ce4-aca0-1640cb60f0dc","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:50.350365456Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:50.36654097Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e5370f81-c6c2-4ce4-aca0-1640cb60f0dc","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:50.380673359Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e5370f81-c6c2-4ce4-aca0-1640cb60f0dc","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:50.381754132Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:50.381866623Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:50.381934674Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:50.381990344Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:50.392370569Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:50.403532052Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-29T21:06:50.800146296Z","hostname":"oxz_crucible_da4632cb-ac5b-491a-947d-572d7f1631c0","pid":24641,"uri":"/crucible/0/regions","method":"POST","req_id":"fa7c7aa5-700a-49d4-a9f7-bda7c7705180","remote_addr":"[fd00:1122:3344:101::b]:59524","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":53,"response_code":"200"}