[ Jul 5 23:25:55 Enabled. ] [ Jul 5 23:25:55 Rereading configuration. ] [ Jul 5 23:25:57 Rereading configuration. ] [ Jul 5 23:25:58 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_68a07ed3-dcde-493b-971f-3ae7de5ac168/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_68a07ed3-dcde-493b-971f-3ae7de5ac168/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-05T23:25:58.399951443Z","hostname":"oxz_crucible_b164a57e-3197-43cf-9d48-a755e9cc35e1","pid":19304} {"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-05T23:25:58.402482649Z","hostname":"oxz_crucible_b164a57e-3197-43cf-9d48-a755e9cc35e1","pid":19304} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-05T23:25:58.40249897Z","hostname":"oxz_crucible_b164a57e-3197-43cf-9d48-a755e9cc35e1","pid":19304} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-05T23:25:58.420012394Z","hostname":"oxz_crucible_b164a57e-3197-43cf-9d48-a755e9cc35e1","pid":19304,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-05T23:25:58.51134729Z","hostname":"oxz_crucible_b164a57e-3197-43cf-9d48-a755e9cc35e1","pid":19304,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-05T23:27:15.071855043Z","hostname":"oxz_crucible_b164a57e-3197-43cf-9d48-a755e9cc35e1","pid":19304,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36717"} {"msg":"region 237d3b0b-ec07-41d6-889e-eaabcc7271db state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-05T23:27:15.091376762Z","hostname":"oxz_crucible_b164a57e-3197-43cf-9d48-a755e9cc35e1","pid":19304,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-05T23:27:15.098203596Z","hostname":"oxz_crucible_b164a57e-3197-43cf-9d48-a755e9cc35e1","pid":19304,"uri":"/crucible/0/regions","method":"POST","req_id":"105259e7-de07-41fe-9b0a-c5a6caba0895","remote_addr":"[fd00:1122:3344:101::a]:36717","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":15270,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-05T23:27:15.098229816Z","hostname":"oxz_crucible_b164a57e-3197-43cf-9d48-a755e9cc35e1","pid":19304,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_68a07ed3-dcde-493b-971f-3ae7de5ac168/crucible/regions/237d3b0b-ec07-41d6-889e-eaabcc7271db","v":0,"name":"crucible-agent","level":30,"time":"2024-07-05T23:27:15.111690169Z","hostname":"oxz_crucible_b164a57e-3197-43cf-9d48-a755e9cc35e1","pid":19304,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_68a07ed3-dcde-493b-971f-3ae7de5ac168/crucible/regions/237d3b0b-ec07-41d6-889e-eaabcc7271db","v":0,"name":"crucible-agent","level":30,"time":"2024-07-05T23:27:15.111726Z","hostname":"oxz_crucible_b164a57e-3197-43cf-9d48-a755e9cc35e1","pid":19304,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"237d3b0b-ec07-41d6-889e-eaabcc7271db\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/237d3b0b-ec07-41d6-889e-eaabcc7271db\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-05T23:27:15.161905189Z","hostname":"oxz_crucible_b164a57e-3197-43cf-9d48-a755e9cc35e1","pid":19304,"region":"237d3b0b-ec07-41d6-889e-eaabcc7271db","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"237d3b0b-ec07-41d6-889e-eaabcc7271db\" \"--data\" \"/data/regions/237d3b0b-ec07-41d6-889e-eaabcc7271db\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-05T23:27:15.163786361Z","hostname":"oxz_crucible_b164a57e-3197-43cf-9d48-a755e9cc35e1","pid":19304,"region":"237d3b0b-ec07-41d6-889e-eaabcc7271db","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-05T23:27:15.296371735Z","hostname":"oxz_crucible_b164a57e-3197-43cf-9d48-a755e9cc35e1","pid":19304,"region":"237d3b0b-ec07-41d6-889e-eaabcc7271db","component":"worker"} {"msg":"region 237d3b0b-ec07-41d6-889e-eaabcc7271db state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-05T23:27:15.296425136Z","hostname":"oxz_crucible_b164a57e-3197-43cf-9d48-a755e9cc35e1","pid":19304,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-05T23:27:15.296520698Z","hostname":"oxz_crucible_b164a57e-3197-43cf-9d48-a755e9cc35e1","pid":19304,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-237d3b0b-ec07-41d6-889e-eaabcc7271db","v":0,"name":"crucible-agent","level":30,"time":"2024-07-05T23:27:15.296911707Z","hostname":"oxz_crucible_b164a57e-3197-43cf-9d48-a755e9cc35e1","pid":19304,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-237d3b0b-ec07-41d6-889e-eaabcc7271db","v":0,"name":"crucible-agent","level":30,"time":"2024-07-05T23:27:15.303023814Z","hostname":"oxz_crucible_b164a57e-3197-43cf-9d48-a755e9cc35e1","pid":19304,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-05T23:27:15.319895344Z","hostname":"oxz_crucible_b164a57e-3197-43cf-9d48-a755e9cc35e1","pid":19304,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-237d3b0b-ec07-41d6-889e-eaabcc7271db","v":0,"name":"crucible-agent","level":30,"time":"2024-07-05T23:27:15.32285078Z","hostname":"oxz_crucible_b164a57e-3197-43cf-9d48-a755e9cc35e1","pid":19304,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/237d3b0b-ec07-41d6-889e-eaabcc7271db","v":0,"name":"crucible-agent","level":30,"time":"2024-07-05T23:27:15.323407583Z","hostname":"oxz_crucible_b164a57e-3197-43cf-9d48-a755e9cc35e1","pid":19304,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-05T23:27:15.327312401Z","hostname":"oxz_crucible_b164a57e-3197-43cf-9d48-a755e9cc35e1","pid":19304,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-07-05T23:27:15.327376052Z","hostname":"oxz_crucible_b164a57e-3197-43cf-9d48-a755e9cc35e1","pid":19304,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-05T23:27:15.327423213Z","hostname":"oxz_crucible_b164a57e-3197-43cf-9d48-a755e9cc35e1","pid":19304,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-05T23:27:15.333605752Z","hostname":"oxz_crucible_b164a57e-3197-43cf-9d48-a755e9cc35e1","pid":19304,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-05T23:27:15.339955845Z","hostname":"oxz_crucible_b164a57e-3197-43cf-9d48-a755e9cc35e1","pid":19304,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-05T23:27:15.379456214Z","hostname":"oxz_crucible_b164a57e-3197-43cf-9d48-a755e9cc35e1","pid":19304,"uri":"/crucible/0/regions","method":"POST","req_id":"837256dc-e498-4710-a57b-d85e27655f1b","remote_addr":"[fd00:1122:3344:101::a]:36717","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":81,"response_code":"200"}