[ Nov 28 01:52:57 Enabled. ] [ Nov 28 01:52:57 Rereading configuration. ] [ Nov 28 01:52:59 Rereading configuration. ] [ Nov 28 01:53:03 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d2fd19a1-ef8d-40d5-9bfa-ad9bc8d2ba67/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_d2fd19a1-ef8d-40d5-9bfa-ad9bc8d2ba67/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:53:03.460481501Z","hostname":"oxz_crucible_9b7575ba-25d1-4f2b-9b6d-c343e20cf3f9","pid":22664} {"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:53:03.468597522Z","hostname":"oxz_crucible_9b7575ba-25d1-4f2b-9b6d-c343e20cf3f9","pid":22664} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:53:03.468613223Z","hostname":"oxz_crucible_9b7575ba-25d1-4f2b-9b6d-c343e20cf3f9","pid":22664} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:53:03.486967421Z","hostname":"oxz_crucible_9b7575ba-25d1-4f2b-9b6d-c343e20cf3f9","pid":22664,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:53:03.599986704Z","hostname":"oxz_crucible_9b7575ba-25d1-4f2b-9b6d-c343e20cf3f9","pid":22664,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:54:13.615239169Z","hostname":"oxz_crucible_9b7575ba-25d1-4f2b-9b6d-c343e20cf3f9","pid":22664,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58068"} {"msg":"region 929fe4b4-36ba-4aaa-966a-03c185f916ae state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:54:13.647939026Z","hostname":"oxz_crucible_9b7575ba-25d1-4f2b-9b6d-c343e20cf3f9","pid":22664,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:54:13.651937026Z","hostname":"oxz_crucible_9b7575ba-25d1-4f2b-9b6d-c343e20cf3f9","pid":22664,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:54:13.656599587Z","hostname":"oxz_crucible_9b7575ba-25d1-4f2b-9b6d-c343e20cf3f9","pid":22664,"uri":"/crucible/0/regions","method":"POST","req_id":"ad4d629c-872b-4e17-bc86-16af6e02bf0a","remote_addr":"[fd00:1122:3344:101::a]:58068","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":14233,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_d2fd19a1-ef8d-40d5-9bfa-ad9bc8d2ba67/crucible/regions/929fe4b4-36ba-4aaa-966a-03c185f916ae","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:54:13.663455326Z","hostname":"oxz_crucible_9b7575ba-25d1-4f2b-9b6d-c343e20cf3f9","pid":22664,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d2fd19a1-ef8d-40d5-9bfa-ad9bc8d2ba67/crucible/regions/929fe4b4-36ba-4aaa-966a-03c185f916ae","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:54:13.663471726Z","hostname":"oxz_crucible_9b7575ba-25d1-4f2b-9b6d-c343e20cf3f9","pid":22664,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"929fe4b4-36ba-4aaa-966a-03c185f916ae\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/929fe4b4-36ba-4aaa-966a-03c185f916ae\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:54:13.715233215Z","hostname":"oxz_crucible_9b7575ba-25d1-4f2b-9b6d-c343e20cf3f9","pid":22664,"region":"929fe4b4-36ba-4aaa-966a-03c185f916ae","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"929fe4b4-36ba-4aaa-966a-03c185f916ae\" \"--data\" \"/data/regions/929fe4b4-36ba-4aaa-966a-03c185f916ae\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:54:13.717134608Z","hostname":"oxz_crucible_9b7575ba-25d1-4f2b-9b6d-c343e20cf3f9","pid":22664,"region":"929fe4b4-36ba-4aaa-966a-03c185f916ae","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:54:13.850468155Z","hostname":"oxz_crucible_9b7575ba-25d1-4f2b-9b6d-c343e20cf3f9","pid":22664,"region":"929fe4b4-36ba-4aaa-966a-03c185f916ae","component":"worker"} {"msg":"region 929fe4b4-36ba-4aaa-966a-03c185f916ae state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:54:13.850522605Z","hostname":"oxz_crucible_9b7575ba-25d1-4f2b-9b6d-c343e20cf3f9","pid":22664,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:54:13.850595087Z","hostname":"oxz_crucible_9b7575ba-25d1-4f2b-9b6d-c343e20cf3f9","pid":22664,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-929fe4b4-36ba-4aaa-966a-03c185f916ae","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:54:13.851061335Z","hostname":"oxz_crucible_9b7575ba-25d1-4f2b-9b6d-c343e20cf3f9","pid":22664,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-929fe4b4-36ba-4aaa-966a-03c185f916ae","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:54:13.85594201Z","hostname":"oxz_crucible_9b7575ba-25d1-4f2b-9b6d-c343e20cf3f9","pid":22664,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:54:13.867291237Z","hostname":"oxz_crucible_9b7575ba-25d1-4f2b-9b6d-c343e20cf3f9","pid":22664,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-929fe4b4-36ba-4aaa-966a-03c185f916ae","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:54:13.870303779Z","hostname":"oxz_crucible_9b7575ba-25d1-4f2b-9b6d-c343e20cf3f9","pid":22664,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/929fe4b4-36ba-4aaa-966a-03c185f916ae","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:54:13.870852649Z","hostname":"oxz_crucible_9b7575ba-25d1-4f2b-9b6d-c343e20cf3f9","pid":22664,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:54:13.87091808Z","hostname":"oxz_crucible_9b7575ba-25d1-4f2b-9b6d-c343e20cf3f9","pid":22664,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:54:13.87096288Z","hostname":"oxz_crucible_9b7575ba-25d1-4f2b-9b6d-c343e20cf3f9","pid":22664,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:54:13.871001321Z","hostname":"oxz_crucible_9b7575ba-25d1-4f2b-9b6d-c343e20cf3f9","pid":22664,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:54:13.87436177Z","hostname":"oxz_crucible_9b7575ba-25d1-4f2b-9b6d-c343e20cf3f9","pid":22664,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:54:13.877902191Z","hostname":"oxz_crucible_9b7575ba-25d1-4f2b-9b6d-c343e20cf3f9","pid":22664,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-28T01:54:13.889326429Z","hostname":"oxz_crucible_9b7575ba-25d1-4f2b-9b6d-c343e20cf3f9","pid":22664,"uri":"/crucible/0/regions","method":"POST","req_id":"b6610dbb-5234-4168-9778-092754688db7","remote_addr":"[fd00:1122:3344:101::a]:58068","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":70,"response_code":"200"}