* Change config.toml, Auto-generate UUIDs, change structure of optional field * Detect processes affected by update using yum-ps (#482) Detect processes affected by update using yum-ps * Detect processes needs restart using checkrestart on Debian and Ubuntu. * pass cpename by args when calling FillCveInfo (#513) * fix new db (#502) * Include Version,Revision in JSON * Include hostname in JSON * Update goval-dictionary's commit hash in Gopkg.lock * Remove README.ja.md * update packages (#596) * fix: change ControlPath to .vuls of SSH option (#618) * feat: checkrestart for Ubuntu and Debian (#622) * feat: checkrestart for Ubuntu and Debian * fix: dependencies check logic of configtest * feat: need-restarting on RedHat * refactor: Process.ProcName to Process.Name * feat: detect a systemd service name of need-restarting-process * feat: detect a systemd service name of need-restarting-process on Ubuntu * feat: fill a service name of need-restarting-process, init-system * Support NVD JSON and CVSS3 of JVN (#605) * fix: compile errors * fix: Show CVSS3 on TUI * fix: test cases * fix: Avoid null in JSON * Fix maxCvssScore (#621) * Fix maxCvssScore * Update vulninfos.go * fix(init): remove unnecessary log initialization * refactor(nvd): use only json feed if exists json data. if not, use xml feed * fix(scan): make Confidence slice * feat(CWE): Display CWE name to TUI * feat(cwe): import CWE defs in Japanese * feat(cwe): add OWASP Top 10 ranking to CWE if applicable * feat(scan): add -fast-root mode, implement scan/amazon.go * refactor(const): change const name JVN to Jvn * feat(scan): add -fast-root mode, implement scan/centos.go * refactor(dep): update deps * fix(amazon): deps check * feat(scan): add -fast-root mode, implement scan/rhel.go * feat(scan): add -fast-root mode, implement scan/oracle.go * fix complile err * feat(scan): add -fast-root mode, implement scan/debian.go * fix testcase * fix(amazon): scan using yum * fix(configtest): change error message, status when no scannnable servers * Fix(scan): detect init process logic * fix(tui): display cvss as table format * fix(scan): parse a output of reboot-notifier on CentOS6.9 * fix(tui): don't display score, vector when score is zero * fix(scan): add -offline mode to suse scanner * fix(scan): fix help message * feat(scan): enable to define scan mode for each servers in config.toml #510 * refactor(config): chagne cpeNames to cpeURIs * refactor(config): change dependencyCheckXMLPath to owaspDCXMLPath * fix(config): containers -> containersIncluded, Excluded, containerType * feature(report): enable to define cpeURIs for each contaner * feature(report): enable to specify owasp dc xml path for each container * fix(discover): fix a template displayed at the end of discover * feature(report): add ignorePkgsRegexp #665 * feature(report): enable to define ignoreCves for each container #666 * fix(report): Displayed nothing in TUI detail area when CweID is nil * Gopkg.toml diet * feat(server): support server mode (#678) * feat(server): support server mode * Lock go version * Use the latest kernel release among the installed release when the running kernel release is unknown * Add TestViaHTTP * Set logger to go-cve-dictionary client * Add -to-localfile * Add -to-http option to report * Load -to-http conf from config.toml * Support gost (#676) * feat(gost): Support RedHat API * feat(gost): Support Debian Security Tracker * feat(db): display error msg when SQLite3 is locked at the beginning of reporting. * feat(gost): TUI * Only use RedHat information of installed packages * feat(tui): show mitigation on TUI * feat(gost): support redis backend * fix test case * fix nil pointer when db is nil * fix(gost): detect vulns of src packages for Debian * feat(gost): implement redis backend for gost redhat api * feat(report): display fixState of unfixed pkgs * fix(report): display distincted cweIDs * feat(slack): display gost info * feat(slack): display mitigation * feat(report): display available patch state as fixed/total * fix(tui): display - if source of reference is empty * update deps * fix(report): key in ScanResult JSON be lowerCamelcase. * some keys to lower camel * fix(configtest): dep check logic of yum-plugin-ps * fix(tui): format * feat(report): add -format-list option * fix(report): -format-full-text * fix(report): report -format-full-text * fix(report): display v3 score detected by gost * fix(scan): scan in fast mode if not defined in config.toml * fix(gost): fetch RedHat data for fixed CVEs * feat(report): show number of cves detected in each database * fix(report): show new version as `Unknown` in offline and fast scan mode * fix(report): fix num of upadtable and fixed * fix(report): set `Not fixed yet` if packageStatus is empty * refact(gost): make convertToModel public * fix(test): fix test case * update deps * fix(report): include gost score in MaxCvssScore * [WIP] feat(config): enable to set options in config.toml instead of cmd opt (#690) * feat(config): enable to set options in config.toml instead of cmd opt * fix(config): change Conf.Report.Slack to Conf.Slack * fix(discover): change tempalte * fix(report): fix config.toml auto-generate with -uuid * Add endpoint for health check and change endpoint * refact(cmd): refactor flag set * fix(report): enable to specify opts with cmd arg and env value * fix(scan): enable to parse the release version of amazon linux 2 * add(report) add -to-saas option (#695) * add(report) add -to-saas option * ignore other writer if -to-saas * fix(saas) fix bug * fix(scan): need-restarting needs internet connection * fix(scan,configtest): check scan mode * refactor(scan): change func name * fix(suse): support offline mode, bug fix on AWS, zypper --no-color * fix(tui): fix nil pointer when no vulns in tui * feat(report): enable to define CPE FS format in config.toml * fix(vet): fix warnings of go vet * fix(travis): go version to 1.11 * update deps
189 lines
4.9 KiB
Go
189 lines
4.9 KiB
Go
/* Vuls - Vulnerability Scanner
|
|
Copyright (C) 2016 Future Corporation , Japan.
|
|
|
|
This program is free software: you can redistribute it and/or modify
|
|
it under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
(at your option) any later version.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
package cache
|
|
|
|
import (
|
|
"encoding/json"
|
|
"fmt"
|
|
"time"
|
|
|
|
"github.com/boltdb/bolt"
|
|
"github.com/future-architect/vuls/util"
|
|
"github.com/sirupsen/logrus"
|
|
)
|
|
|
|
// Bolt holds a pointer of bolt.DB
|
|
// boltdb is used to store a cache of Changelogs of Ubuntu/Debian
|
|
type Bolt struct {
|
|
Path string
|
|
Log *logrus.Entry
|
|
db *bolt.DB
|
|
}
|
|
|
|
// SetupBolt opens a boltdb and creates a meta bucket if not exists.
|
|
func SetupBolt(path string, l *logrus.Entry) error {
|
|
l.Infof("Open boltDB: %s", path)
|
|
db, err := bolt.Open(path, 0600, nil)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
b := Bolt{
|
|
Path: path,
|
|
Log: l,
|
|
db: db,
|
|
}
|
|
if err = b.createBucketIfNotExists(metabucket); err != nil {
|
|
return err
|
|
}
|
|
|
|
DB = b
|
|
return nil
|
|
}
|
|
|
|
// Close a db.
|
|
func (b Bolt) Close() error {
|
|
if b.db == nil {
|
|
return nil
|
|
}
|
|
return b.db.Close()
|
|
}
|
|
|
|
// CreateBucketIfNotExists creates a buket that is specified by arg.
|
|
func (b *Bolt) createBucketIfNotExists(name string) error {
|
|
return b.db.Update(func(tx *bolt.Tx) error {
|
|
_, err := tx.CreateBucketIfNotExists([]byte(name))
|
|
if err != nil {
|
|
return fmt.Errorf("Failed to create bucket: %s", err)
|
|
}
|
|
return nil
|
|
})
|
|
}
|
|
|
|
// GetMeta gets a Meta Information os the servername to boltdb.
|
|
func (b Bolt) GetMeta(serverName string) (meta Meta, found bool, err error) {
|
|
err = b.db.View(func(tx *bolt.Tx) error {
|
|
bkt := tx.Bucket([]byte(metabucket))
|
|
v := bkt.Get([]byte(serverName))
|
|
if len(v) == 0 {
|
|
found = false
|
|
return nil
|
|
}
|
|
if e := json.Unmarshal(v, &meta); e != nil {
|
|
return e
|
|
}
|
|
found = true
|
|
return nil
|
|
})
|
|
return
|
|
}
|
|
|
|
// RefreshMeta gets a Meta Information os the servername to boltdb.
|
|
func (b Bolt) RefreshMeta(meta Meta) error {
|
|
meta.CreatedAt = time.Now()
|
|
jsonBytes, err := json.Marshal(meta)
|
|
if err != nil {
|
|
return fmt.Errorf("Failed to marshal to JSON: %s", err)
|
|
}
|
|
return b.db.Update(func(tx *bolt.Tx) error {
|
|
bkt := tx.Bucket([]byte(metabucket))
|
|
if err := bkt.Put([]byte(meta.Name), jsonBytes); err != nil {
|
|
return err
|
|
}
|
|
b.Log.Debugf("Refreshed Meta: %s", meta.Name)
|
|
return nil
|
|
})
|
|
}
|
|
|
|
// EnsureBuckets puts a Meta information and create a buket that holds changelogs.
|
|
func (b Bolt) EnsureBuckets(meta Meta) error {
|
|
jsonBytes, err := json.Marshal(meta)
|
|
if err != nil {
|
|
return fmt.Errorf("Failed to marshal to JSON: %s", err)
|
|
}
|
|
return b.db.Update(func(tx *bolt.Tx) error {
|
|
b.Log.Debugf("Put to meta: %s", meta.Name)
|
|
bkt := tx.Bucket([]byte(metabucket))
|
|
if err := bkt.Put([]byte(meta.Name), jsonBytes); err != nil {
|
|
return err
|
|
}
|
|
|
|
// re-create a bucket (bucket name: servername)
|
|
bkt = tx.Bucket([]byte(meta.Name))
|
|
if bkt != nil {
|
|
b.Log.Debugf("Delete bucket: %s", meta.Name)
|
|
if err := tx.DeleteBucket([]byte(meta.Name)); err != nil {
|
|
return err
|
|
}
|
|
b.Log.Debugf("Bucket deleted: %s", meta.Name)
|
|
}
|
|
b.Log.Debugf("Create bucket: %s", meta.Name)
|
|
if _, err := tx.CreateBucket([]byte(meta.Name)); err != nil {
|
|
return err
|
|
}
|
|
b.Log.Debugf("Bucket created: %s", meta.Name)
|
|
return nil
|
|
})
|
|
}
|
|
|
|
// PrettyPrint is for debug
|
|
func (b Bolt) PrettyPrint(meta Meta) error {
|
|
return b.db.View(func(tx *bolt.Tx) error {
|
|
bkt := tx.Bucket([]byte(metabucket))
|
|
v := bkt.Get([]byte(meta.Name))
|
|
b.Log.Debugf("Meta: key:%s, value:%s", meta.Name, v)
|
|
|
|
bkt = tx.Bucket([]byte(meta.Name))
|
|
c := bkt.Cursor()
|
|
for k, v := c.First(); k != nil; k, v = c.Next() {
|
|
b.Log.Debugf("key:%s, len: %d, %s...",
|
|
k, len(v), util.Truncate(string(v), 30))
|
|
}
|
|
return nil
|
|
})
|
|
}
|
|
|
|
// GetChangelog get the changelgo of specified packName from the Bucket
|
|
func (b Bolt) GetChangelog(servername, packName string) (changelog string, err error) {
|
|
err = b.db.View(func(tx *bolt.Tx) error {
|
|
bkt := tx.Bucket([]byte(servername))
|
|
if bkt == nil {
|
|
return fmt.Errorf("Failed to get Bucket: %s", servername)
|
|
}
|
|
v := bkt.Get([]byte(packName))
|
|
if v == nil {
|
|
changelog = ""
|
|
return nil
|
|
}
|
|
changelog = string(v)
|
|
return nil
|
|
})
|
|
return
|
|
}
|
|
|
|
// PutChangelog put the changelgo of specified packName into the Bucket
|
|
func (b Bolt) PutChangelog(servername, packName, changelog string) error {
|
|
return b.db.Update(func(tx *bolt.Tx) error {
|
|
bkt := tx.Bucket([]byte(servername))
|
|
if bkt == nil {
|
|
return fmt.Errorf("Failed to get Bucket: %s", servername)
|
|
}
|
|
return bkt.Put([]byte(packName), []byte(changelog))
|
|
})
|
|
}
|