* Change config.toml, Auto-generate UUIDs, change structure of optional field * Detect processes affected by update using yum-ps (#482) Detect processes affected by update using yum-ps * Detect processes needs restart using checkrestart on Debian and Ubuntu. * pass cpename by args when calling FillCveInfo (#513) * fix new db (#502) * Include Version,Revision in JSON * Include hostname in JSON * Update goval-dictionary's commit hash in Gopkg.lock * Remove README.ja.md * update packages (#596) * fix: change ControlPath to .vuls of SSH option (#618) * feat: checkrestart for Ubuntu and Debian (#622) * feat: checkrestart for Ubuntu and Debian * fix: dependencies check logic of configtest * feat: need-restarting on RedHat * refactor: Process.ProcName to Process.Name * feat: detect a systemd service name of need-restarting-process * feat: detect a systemd service name of need-restarting-process on Ubuntu * feat: fill a service name of need-restarting-process, init-system * Support NVD JSON and CVSS3 of JVN (#605) * fix: compile errors * fix: Show CVSS3 on TUI * fix: test cases * fix: Avoid null in JSON * Fix maxCvssScore (#621) * Fix maxCvssScore * Update vulninfos.go * fix(init): remove unnecessary log initialization * refactor(nvd): use only json feed if exists json data. if not, use xml feed * fix(scan): make Confidence slice * feat(CWE): Display CWE name to TUI * feat(cwe): import CWE defs in Japanese * feat(cwe): add OWASP Top 10 ranking to CWE if applicable * feat(scan): add -fast-root mode, implement scan/amazon.go * refactor(const): change const name JVN to Jvn * feat(scan): add -fast-root mode, implement scan/centos.go * refactor(dep): update deps * fix(amazon): deps check * feat(scan): add -fast-root mode, implement scan/rhel.go * feat(scan): add -fast-root mode, implement scan/oracle.go * fix complile err * feat(scan): add -fast-root mode, implement scan/debian.go * fix testcase * fix(amazon): scan using yum * fix(configtest): change error message, status when no scannnable servers * Fix(scan): detect init process logic * fix(tui): display cvss as table format * fix(scan): parse a output of reboot-notifier on CentOS6.9 * fix(tui): don't display score, vector when score is zero * fix(scan): add -offline mode to suse scanner * fix(scan): fix help message * feat(scan): enable to define scan mode for each servers in config.toml #510 * refactor(config): chagne cpeNames to cpeURIs * refactor(config): change dependencyCheckXMLPath to owaspDCXMLPath * fix(config): containers -> containersIncluded, Excluded, containerType * feature(report): enable to define cpeURIs for each contaner * feature(report): enable to specify owasp dc xml path for each container * fix(discover): fix a template displayed at the end of discover * feature(report): add ignorePkgsRegexp #665 * feature(report): enable to define ignoreCves for each container #666 * fix(report): Displayed nothing in TUI detail area when CweID is nil * Gopkg.toml diet * feat(server): support server mode (#678) * feat(server): support server mode * Lock go version * Use the latest kernel release among the installed release when the running kernel release is unknown * Add TestViaHTTP * Set logger to go-cve-dictionary client * Add -to-localfile * Add -to-http option to report * Load -to-http conf from config.toml * Support gost (#676) * feat(gost): Support RedHat API * feat(gost): Support Debian Security Tracker * feat(db): display error msg when SQLite3 is locked at the beginning of reporting. * feat(gost): TUI * Only use RedHat information of installed packages * feat(tui): show mitigation on TUI * feat(gost): support redis backend * fix test case * fix nil pointer when db is nil * fix(gost): detect vulns of src packages for Debian * feat(gost): implement redis backend for gost redhat api * feat(report): display fixState of unfixed pkgs * fix(report): display distincted cweIDs * feat(slack): display gost info * feat(slack): display mitigation * feat(report): display available patch state as fixed/total * fix(tui): display - if source of reference is empty * update deps * fix(report): key in ScanResult JSON be lowerCamelcase. * some keys to lower camel * fix(configtest): dep check logic of yum-plugin-ps * fix(tui): format * feat(report): add -format-list option * fix(report): -format-full-text * fix(report): report -format-full-text * fix(report): display v3 score detected by gost * fix(scan): scan in fast mode if not defined in config.toml * fix(gost): fetch RedHat data for fixed CVEs * feat(report): show number of cves detected in each database * fix(report): show new version as `Unknown` in offline and fast scan mode * fix(report): fix num of upadtable and fixed * fix(report): set `Not fixed yet` if packageStatus is empty * refact(gost): make convertToModel public * fix(test): fix test case * update deps * fix(report): include gost score in MaxCvssScore * [WIP] feat(config): enable to set options in config.toml instead of cmd opt (#690) * feat(config): enable to set options in config.toml instead of cmd opt * fix(config): change Conf.Report.Slack to Conf.Slack * fix(discover): change tempalte * fix(report): fix config.toml auto-generate with -uuid * Add endpoint for health check and change endpoint * refact(cmd): refactor flag set * fix(report): enable to specify opts with cmd arg and env value * fix(scan): enable to parse the release version of amazon linux 2 * add(report) add -to-saas option (#695) * add(report) add -to-saas option * ignore other writer if -to-saas * fix(saas) fix bug * fix(scan): need-restarting needs internet connection * fix(scan,configtest): check scan mode * refactor(scan): change func name * fix(suse): support offline mode, bug fix on AWS, zypper --no-color * fix(tui): fix nil pointer when no vulns in tui * feat(report): enable to define CPE FS format in config.toml * fix(vet): fix warnings of go vet * fix(travis): go version to 1.11 * update deps
		
			
				
	
	
		
			238 lines
		
	
	
		
			6.2 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			238 lines
		
	
	
		
			6.2 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
/* Vuls - Vulnerability Scanner
 | 
						|
Copyright (C) 2016  Future Corporation , Japan.
 | 
						|
 | 
						|
This program is free software: you can redistribute it and/or modify
 | 
						|
it under the terms of the GNU General Public License as published by
 | 
						|
the Free Software Foundation, either version 3 of the License, or
 | 
						|
(at your option) any later version.
 | 
						|
 | 
						|
This program is distributed in the hope that it will be useful,
 | 
						|
but WITHOUT ANY WARRANTY; without even the implied warranty of
 | 
						|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | 
						|
GNU General Public License for more details.
 | 
						|
 | 
						|
You should have received a copy of the GNU General Public License
 | 
						|
along with this program.  If not, see <http://www.gnu.org/licenses/>.
 | 
						|
*/
 | 
						|
 | 
						|
package models
 | 
						|
 | 
						|
import (
 | 
						|
	"bytes"
 | 
						|
	"fmt"
 | 
						|
	"strings"
 | 
						|
)
 | 
						|
 | 
						|
// Packages is Map of Package
 | 
						|
// { "package-name": Package }
 | 
						|
type Packages map[string]Package
 | 
						|
 | 
						|
// NewPackages create Packages
 | 
						|
func NewPackages(packs ...Package) Packages {
 | 
						|
	m := Packages{}
 | 
						|
	for _, pack := range packs {
 | 
						|
		m[pack.Name] = pack
 | 
						|
	}
 | 
						|
	return m
 | 
						|
}
 | 
						|
 | 
						|
// MergeNewVersion merges candidate version information to the receiver struct
 | 
						|
func (ps Packages) MergeNewVersion(as Packages) {
 | 
						|
	for name, pack := range ps {
 | 
						|
		pack.NewVersion = pack.Version
 | 
						|
		pack.NewRelease = pack.Release
 | 
						|
		ps[name] = pack
 | 
						|
	}
 | 
						|
 | 
						|
	for _, a := range as {
 | 
						|
		if pack, ok := ps[a.Name]; ok {
 | 
						|
			pack.NewVersion = a.NewVersion
 | 
						|
			pack.NewRelease = a.NewRelease
 | 
						|
			pack.Repository = a.Repository
 | 
						|
			ps[a.Name] = pack
 | 
						|
		}
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
// Merge returns merged map (immutable)
 | 
						|
func (ps Packages) Merge(other Packages) Packages {
 | 
						|
	merged := Packages{}
 | 
						|
	for k, v := range ps {
 | 
						|
		merged[k] = v
 | 
						|
	}
 | 
						|
	for k, v := range other {
 | 
						|
		merged[k] = v
 | 
						|
	}
 | 
						|
	return merged
 | 
						|
}
 | 
						|
 | 
						|
// FindOne search a element
 | 
						|
func (ps Packages) FindOne(f func(Package) bool) (string, Package, bool) {
 | 
						|
	for key, p := range ps {
 | 
						|
		if f(p) {
 | 
						|
			return key, p, true
 | 
						|
		}
 | 
						|
	}
 | 
						|
	return "", Package{}, false
 | 
						|
}
 | 
						|
 | 
						|
// FindByFQPN search a package by Fully-Qualified-Package-Name
 | 
						|
func (ps Packages) FindByFQPN(nameVerRelArc string) (*Package, error) {
 | 
						|
	for _, p := range ps {
 | 
						|
		if nameVerRelArc == p.FQPN() {
 | 
						|
			return &p, nil
 | 
						|
		}
 | 
						|
	}
 | 
						|
	return nil, fmt.Errorf("Failed to find the package: %s", nameVerRelArc)
 | 
						|
}
 | 
						|
 | 
						|
// Package has installed binary packages.
 | 
						|
type Package struct {
 | 
						|
	Name             string               `json:"name"`
 | 
						|
	Version          string               `json:"version"`
 | 
						|
	Release          string               `json:"release"`
 | 
						|
	NewVersion       string               `json:"newVersion"`
 | 
						|
	NewRelease       string               `json:"newRelease"`
 | 
						|
	Arch             string               `json:"arch"`
 | 
						|
	Repository       string               `json:"repository"`
 | 
						|
	Changelog        Changelog            `json:"changelog"`
 | 
						|
	AffectedProcs    []AffectedProcess    `json:",omitempty"`
 | 
						|
	NeedRestartProcs []NeedRestartProcess `json:",omitempty"`
 | 
						|
}
 | 
						|
 | 
						|
// FQPN returns Fully-Qualified-Package-Name
 | 
						|
// name-version-release.arch
 | 
						|
func (p Package) FQPN() string {
 | 
						|
	fqpn := p.Name
 | 
						|
	if p.Version != "" {
 | 
						|
		fqpn += fmt.Sprintf("-%s", p.Version)
 | 
						|
	}
 | 
						|
	if p.Release != "" {
 | 
						|
		fqpn += fmt.Sprintf("-%s", p.Release)
 | 
						|
	}
 | 
						|
	if p.Arch != "" {
 | 
						|
		fqpn += fmt.Sprintf(".%s", p.Arch)
 | 
						|
	}
 | 
						|
	return fqpn
 | 
						|
}
 | 
						|
 | 
						|
// FormatVer returns package version-release
 | 
						|
func (p Package) FormatVer() string {
 | 
						|
	ver := p.Version
 | 
						|
	if 0 < len(p.Release) {
 | 
						|
		ver = fmt.Sprintf("%s-%s", ver, p.Release)
 | 
						|
	}
 | 
						|
	return ver
 | 
						|
}
 | 
						|
 | 
						|
// FormatNewVer returns package version-release
 | 
						|
func (p Package) FormatNewVer() string {
 | 
						|
	ver := p.NewVersion
 | 
						|
	if 0 < len(p.NewRelease) {
 | 
						|
		ver = fmt.Sprintf("%s-%s", ver, p.NewRelease)
 | 
						|
	}
 | 
						|
	return ver
 | 
						|
}
 | 
						|
 | 
						|
// FormatVersionFromTo formats installed and new package version
 | 
						|
func (p Package) FormatVersionFromTo(notFixedYet bool, status string) string {
 | 
						|
	to := p.FormatNewVer()
 | 
						|
	if notFixedYet {
 | 
						|
		if status != "" {
 | 
						|
			to = status
 | 
						|
		} else {
 | 
						|
			to = "Not Fixed Yet"
 | 
						|
		}
 | 
						|
	} else if p.NewVersion == "" {
 | 
						|
		to = "Unknown"
 | 
						|
	}
 | 
						|
	return fmt.Sprintf("%s-%s -> %s", p.Name, p.FormatVer(), to)
 | 
						|
}
 | 
						|
 | 
						|
// FormatChangelog formats the changelog
 | 
						|
func (p Package) FormatChangelog() string {
 | 
						|
	buf := []string{}
 | 
						|
	packVer := fmt.Sprintf("%s-%s -> %s",
 | 
						|
		p.Name, p.FormatVer(), p.FormatNewVer())
 | 
						|
	var delim bytes.Buffer
 | 
						|
	for i := 0; i < len(packVer); i++ {
 | 
						|
		delim.WriteString("-")
 | 
						|
	}
 | 
						|
 | 
						|
	clog := p.Changelog.Contents
 | 
						|
	if lines := strings.Split(clog, "\n"); len(lines) != 0 {
 | 
						|
		clog = strings.Join(lines[0:len(lines)-1], "\n")
 | 
						|
	}
 | 
						|
 | 
						|
	switch p.Changelog.Method {
 | 
						|
	case FailedToGetChangelog:
 | 
						|
		clog = "No changelogs"
 | 
						|
	case FailedToFindVersionInChangelog:
 | 
						|
		clog = "Failed to parse changelogs. For details, check yourself"
 | 
						|
	}
 | 
						|
	buf = append(buf, packVer, delim.String(), clog)
 | 
						|
	return strings.Join(buf, "\n")
 | 
						|
}
 | 
						|
 | 
						|
// Changelog has contents of changelog and how to get it.
 | 
						|
// Method: models.detectionMethodStr
 | 
						|
type Changelog struct {
 | 
						|
	Contents string          `json:"contents"`
 | 
						|
	Method   DetectionMethod `json:"method"`
 | 
						|
}
 | 
						|
 | 
						|
// AffectedProcess keep a processes information affected by software update
 | 
						|
type AffectedProcess struct {
 | 
						|
	PID  string `json:"pid"`
 | 
						|
	Name string `json:"name"`
 | 
						|
}
 | 
						|
 | 
						|
// NeedRestartProcess keep a processes information affected by software update
 | 
						|
type NeedRestartProcess struct {
 | 
						|
	PID         string `json:"pid"`
 | 
						|
	Path        string `json:"path"`
 | 
						|
	ServiceName string `json:"serviceName"`
 | 
						|
	InitSystem  string `json:"initSystem"`
 | 
						|
	HasInit     bool   `json:"-"`
 | 
						|
}
 | 
						|
 | 
						|
// SrcPackage has installed source package information.
 | 
						|
// Debian based Linux has both of package and source information in dpkg.
 | 
						|
// OVAL database often includes a source version (Not a binary version),
 | 
						|
// so it is also needed to capture source version for OVAL version comparison.
 | 
						|
// https://github.com/future-architect/vuls/issues/504
 | 
						|
type SrcPackage struct {
 | 
						|
	Name        string   `json:"name"`
 | 
						|
	Version     string   `json:"version"`
 | 
						|
	BinaryNames []string `json:"binaryNames"`
 | 
						|
}
 | 
						|
 | 
						|
// AddBinaryName add the name if not exists
 | 
						|
func (s *SrcPackage) AddBinaryName(name string) {
 | 
						|
	found := false
 | 
						|
	for _, n := range s.BinaryNames {
 | 
						|
		if n == name {
 | 
						|
			return
 | 
						|
		}
 | 
						|
	}
 | 
						|
	if !found {
 | 
						|
		s.BinaryNames = append(s.BinaryNames, name)
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
// SrcPackages is Map of SrcPackage
 | 
						|
// { "package-name": SrcPackage }
 | 
						|
type SrcPackages map[string]SrcPackage
 | 
						|
 | 
						|
// FindByBinName finds by bin-package-name
 | 
						|
func (s SrcPackages) FindByBinName(name string) (*SrcPackage, bool) {
 | 
						|
	for _, p := range s {
 | 
						|
		for _, binName := range p.BinaryNames {
 | 
						|
			if binName == name {
 | 
						|
				return &p, true
 | 
						|
			}
 | 
						|
		}
 | 
						|
	}
 | 
						|
	return nil, false
 | 
						|
}
 |