* Change config.toml, Auto-generate UUIDs, change structure of optional field * Detect processes affected by update using yum-ps (#482) Detect processes affected by update using yum-ps * Detect processes needs restart using checkrestart on Debian and Ubuntu. * pass cpename by args when calling FillCveInfo (#513) * fix new db (#502) * Include Version,Revision in JSON * Include hostname in JSON * Update goval-dictionary's commit hash in Gopkg.lock * Remove README.ja.md * update packages (#596) * fix: change ControlPath to .vuls of SSH option (#618) * feat: checkrestart for Ubuntu and Debian (#622) * feat: checkrestart for Ubuntu and Debian * fix: dependencies check logic of configtest * feat: need-restarting on RedHat * refactor: Process.ProcName to Process.Name * feat: detect a systemd service name of need-restarting-process * feat: detect a systemd service name of need-restarting-process on Ubuntu * feat: fill a service name of need-restarting-process, init-system * Support NVD JSON and CVSS3 of JVN (#605) * fix: compile errors * fix: Show CVSS3 on TUI * fix: test cases * fix: Avoid null in JSON * Fix maxCvssScore (#621) * Fix maxCvssScore * Update vulninfos.go * fix(init): remove unnecessary log initialization * refactor(nvd): use only json feed if exists json data. if not, use xml feed * fix(scan): make Confidence slice * feat(CWE): Display CWE name to TUI * feat(cwe): import CWE defs in Japanese * feat(cwe): add OWASP Top 10 ranking to CWE if applicable * feat(scan): add -fast-root mode, implement scan/amazon.go * refactor(const): change const name JVN to Jvn * feat(scan): add -fast-root mode, implement scan/centos.go * refactor(dep): update deps * fix(amazon): deps check * feat(scan): add -fast-root mode, implement scan/rhel.go * feat(scan): add -fast-root mode, implement scan/oracle.go * fix complile err * feat(scan): add -fast-root mode, implement scan/debian.go * fix testcase * fix(amazon): scan using yum * fix(configtest): change error message, status when no scannnable servers * Fix(scan): detect init process logic * fix(tui): display cvss as table format * fix(scan): parse a output of reboot-notifier on CentOS6.9 * fix(tui): don't display score, vector when score is zero * fix(scan): add -offline mode to suse scanner * fix(scan): fix help message * feat(scan): enable to define scan mode for each servers in config.toml #510 * refactor(config): chagne cpeNames to cpeURIs * refactor(config): change dependencyCheckXMLPath to owaspDCXMLPath * fix(config): containers -> containersIncluded, Excluded, containerType * feature(report): enable to define cpeURIs for each contaner * feature(report): enable to specify owasp dc xml path for each container * fix(discover): fix a template displayed at the end of discover * feature(report): add ignorePkgsRegexp #665 * feature(report): enable to define ignoreCves for each container #666 * fix(report): Displayed nothing in TUI detail area when CweID is nil * Gopkg.toml diet * feat(server): support server mode (#678) * feat(server): support server mode * Lock go version * Use the latest kernel release among the installed release when the running kernel release is unknown * Add TestViaHTTP * Set logger to go-cve-dictionary client * Add -to-localfile * Add -to-http option to report * Load -to-http conf from config.toml * Support gost (#676) * feat(gost): Support RedHat API * feat(gost): Support Debian Security Tracker * feat(db): display error msg when SQLite3 is locked at the beginning of reporting. * feat(gost): TUI * Only use RedHat information of installed packages * feat(tui): show mitigation on TUI * feat(gost): support redis backend * fix test case * fix nil pointer when db is nil * fix(gost): detect vulns of src packages for Debian * feat(gost): implement redis backend for gost redhat api * feat(report): display fixState of unfixed pkgs * fix(report): display distincted cweIDs * feat(slack): display gost info * feat(slack): display mitigation * feat(report): display available patch state as fixed/total * fix(tui): display - if source of reference is empty * update deps * fix(report): key in ScanResult JSON be lowerCamelcase. * some keys to lower camel * fix(configtest): dep check logic of yum-plugin-ps * fix(tui): format * feat(report): add -format-list option * fix(report): -format-full-text * fix(report): report -format-full-text * fix(report): display v3 score detected by gost * fix(scan): scan in fast mode if not defined in config.toml * fix(gost): fetch RedHat data for fixed CVEs * feat(report): show number of cves detected in each database * fix(report): show new version as `Unknown` in offline and fast scan mode * fix(report): fix num of upadtable and fixed * fix(report): set `Not fixed yet` if packageStatus is empty * refact(gost): make convertToModel public * fix(test): fix test case * update deps * fix(report): include gost score in MaxCvssScore * [WIP] feat(config): enable to set options in config.toml instead of cmd opt (#690) * feat(config): enable to set options in config.toml instead of cmd opt * fix(config): change Conf.Report.Slack to Conf.Slack * fix(discover): change tempalte * fix(report): fix config.toml auto-generate with -uuid * Add endpoint for health check and change endpoint * refact(cmd): refactor flag set * fix(report): enable to specify opts with cmd arg and env value * fix(scan): enable to parse the release version of amazon linux 2 * add(report) add -to-saas option (#695) * add(report) add -to-saas option * ignore other writer if -to-saas * fix(saas) fix bug * fix(scan): need-restarting needs internet connection * fix(scan,configtest): check scan mode * refactor(scan): change func name * fix(suse): support offline mode, bug fix on AWS, zypper --no-color * fix(tui): fix nil pointer when no vulns in tui * feat(report): enable to define CPE FS format in config.toml * fix(vet): fix warnings of go vet * fix(travis): go version to 1.11 * update deps
		
			
				
	
	
		
			366 lines
		
	
	
		
			9.2 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
			
		
		
	
	
			366 lines
		
	
	
		
			9.2 KiB
		
	
	
	
		
			Go
		
	
	
	
	
	
/* Vuls - Vulnerability Scanner
 | 
						|
Copyright (C) 2016  Future Corporation , Japan.
 | 
						|
 | 
						|
This program is free software: you can redistribute it and/or modify
 | 
						|
it under the terms of the GNU General Public License as published by
 | 
						|
the Free Software Foundation, either version 3 of the License, or
 | 
						|
(at your option) any later version.
 | 
						|
 | 
						|
This program is distributed in the hope that it will be useful,
 | 
						|
but WITHOUT ANY WARRANTY; without even the implied warranty of
 | 
						|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | 
						|
GNU General Public License for more details.
 | 
						|
 | 
						|
You should have received a copy of the GNU General Public License
 | 
						|
along with this program.  If not, see <http://www.gnu.org/licenses/>.
 | 
						|
*/
 | 
						|
 | 
						|
package report
 | 
						|
 | 
						|
import (
 | 
						|
	"encoding/json"
 | 
						|
	"fmt"
 | 
						|
	"sort"
 | 
						|
	"strings"
 | 
						|
	"time"
 | 
						|
 | 
						|
	"github.com/cenkalti/backoff"
 | 
						|
	"github.com/future-architect/vuls/config"
 | 
						|
	"github.com/future-architect/vuls/models"
 | 
						|
	"github.com/nlopes/slack"
 | 
						|
	"github.com/parnurzeal/gorequest"
 | 
						|
	log "github.com/sirupsen/logrus"
 | 
						|
)
 | 
						|
 | 
						|
type field struct {
 | 
						|
	Title string `json:"title"`
 | 
						|
	Value string `json:"value"`
 | 
						|
	Short bool   `json:"short"`
 | 
						|
}
 | 
						|
 | 
						|
type message struct {
 | 
						|
	Text            string             `json:"text"`
 | 
						|
	Username        string             `json:"username"`
 | 
						|
	IconEmoji       string             `json:"icon_emoji"`
 | 
						|
	Channel         string             `json:"channel"`
 | 
						|
	ThreadTimeStamp string             `json:"thread_ts"`
 | 
						|
	Attachments     []slack.Attachment `json:"attachments"`
 | 
						|
}
 | 
						|
 | 
						|
// SlackWriter send report to slack
 | 
						|
type SlackWriter struct{}
 | 
						|
 | 
						|
func (w SlackWriter) Write(rs ...models.ScanResult) (err error) {
 | 
						|
	conf := config.Conf.Slack
 | 
						|
	channel := conf.Channel
 | 
						|
	token := conf.LegacyToken
 | 
						|
 | 
						|
	for _, r := range rs {
 | 
						|
		if channel == "${servername}" {
 | 
						|
			channel = fmt.Sprintf("#%s", r.ServerName)
 | 
						|
		}
 | 
						|
 | 
						|
		if 0 < len(r.Errors) {
 | 
						|
			msg := message{
 | 
						|
				Text:      msgText(r),
 | 
						|
				Username:  conf.AuthUser,
 | 
						|
				IconEmoji: conf.IconEmoji,
 | 
						|
				Channel:   channel,
 | 
						|
			}
 | 
						|
			if err = send(msg); err != nil {
 | 
						|
				return err
 | 
						|
			}
 | 
						|
			continue
 | 
						|
		}
 | 
						|
 | 
						|
		// A maximum of 100 attachments are allowed on a message.
 | 
						|
		// Split into chunks with 100 elements
 | 
						|
		// https://api.slack.com/methods/chat.postMessage
 | 
						|
		maxAttachments := 100
 | 
						|
		m := map[int][]slack.Attachment{}
 | 
						|
		for i, a := range toSlackAttachments(r) {
 | 
						|
			m[i/maxAttachments] = append(m[i/maxAttachments], a)
 | 
						|
		}
 | 
						|
		chunkKeys := []int{}
 | 
						|
		for k := range m {
 | 
						|
			chunkKeys = append(chunkKeys, k)
 | 
						|
		}
 | 
						|
		sort.Ints(chunkKeys)
 | 
						|
 | 
						|
		// Send slack by API
 | 
						|
		if 0 < len(token) {
 | 
						|
			api := slack.New(token)
 | 
						|
			ParentMsg := slack.PostMessageParameters{
 | 
						|
				//			Text:      msgText(r),
 | 
						|
				Username:  conf.AuthUser,
 | 
						|
				IconEmoji: conf.IconEmoji,
 | 
						|
			}
 | 
						|
 | 
						|
			var ts string
 | 
						|
			if _, ts, err = api.PostMessage(channel, msgText(r), ParentMsg); err != nil {
 | 
						|
				return err
 | 
						|
			}
 | 
						|
 | 
						|
			for _, k := range chunkKeys {
 | 
						|
				params := slack.PostMessageParameters{
 | 
						|
					//		Text:            msgText(r),
 | 
						|
					Username:        conf.AuthUser,
 | 
						|
					IconEmoji:       conf.IconEmoji,
 | 
						|
					Attachments:     m[k],
 | 
						|
					ThreadTimestamp: ts,
 | 
						|
				}
 | 
						|
				if _, _, err = api.PostMessage(channel, msgText(r), params); err != nil {
 | 
						|
					return err
 | 
						|
				}
 | 
						|
			}
 | 
						|
		} else {
 | 
						|
			for i, k := range chunkKeys {
 | 
						|
				txt := ""
 | 
						|
				if i == 0 {
 | 
						|
					txt = msgText(r)
 | 
						|
				}
 | 
						|
				msg := message{
 | 
						|
					Text:        txt,
 | 
						|
					Username:    conf.AuthUser,
 | 
						|
					IconEmoji:   conf.IconEmoji,
 | 
						|
					Channel:     channel,
 | 
						|
					Attachments: m[k],
 | 
						|
				}
 | 
						|
				if err = send(msg); err != nil {
 | 
						|
					return err
 | 
						|
				}
 | 
						|
			}
 | 
						|
		}
 | 
						|
	}
 | 
						|
	return nil
 | 
						|
}
 | 
						|
 | 
						|
func send(msg message) error {
 | 
						|
	conf := config.Conf.Slack
 | 
						|
	count, retryMax := 0, 10
 | 
						|
 | 
						|
	bytes, _ := json.Marshal(msg)
 | 
						|
	jsonBody := string(bytes)
 | 
						|
 | 
						|
	f := func() (err error) {
 | 
						|
		resp, body, errs := gorequest.New().Proxy(config.Conf.HTTPProxy).Post(conf.HookURL).Send(string(jsonBody)).End()
 | 
						|
		if 0 < len(errs) || resp == nil || resp.StatusCode != 200 {
 | 
						|
			count++
 | 
						|
			if count == retryMax {
 | 
						|
				return nil
 | 
						|
			}
 | 
						|
			return fmt.Errorf(
 | 
						|
				"HTTP POST error: %v, url: %s, resp: %v, body: %s",
 | 
						|
				errs, conf.HookURL, resp, body)
 | 
						|
		}
 | 
						|
		return nil
 | 
						|
	}
 | 
						|
	notify := func(err error, t time.Duration) {
 | 
						|
		log.Warnf("Error %s", err)
 | 
						|
		log.Warn("Retrying in ", t)
 | 
						|
	}
 | 
						|
	boff := backoff.NewExponentialBackOff()
 | 
						|
	if err := backoff.RetryNotify(f, boff, notify); err != nil {
 | 
						|
		return fmt.Errorf("HTTP error: %s", err)
 | 
						|
	}
 | 
						|
	if count == retryMax {
 | 
						|
		return fmt.Errorf("Retry count exceeded")
 | 
						|
	}
 | 
						|
	return nil
 | 
						|
}
 | 
						|
 | 
						|
func msgText(r models.ScanResult) string {
 | 
						|
	notifyUsers := ""
 | 
						|
	if 0 < len(r.ScannedCves) {
 | 
						|
		notifyUsers = getNotifyUsers(config.Conf.Slack.NotifyUsers)
 | 
						|
	}
 | 
						|
	serverInfo := fmt.Sprintf("*%s*", r.ServerInfo())
 | 
						|
 | 
						|
	if 0 < len(r.Errors) {
 | 
						|
		return fmt.Sprintf("%s\n%s\n%s\n%s\n%s\nError: %s",
 | 
						|
			notifyUsers,
 | 
						|
			serverInfo,
 | 
						|
			r.ScannedCves.FormatCveSummary(),
 | 
						|
			r.ScannedCves.FormatFixedStatus(r.Packages),
 | 
						|
			r.FormatUpdatablePacksSummary(),
 | 
						|
			r.Errors)
 | 
						|
	}
 | 
						|
	return fmt.Sprintf("%s\n%s\n%s\n%s\n%s",
 | 
						|
		notifyUsers,
 | 
						|
		serverInfo,
 | 
						|
		r.ScannedCves.FormatCveSummary(),
 | 
						|
		r.ScannedCves.FormatFixedStatus(r.Packages),
 | 
						|
		r.FormatUpdatablePacksSummary())
 | 
						|
}
 | 
						|
 | 
						|
func toSlackAttachments(r models.ScanResult) (attaches []slack.Attachment) {
 | 
						|
	vinfos := r.ScannedCves.ToSortedSlice()
 | 
						|
	for _, vinfo := range vinfos {
 | 
						|
		curent := []string{}
 | 
						|
		for _, affected := range vinfo.AffectedPackages {
 | 
						|
			if p, ok := r.Packages[affected.Name]; ok {
 | 
						|
				curent = append(curent,
 | 
						|
					fmt.Sprintf("%s-%s", p.Name, p.FormatVer()))
 | 
						|
			} else {
 | 
						|
				curent = append(curent, affected.Name)
 | 
						|
			}
 | 
						|
		}
 | 
						|
		for _, n := range vinfo.CpeURIs {
 | 
						|
			curent = append(curent, n)
 | 
						|
		}
 | 
						|
 | 
						|
		new := []string{}
 | 
						|
		for _, affected := range vinfo.AffectedPackages {
 | 
						|
			if p, ok := r.Packages[affected.Name]; ok {
 | 
						|
				if affected.NotFixedYet {
 | 
						|
					new = append(new, "Not Fixed Yet")
 | 
						|
				} else {
 | 
						|
					new = append(new, p.FormatNewVer())
 | 
						|
				}
 | 
						|
			} else {
 | 
						|
				new = append(new, "?")
 | 
						|
			}
 | 
						|
		}
 | 
						|
		for range vinfo.CpeURIs {
 | 
						|
			new = append(new, "?")
 | 
						|
		}
 | 
						|
 | 
						|
		a := slack.Attachment{
 | 
						|
			Title:      vinfo.CveID,
 | 
						|
			TitleLink:  "https://nvd.nist.gov/vuln/detail/" + vinfo.CveID,
 | 
						|
			Text:       attachmentText(vinfo, r.Family, r.CweDict, r.Packages),
 | 
						|
			MarkdownIn: []string{"text", "pretext"},
 | 
						|
			Fields: []slack.AttachmentField{
 | 
						|
				{
 | 
						|
					// Title: "Current Package/CPE",
 | 
						|
					Title: "Installed",
 | 
						|
					Value: strings.Join(curent, "\n"),
 | 
						|
					Short: true,
 | 
						|
				},
 | 
						|
				{
 | 
						|
					Title: "Candidate",
 | 
						|
					Value: strings.Join(new, "\n"),
 | 
						|
					Short: true,
 | 
						|
				},
 | 
						|
			},
 | 
						|
			Color: cvssColor(vinfo.MaxCvssScore().Value.Score),
 | 
						|
		}
 | 
						|
		attaches = append(attaches, a)
 | 
						|
	}
 | 
						|
	return
 | 
						|
}
 | 
						|
 | 
						|
// https://api.slack.com/docs/attachments
 | 
						|
func cvssColor(cvssScore float64) string {
 | 
						|
	switch {
 | 
						|
	case 7 <= cvssScore:
 | 
						|
		return "danger"
 | 
						|
	case 4 <= cvssScore && cvssScore < 7:
 | 
						|
		return "warning"
 | 
						|
	case cvssScore < 0:
 | 
						|
		return "#C0C0C0"
 | 
						|
	default:
 | 
						|
		return "good"
 | 
						|
	}
 | 
						|
}
 | 
						|
 | 
						|
func attachmentText(vinfo models.VulnInfo, osFamily string, cweDict map[string]models.CweDictEntry, packs models.Packages) string {
 | 
						|
	maxCvss := vinfo.MaxCvssScore()
 | 
						|
	vectors := []string{}
 | 
						|
 | 
						|
	scores := append(vinfo.Cvss3Scores(), vinfo.Cvss2Scores(osFamily)...)
 | 
						|
	for _, cvss := range scores {
 | 
						|
		if cvss.Value.Severity == "" {
 | 
						|
			continue
 | 
						|
		}
 | 
						|
		calcURL := ""
 | 
						|
		switch cvss.Value.Type {
 | 
						|
		case models.CVSS2:
 | 
						|
			calcURL = fmt.Sprintf(
 | 
						|
				"https://nvd.nist.gov/vuln-metrics/cvss/v2-calculator?name=%s",
 | 
						|
				vinfo.CveID)
 | 
						|
		case models.CVSS3:
 | 
						|
			calcURL = fmt.Sprintf(
 | 
						|
				"https://nvd.nist.gov/vuln-metrics/cvss/v3-calculator?name=%s",
 | 
						|
				vinfo.CveID)
 | 
						|
		}
 | 
						|
 | 
						|
		if cont, ok := vinfo.CveContents[cvss.Type]; ok {
 | 
						|
			v := fmt.Sprintf("<%s|%s> %s (<%s|%s>)",
 | 
						|
				calcURL,
 | 
						|
				fmt.Sprintf("%3.1f/%s", cvss.Value.Score, cvss.Value.Vector),
 | 
						|
				cvss.Value.Severity,
 | 
						|
				cont.SourceLink,
 | 
						|
				cvss.Type)
 | 
						|
			vectors = append(vectors, v)
 | 
						|
 | 
						|
		} else {
 | 
						|
			if 0 < len(vinfo.DistroAdvisories) {
 | 
						|
				links := []string{}
 | 
						|
				for k, v := range vinfo.VendorLinks(osFamily) {
 | 
						|
					links = append(links, fmt.Sprintf("<%s|%s>",
 | 
						|
						v, k))
 | 
						|
				}
 | 
						|
 | 
						|
				v := fmt.Sprintf("<%s|%s> %s (%s)",
 | 
						|
					calcURL,
 | 
						|
					fmt.Sprintf("%3.1f/%s", cvss.Value.Score, cvss.Value.Vector),
 | 
						|
					cvss.Value.Severity,
 | 
						|
					strings.Join(links, ", "))
 | 
						|
				vectors = append(vectors, v)
 | 
						|
			}
 | 
						|
		}
 | 
						|
	}
 | 
						|
 | 
						|
	severity := strings.ToUpper(maxCvss.Value.Severity)
 | 
						|
	if severity == "" {
 | 
						|
		severity = "?"
 | 
						|
	}
 | 
						|
 | 
						|
	nwvec := vinfo.AttackVector()
 | 
						|
	if nwvec == "Network" || nwvec == "remote" {
 | 
						|
		nwvec = fmt.Sprintf("*%s*", nwvec)
 | 
						|
	}
 | 
						|
 | 
						|
	mitigation := ""
 | 
						|
	if vinfo.Mitigations(osFamily)[0].Type != models.Unknown {
 | 
						|
		mitigation = fmt.Sprintf("\nMitigation:\n```%s```\n",
 | 
						|
			vinfo.Mitigations(osFamily)[0].Value)
 | 
						|
	}
 | 
						|
 | 
						|
	return fmt.Sprintf("*%4.1f (%s)* %s %s\n%s\n```\n%s\n```%s\n%s\n",
 | 
						|
		maxCvss.Value.Score,
 | 
						|
		severity,
 | 
						|
		nwvec,
 | 
						|
		vinfo.PatchStatus(packs),
 | 
						|
		strings.Join(vectors, "\n"),
 | 
						|
		vinfo.Summaries(config.Conf.Lang, osFamily)[0].Value,
 | 
						|
		mitigation,
 | 
						|
		cweIDs(vinfo, osFamily, cweDict),
 | 
						|
	)
 | 
						|
}
 | 
						|
 | 
						|
func cweIDs(vinfo models.VulnInfo, osFamily string, cweDict models.CweDict) string {
 | 
						|
	links := []string{}
 | 
						|
	for _, c := range vinfo.CveContents.UniqCweIDs(osFamily) {
 | 
						|
		name, url, top10Rank, top10URL := cweDict.Get(c.Value, osFamily)
 | 
						|
		line := ""
 | 
						|
		if top10Rank != "" {
 | 
						|
			line = fmt.Sprintf("<%s|[OWASP Top %s]>",
 | 
						|
				top10URL, top10Rank)
 | 
						|
		}
 | 
						|
		links = append(links, fmt.Sprintf("%s <%s|%s>: %s",
 | 
						|
			line, url, c.Value, name))
 | 
						|
	}
 | 
						|
	return strings.Join(links, "\n")
 | 
						|
}
 | 
						|
 | 
						|
// See testcase
 | 
						|
func getNotifyUsers(notifyUsers []string) string {
 | 
						|
	slackStyleTexts := []string{}
 | 
						|
	for _, username := range notifyUsers {
 | 
						|
		slackStyleTexts = append(slackStyleTexts, fmt.Sprintf("<%s>", username))
 | 
						|
	}
 | 
						|
	return strings.Join(slackStyleTexts, " ")
 | 
						|
}
 |