/* Vuls - Vulnerability Scanner Copyright (C) 2016 Future Architect, Inc. Japan. This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . */ package scan import ( "fmt" "os" "path/filepath" "time" "github.com/future-architect/vuls/cache" "github.com/future-architect/vuls/config" "github.com/future-architect/vuls/models" "github.com/future-architect/vuls/report" "github.com/future-architect/vuls/util" ) var servers, errServers []osTypeInterface // Base Interface of redhat, debian, freebsd type osTypeInterface interface { setServerInfo(config.ServerInfo) getServerInfo() config.ServerInfo setDistro(string, string) getDistro() config.Distro detectPlatform() getPlatform() models.Platform // checkDependencies checks if dependencies are installed on the target server. checkDependencies() error checkIfSudoNoPasswd() error scanPackages() error convertToModel() models.ScanResult runningContainers() ([]config.Container, error) exitedContainers() ([]config.Container, error) allContainers() ([]config.Container, error) getErrs() []error setErrs([]error) } // osPackages is included by base struct type osPackages struct { // installed packages Packages models.Packages // unsecure packages VulnInfos models.VulnInfos } func (p *osPackages) setPackages(pi models.Packages) { p.Packages = pi } func (p *osPackages) setVulnInfos(vi models.VulnInfos) { p.VulnInfos = vi } func detectOS(c config.ServerInfo) (osType osTypeInterface) { var itsMe bool var fatalErr error itsMe, osType, fatalErr = detectDebian(c) if fatalErr != nil { osType.setErrs([]error{ fmt.Errorf("Failed to detect OS: %s", fatalErr)}) return } if itsMe { util.Log.Debugf("Debian like Linux. Host: %s:%s", c.Host, c.Port) return } if itsMe, osType = detectRedhat(c); itsMe { util.Log.Debugf("Redhat like Linux. Host: %s:%s", c.Host, c.Port) return } if itsMe, osType = detectFreebsd(c); itsMe { util.Log.Debugf("FreeBSD. Host: %s:%s", c.Host, c.Port) return } //TODO darwin https://github.com/mizzy/specinfra/blob/master/lib/specinfra/helper/detect_os/darwin.rb osType.setErrs([]error{fmt.Errorf("Unknown OS Type")}) return } // PrintSSHableServerNames print SSH-able servernames func PrintSSHableServerNames() { util.Log.Info("Scannable servers are below...") for _, s := range servers { if s.getServerInfo().IsContainer() { fmt.Printf("%s@%s ", s.getServerInfo().Container.Name, s.getServerInfo().ServerName, ) } else { fmt.Printf("%s ", s.getServerInfo().ServerName) } } fmt.Printf("\n") } // InitServers detect the kind of OS distribution of target servers func InitServers(timeoutSec int) error { servers, errServers = detectServerOSes(timeoutSec) if len(servers) == 0 { return fmt.Errorf("No scannable servers") } actives, inactives := detectContainerOSes(timeoutSec) if config.Conf.ContainersOnly { servers = actives errServers = inactives } else { servers = append(servers, actives...) errServers = append(errServers, inactives...) } return nil } func detectServerOSes(timeoutSec int) (servers, errServers []osTypeInterface) { util.Log.Info("Detecting OS of servers... ") osTypeChan := make(chan osTypeInterface, len(config.Conf.Servers)) defer close(osTypeChan) for _, s := range config.Conf.Servers { go func(s config.ServerInfo) { defer func() { if p := recover(); p != nil { util.Log.Debugf("Panic: %s on %s", p, s.ServerName) } }() osTypeChan <- detectOS(s) }(s) } timeout := time.After(time.Duration(timeoutSec) * time.Second) for i := 0; i < len(config.Conf.Servers); i++ { select { case res := <-osTypeChan: if 0 < len(res.getErrs()) { errServers = append(errServers, res) util.Log.Errorf("(%d/%d) Failed: %s, err: %s", i+1, len(config.Conf.Servers), res.getServerInfo().ServerName, res.getErrs()) } else { servers = append(servers, res) util.Log.Infof("(%d/%d) Detected: %s: %s", i+1, len(config.Conf.Servers), res.getServerInfo().ServerName, res.getDistro()) } case <-timeout: msg := "Timed out while detecting servers" util.Log.Error(msg) for servername, sInfo := range config.Conf.Servers { found := false for _, o := range append(servers, errServers...) { if servername == o.getServerInfo().ServerName { found = true break } } if !found { u := &unknown{} u.setServerInfo(sInfo) u.setErrs([]error{ fmt.Errorf("Timed out"), }) errServers = append(errServers, u) util.Log.Errorf("(%d/%d) Timed out: %s", i+1, len(config.Conf.Servers), servername) i++ } } } } return } func detectContainerOSes(timeoutSec int) (actives, inactives []osTypeInterface) { util.Log.Info("Detecting OS of containers... ") osTypesChan := make(chan []osTypeInterface, len(servers)) defer close(osTypesChan) for _, s := range servers { go func(s osTypeInterface) { defer func() { if p := recover(); p != nil { util.Log.Debugf("Panic: %s on %s", p, s.getServerInfo().GetServerName()) } }() osTypesChan <- detectContainerOSesOnServer(s) }(s) } timeout := time.After(time.Duration(timeoutSec) * time.Second) for i := 0; i < len(servers); i++ { select { case res := <-osTypesChan: for _, osi := range res { sinfo := osi.getServerInfo() if 0 < len(osi.getErrs()) { inactives = append(inactives, osi) util.Log.Errorf("Failed: %s err: %s", sinfo.ServerName, osi.getErrs()) continue } actives = append(actives, osi) util.Log.Infof("Detected: %s@%s: %s", sinfo.Container.Name, sinfo.ServerName, osi.getDistro()) } case <-timeout: msg := "Timed out while detecting containers" util.Log.Error(msg) for servername, sInfo := range config.Conf.Servers { found := false for _, o := range append(actives, inactives...) { if servername == o.getServerInfo().ServerName { found = true break } } if !found { u := &unknown{} u.setServerInfo(sInfo) u.setErrs([]error{ fmt.Errorf("Timed out"), }) inactives = append(inactives) util.Log.Errorf("Timed out: %s", servername) } } } } return } func detectContainerOSesOnServer(containerHost osTypeInterface) (oses []osTypeInterface) { containerHostInfo := containerHost.getServerInfo() if len(containerHostInfo.Containers.Includes) == 0 { return } running, err := containerHost.runningContainers() if err != nil { containerHost.setErrs([]error{fmt.Errorf( "Failed to get running containers on %s. err: %s", containerHost.getServerInfo().ServerName, err)}) return append(oses, containerHost) } if containerHostInfo.Containers.Includes[0] == "${running}" { for _, containerInfo := range running { found := false for _, ex := range containerHost.getServerInfo().Containers.Excludes { if containerInfo.Name == ex || containerInfo.ContainerID == ex { found = true } } if found { continue } copied := containerHostInfo copied.SetContainer(config.Container{ ContainerID: containerInfo.ContainerID, Name: containerInfo.Name, Image: containerInfo.Image, }) os := detectOS(copied) oses = append(oses, os) } return oses } exitedContainers, err := containerHost.exitedContainers() if err != nil { containerHost.setErrs([]error{fmt.Errorf( "Failed to get exited containers on %s. err: %s", containerHost.getServerInfo().ServerName, err)}) return append(oses, containerHost) } var exited, unknown []string for _, container := range containerHostInfo.Containers.Includes { found := false for _, c := range running { if c.ContainerID == container || c.Name == container { copied := containerHostInfo copied.SetContainer(c) os := detectOS(copied) oses = append(oses, os) found = true break } } if !found { foundInExitedContainers := false for _, c := range exitedContainers { if c.ContainerID == container || c.Name == container { exited = append(exited, container) foundInExitedContainers = true break } } if !foundInExitedContainers { unknown = append(unknown, container) } } } if 0 < len(exited) || 0 < len(unknown) { containerHost.setErrs([]error{fmt.Errorf( "Some containers on %s are exited or unknown. exited: %s, unknown: %s", containerHost.getServerInfo().ServerName, exited, unknown)}) return append(oses, containerHost) } return oses } // CheckDependencies checks dependencies are installed on target servers. func CheckDependencies(timeoutSec int) { parallelExec(func(o osTypeInterface) error { return o.checkDependencies() }, timeoutSec) return } // CheckIfSudoNoPasswd checks whether vuls can sudo with nopassword via SSH func CheckIfSudoNoPasswd(timeoutSec int) { parallelExec(func(o osTypeInterface) error { return o.checkIfSudoNoPasswd() }, timeoutSec) return } // DetectPlatforms detects the platform of each servers. func DetectPlatforms(timeoutSec int) { detectPlatforms(timeoutSec) for i, s := range servers { if s.getServerInfo().IsContainer() { util.Log.Infof("(%d/%d) %s on %s is running on %s", i+1, len(servers), s.getServerInfo().Container.Name, s.getServerInfo().ServerName, s.getPlatform().Name, ) } else { util.Log.Infof("(%d/%d) %s is running on %s", i+1, len(servers), s.getServerInfo().ServerName, s.getPlatform().Name, ) } } return } func detectPlatforms(timeoutSec int) { parallelExec(func(o osTypeInterface) error { o.detectPlatform() // Logging only if platform can not be specified return nil }, timeoutSec) return } // Scan scan func Scan(timeoutSec int) error { if len(servers) == 0 { return fmt.Errorf("No server defined. Check the configuration") } if err := setupChangelogCache(); err != nil { return err } defer func() { if cache.DB != nil { cache.DB.Close() } }() util.Log.Info("Scanning vulnerable OS packages...") scannedAt := time.Now() dir, err := ensureResultDir(scannedAt) if err != nil { return err } if err := scanVulns(dir, scannedAt, timeoutSec); err != nil { return err } return nil } func setupChangelogCache() error { needToSetupCache := false for _, s := range servers { switch s.getDistro().Family { case config.Raspbian: needToSetupCache = true break case config.Ubuntu, config.Debian: //TODO changelopg cache for RedHat, Oracle, Amazon, CentOS is not implemented yet. if config.Conf.Deep { needToSetupCache = true } break } } if needToSetupCache { if err := cache.SetupBolt(config.Conf.CacheDBPath, util.Log); err != nil { return err } } return nil } func scanVulns(jsonDir string, scannedAt time.Time, timeoutSec int) error { var results models.ScanResults parallelExec(func(o osTypeInterface) error { return o.scanPackages() }, timeoutSec) for _, s := range append(servers, errServers...) { r := s.convertToModel() r.ScannedAt = scannedAt results = append(results, r) } config.Conf.FormatJSON = true ws := []report.ResultWriter{ report.LocalFileWriter{CurrentDir: jsonDir}, } for _, w := range ws { if err := w.Write(results...); err != nil { return fmt.Errorf("Failed to write summary report: %s", err) } } report.StdoutWriter{}.WriteScanSummary(results...) return nil } func ensureResultDir(scannedAt time.Time) (currentDir string, err error) { jsonDirName := scannedAt.Format(time.RFC3339) resultsDir := config.Conf.ResultsDir if len(resultsDir) == 0 { wd, _ := os.Getwd() resultsDir = filepath.Join(wd, "results") } jsonDir := filepath.Join(resultsDir, jsonDirName) if err := os.MkdirAll(jsonDir, 0700); err != nil { return "", fmt.Errorf("Failed to create dir: %s", err) } symlinkPath := filepath.Join(resultsDir, "current") if _, err := os.Lstat(symlinkPath); err == nil { if err := os.Remove(symlinkPath); err != nil { return "", fmt.Errorf( "Failed to remove symlink. path: %s, err: %s", symlinkPath, err) } } if err := os.Symlink(jsonDir, symlinkPath); err != nil { return "", fmt.Errorf( "Failed to create symlink: path: %s, err: %s", symlinkPath, err) } return jsonDir, nil }