crawler

Documentation

Overview

Package crawler provides a spider which crawls all the cloud services and learn about the infrastructure configs

Index

• func CheckDNSRecordExists(docs []storage.DNSDoc, newDoc storage.DNSDoc) bool
• func CrawlAllElbs(region string, cwg *sync.WaitGroup)
• func CrawlAllInstances(region string, cwg *sync.WaitGroup)
• func CrawlAllRoute53(cwg *sync.WaitGroup)
• func CrawlDnsMadeEasy(cwg *sync.WaitGroup)
• func CrawlUltraDns(cwg *sync.WaitGroup)
• func MergeDnsRecords(docs []storage.DNSDoc, dupDocs []storage.DNSDoc) []interface{}
• func PruneEC2Fields(inst *ec2.Instance) storage.NodeDoc
• func PruneELBFields(elb *elb.LoadBalancerDescription) storage.LBDoc
• func PruneR53Fields(dnsRec *route53.ResourceRecordSet) storage.DNSDoc
• func PruneUltraDnsFields(dnsRec ultradns.RRSet) storage.DNSDoc
• func Run()

Functions

func CheckDNSRecordExists

func CheckDNSRecordExists(docs []storage.DNSDoc, newDoc storage.DNSDoc) bool

Checks if the document already exists in the list

func CrawlAllElbs

func CrawlAllElbs(region string, cwg *sync.WaitGroup)

Crawl all the loadbalncers in a AWS cloud

func CrawlAllInstances

func CrawlAllInstances(region string, cwg *sync.WaitGroup)

Crawl all the machines/instances/hosts/servers running on a AWS cloud

func CrawlAllRoute53

func CrawlAllRoute53(cwg *sync.WaitGroup)

Crawl all the DNS records in a AWS cloud

func CrawlDnsMadeEasy

func CrawlDnsMadeEasy(cwg *sync.WaitGroup)

func CrawlUltraDns

func CrawlUltraDns(cwg *sync.WaitGroup)

func MergeDnsRecords

func MergeDnsRecords(docs []storage.DNSDoc, dupDocs []storage.DNSDoc) []interface{}

Merge the redundant/duplicate document records

func PruneEC2Fields

func PruneEC2Fields(inst *ec2.Instance) storage.NodeDoc

Extract only the required fields and discard the unwanted fields

func PruneELBFields

func PruneELBFields(elb *elb.LoadBalancerDescription) storage.LBDoc

Extract only the required fields and discard the unwanted fields

func PruneR53Fields

func PruneR53Fields(dnsRec *route53.ResourceRecordSet) storage.DNSDoc

Extract only the required fields and discard the unwanted fields

func PruneUltraDnsFields

func PruneUltraDnsFields(dnsRec ultradns.RRSet) storage.DNSDoc

Extract only the required fields and discard the unwanted fields

func Run

func Run()