-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathmain.go
101 lines (82 loc) · 1.98 KB
/
main.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
package main
import (
"bytes"
"github.com/Shopify/sarama"
"github.com/emersion/go-imap"
"github.com/emersion/go-imap/client"
"log"
)
const (
IMAP_SERVER_URL = ""
IMAP_SERVER_USERNAME = ""
IMAP_SERVER_PASSWORD = ""
APACHE_KAFKA_URL = ""
APACHE_KAFKA_TOPIC = ""
)
func main() {
//Connect to server
c, err := client.DialTLS(IMAP_SERVER_URL, nil)
if err != nil {
log.Fatal(err)
}
defer c.Logout()
//Login
if err := c.Login(IMAP_SERVER_USERNAME, IMAP_SERVER_PASSWORD); err != nil {
log.Fatal(err)
}
//Create Kafka SynProducer (for better performance is suggested AsyncProducer)
brokers := []string{APACHE_KAFKA_URL}
producer, err := sarama.NewSyncProducer(brokers, nil)
if err != nil {
log.Fatalln(err)
}
defer producer.Close()
// List mailboxes
mailboxes := make(chan *imap.MailboxInfo, 10)
done := make(chan error, 1)
go func() {
done <- c.List("", "*", mailboxes)
}()
if err := <-done; err != nil {
log.Fatal(err)
}
// Select INBOX
mbox, err := c.Select("INBOX", false)
if err != nil {
log.Fatal(err)
}
log.Println("Flags for INBOX:", mbox.Messages)
from := uint32(1)
to := mbox.Messages
if mbox.Messages > 0 {
// We're using unsigned integers here, only substract if the result is > 0
//from = mbox.Messages
from = 1
}
seqset := new(imap.SeqSet)
seqset.AddRange(from, to)
messages := make(chan *imap.Message, 10)
done = make(chan error, 1)
go func() {
done <- c.Fetch(seqset, []imap.FetchItem{imap.FetchRFC822}, messages)
}()
counter := 0
for email := range messages {
counter++
emailFormatted := email.Format()[1].(*bytes.Buffer)
msg := &sarama.ProducerMessage{
Topic: APACHE_KAFKA_TOPIC,
Value: sarama.ByteEncoder(emailFormatted.Bytes()),
}
// Produce into kafka topic
_, _, err := producer.SendMessage(msg)
if err != nil {
log.Printf("Failed to send message: %s", err)
}
log.Printf("EMAIL: %d", counter)
}
if err := <-done; err != nil {
log.Fatal(err)
}
log.Println("Email were read successfully!")
}