1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
|
#! /usr/bin/python
# Many thanks to Dave Peticolas for contributing this module
from twisted.internet import defer
from twisted.internet.utils import getProcessOutput
from twisted.internet.task import LoopingCall
from buildbot import util
from buildbot.changes import base, changes
class P4Source(base.ChangeSource, util.ComparableMixin):
"""This source will poll a perforce repository for changes and submit
them to the change master."""
compare_attrs = ["p4port", "p4user", "p4passwd", "p4client", "p4base",
"p4bin", "pollinterval", "histmax"]
parent = None # filled in when we're added
last_change = None
loop = None
volatile = ['loop']
def __init__(self, p4port, p4user, p4passwd=None, p4client=None,
p4base='//...', p4bin='p4',
pollinterval=60 * 10, histmax=100):
"""
@type p4port: string
@param p4port: p4 port definition (host:portno)
@type p4user: string
@param p4user: p4 user
@type p4passwd: string
@param p4passwd: p4 passwd
@type p4client: string
@param p4client: name of p4 client to poll
@type p4base: string
@param p4base: p4 file specification to limit a poll to
(i.e., //...)
@type p4bin: string
@param p4bin: path to p4 binary, defaults to just 'p4'
@type pollinterval: int
@param pollinterval: interval in seconds between polls
@type histmax: int
@param histmax: maximum number of changes to look back through
"""
self.p4port = p4port
self.p4user = p4user
self.p4passwd = p4passwd
self.p4client = p4client
self.p4base = p4base
self.p4bin = p4bin
self.pollinterval = pollinterval
self.histmax = histmax
def startService(self):
self.loop = LoopingCall(self.checkp4)
self.loop.start(self.pollinterval)
base.ChangeSource.startService(self)
def stopService(self):
self.loop.stop()
return base.ChangeSource.stopService(self)
def describe(self):
return "p4source %s-%s %s" % (self.p4port, self.p4client, self.p4base)
def checkp4(self):
d = self._get_changes()
d.addCallback(self._process_changes)
d.addCallback(self._handle_changes)
def _get_changes(self):
args = []
if self.p4port:
args.extend(['-p', self.p4port])
if self.p4user:
args.extend(['-u', self.p4user])
if self.p4passwd:
args.extend(['-P', self.p4passwd])
if self.p4client:
args.extend(['-c', self.p4client])
args.extend(['changes', '-m', str(self.histmax), self.p4base])
env = {}
return getProcessOutput(self.p4bin, args, env)
def _process_changes(self, result):
last_change = self.last_change
changelists = []
for line in result.split('\n'):
line = line.strip()
if not line: continue
_, num, _, date, _, user, _ = line.split(' ', 6)
if last_change is None:
self.last_change = num
return []
if last_change == num: break
change = {'num' : num, 'date' : date, 'user' : user.split('@')[0]}
changelists.append(change)
changelists.reverse() # oldest first
ds = [self._get_change(c) for c in changelists]
return defer.DeferredList(ds)
def _get_change(self, change):
args = []
if self.p4port:
args.extend(['-p', self.p4port])
if self.p4user:
args.extend(['-u', self.p4user])
if self.p4passwd:
args.extend(['-P', self.p4passwd])
if self.p4client:
args.extend(['-c', self.p4client])
args.extend(['describe', '-s', change['num']])
env = {}
d = getProcessOutput(self.p4bin, args, env)
d.addCallback(self._process_change, change)
return d
def _process_change(self, result, change):
lines = result.split('\n')
comments = ''
while not lines[0].startswith('Affected files'):
comments += lines.pop(0) + '\n'
change['comments'] = comments
lines.pop(0) # affected files
files = []
while lines:
line = lines.pop(0).strip()
if not line: continue
files.append(line.split(' ')[1])
change['files'] = files
return change
def _handle_changes(self, result):
for success, change in result:
if not success: continue
c = changes.Change(change['user'], change['files'],
change['comments'],
revision=change['num'])
self.parent.addChange(c)
self.last_change = change['num']
|
