ftp_deploy.utils.ftp << index >> ftp_deploy.views

ftp_deploy.utils.repo: 227 total statements, 81.8% covered

Generated: Sun 2014-03-16 19:26 GMT

Source file: /var/www/service.dev/service/ftp_deploy/utils/repo.py

Stats: 180 executed, 40 missed, 7 excluded, 93 ignored

  1. import pycurl
  2. import json
  3. import re
  5. import core
  6. from .curl import curl_connection
  7. from .decorators import check
  8. from ftp_deploy.conf import *
  11. class repository_parser(object):
  13. def __init__(self, data, service):
  14. self.service = service
  15. self.data = data
  16. self.service_repo = service.repo_source
  18. def credentials(self):
  19. """return login details"""
  20. if self.service_repo == 'bb':
  21. return BITBUCKET_SETTINGS['username'], BITBUCKET_SETTINGS['password']
  22. elif self.service_repo == 'gh':
  23. return GITHUB_SETTINGS['username'], GITHUB_SETTINGS['password']
  25. def check_branch(self):
  26. """check if payload branch match set branch"""
  27. if self.service_repo == 'bb':
  28. last_commit = len(self.data['commits']) - 1
  29. if self.data['commits'][last_commit]['branch'] == self.service.repo_branch:
  30. return True
  31. elif self.service_repo == 'gh':
  32. ref = self.data['ref'].split('/')
  33. if ref[2] == self.service.repo_branch:
  34. return True
  36. return False
  38. def deploy_email(self):
  39. """return email of deploy user"""
  41. if self.service_repo == 'bb':
  42. if self.data['user'] == 'Restore':
  43. return []
  44. try:
  45. curl = curl_connection(BITBUCKET_SETTINGS['username'], BITBUCKET_SETTINGS['password'])
  46. curl.authenticate()
  47. url = 'https://bitbucket.org/api/1.0/users/%s/emails' % self.data['user']
  48. context = json.loads(curl.perform(url))
  49. return [context[0]['email']]
  50. except Exception, e:
  51. return []
  52. elif self.service_repo == 'gh':
  53. if self.data['pusher']['name'] == 'Restore':
  54. return []
  55. return self.data['pusher']['email']
  57. def deploy_name(self):
  58. """ return username of deploy user"""
  59. if self.service_repo == 'bb':
  60. return self.data['user']
  61. elif self.service_repo == 'gh':
  62. return self.data['pusher']['name']
  65. class repository_api(object):
  67. def __init__(self, service_repo):
  68. self.service_repo = service_repo
  69. self.curl_init()
  71. def curl_init(self):
  72. if self.service_repo == 'bb':
  73. self.username = BITBUCKET_SETTINGS['username']
  74. self.password = BITBUCKET_SETTINGS['password']
  75. elif self.service_repo == 'gh':
  76. self.username = GITHUB_SETTINGS['username']
  77. self.password = GITHUB_SETTINGS['password']
  79. self.curl = curl_connection(self.username, self.password)
  80. self.curl.authenticate()
  82. def repositories(self):
  83. """Load list of repositories from repository account"""
  85. if(self.service_repo == 'bb'):
  86. url = 'https://bitbucket.org/api/1.0/user/repositories'
  87. elif(self.service_repo == 'gh'):
  88. url = 'https://api.github.com/user/repos'
  90. context = self.curl.perform(url)
  91. return context
  93. def add_hook(self, service, request):
  94. """Add hook and change repo_hook flag for service"""
  96. if(self.service_repo == 'bb'):
  97. url = 'https://api.bitbucket.org/1.0/repositories/%s/%s/services/ ' % (self.username, service.repo_slug_name)
  98. post = 'type=POST&URL=%s%s' % (core.absolute_url(request).build(), service.hook_url())
  99. elif(self.service_repo == 'gh'):
  100. url = 'https://api.github.com/repos/%s/%s/hooks' % (self.username, service.repo_slug_name)
  102. data = {
  103. "name": 'web',
  104. "active": True,
  105. "config": {
  106. "url": '%s%s' % (core.absolute_url(request).build(), service.hook_url()),
  107. "content_type": "json"
  108. }
  109. }
  111. post = json.dumps(data)
  113. service.repo_hook = True
  114. service.save()
  115. context = self.curl.perform_post(url, post)
  116. return context
  119. class commits_parser(object):
  121. """Commit parser for list of commits. Take commits dictionary captured from payload"""
  123. def __init__(self, commits, service_repo):
  124. self.commits = commits
  125. self.service_repo = service_repo
  127. def commits_info(self):
  128. """Return commits details list in format [message,author,raw_node]"""
  129. output = list()
  130. if self.service_repo == 'bb':
  131. [output.append([commit['message'], commit['author'], commit['raw_node']]) for commit in reversed(self.commits)]
  132. elif self.service_repo == 'gh':
  133. [output.append([commit['message'], commit['author']['name'], commit['id']]) for commit in reversed(self.commits)]
  135. return output
  137. def email_list(self):
  138. """Return email list from raw_author, limited to unique emails"""
  139. output = list()
  141. if self.service_repo == 'bb':
  142. for commit in self.commits:
  143. email = re.search('%s(.*)%s' % ('<', '>'), commit['raw_author']).group(1)
  144. output.append(email) if email not in output else False
  145. elif self.service_repo == 'gh':
  146. for commit in self.commits:
  147. email = commit['author']['email']
  148. output.append(email) if email not in output else False
  150. return output
  152. def file_diff(self):
  153. """Return files list grouped by added, modified and removed. Respect order of commits"""
  154. added, removed, modified = list(), list(), list()
  156. if self.service_repo == 'bb':
  157. for commit in self.commits:
  158. for file in commit['files']:
  159. if file['type'] == 'added':
  160. added.append(file['file']) if file['file'] not in added else False
  161. removed.remove(file['file']) if file['file'] in removed else False
  162. elif file['type'] == 'modified':
  163. modified.append(file['file']) if file['file'] not in modified and file['file'] not in added else False
  164. elif file['type'] == 'removed':
  165. removed.append(file['file']) if file['file'] not in removed + added else False
  166. added.remove(file['file']) if file['file'] in added else False
  167. modified.remove(file['file']) if file['file'] in modified else False
  169. elif self.service_repo == 'gh':
  170. for commit in self.commits:
  171. for file in commit['added']:
  172. added.append(file) if file not in added else False
  173. removed.remove(file) if file in removed else False
  174. for file in commit['modified']:
  175. modified.append(file) if file not in modified and file not in added else False
  176. for file in commit['removed']:
  177. removed.append(file) if file not in removed + added else False
  178. added.remove(file) if file in added else False
  179. modified.remove(file) if file in modified else False
  181. return added, modified, removed
  183. def files_count(self):
  184. count = 0
  186. if self.service_repo == 'bb':
  187. for commit in self.commits:
  188. count += len(commit['files'])
  189. elif self.service_repo == 'gh':
  190. for commit in self.commits:
  191. count += len(commit['added']) + len(commit['modified']) + len(commit['removed'])
  193. return count
  196. class bitbucket_check(curl_connection):
  198. """Bitbucket check class contain all checking points for bitbucket repository, return True if fail"""
  200. def __init__(self, username, password, service):
  201. super(bitbucket_check, self).__init__(username, password)
  202. self.service = service
  204. @check('Bitbucket')
  205. def check_authentication(self):
  206. self.authenticate()
  207. self.perform('https://bitbucket.org/api/1.0/user/repositories')
  208. if self.curl.getinfo(pycurl.HTTP_CODE) != 200:
  209. raise Exception("Login Fail")
  211. @check('Bitbucket')
  212. def check_repo_exist(self):
  213. self.authenticate()
  214. repos = json.loads(self.perform('https://bitbucket.org/api/1.0/user/repositories'))
  215. for repo in repos:
  216. if repo['slug'] == self.service.repo_slug_name:
  217. return False, ''
  218. raise Exception("Repository %s doesn't exist" % self.service.repo_slug_name)
  220. @check('Bitbucket')
  221. def check_branch_exist(self):
  222. self.authenticate()
  223. url = 'https://bitbucket.org/api/1.0/repositories/%s/%s/branches' % (self.username, self.service.repo_slug_name)
  224. branches = json.loads(self.perform(url))
  225. try:
  226. branches[self.service.repo_branch]
  227. except KeyError, e:
  228. raise Exception("Branch %s doesn't exist" % self.service.repo_branch)
  230. @check('Bitbucket')
  231. def check_hook_exist(self):
  232. self.authenticate()
  233. url = 'https://bitbucket.org/api/1.0/repositories/%s/%s/services' % (self.username, self.service.repo_slug_name)
  234. hooks = json.loads(self.perform(url))
  236. if type(hooks) == list:
  237. for hook in hooks:
  238. if len(hook['service']['fields']) > 0:
  239. value = hook['service']['fields'][0]['value']
  240. if value.find(str(self.service.hook_url())) != -1 and hook['service']['type'] == 'POST':
  241. return False, ''
  242. raise Exception("Hook is not set up")
  244. def check_all(self):
  245. status = self.check_authentication()
  246. if status[0] == True:
  247. return status
  249. status = self.check_repo_exist()
  250. if status[0] == True:
  251. return status
  253. status = self.check_branch_exist()
  254. if status[0] == True:
  255. return status
  257. return False, ''
  260. class github_check(curl_connection):
  262. """Bitbucket check class contain all checking points for bitbucket repository, return True if fail"""
  264. def __init__(self, username, password, service):
  265. super(github_check, self).__init__(username, password)
  266. self.service = service
  268. @check('Github')
  269. def check_authentication(self):
  270. self.authenticate()
  271. self.perform('https://api.github.com/user/repos')
  272. if self.curl.getinfo(pycurl.HTTP_CODE) != 200:
  273. raise Exception("Login Fail")
  275. @check('Github')
  276. def check_repo_exist(self):
  277. self.authenticate()
  278. repos = json.loads(self.perform('https://api.github.com/user/repos'))
  279. for repo in repos:
  280. if repo['name'] == self.service.repo_slug_name:
  281. return False, ''
  282. raise Exception("Repository %s doesn't exist" % self.service.repo_slug_name)
  284. @check('Github')
  285. def check_branch_exist(self):
  286. self.authenticate()
  287. url = 'https://api.github.com/repos/%s/%s/branches' % (self.username, self.service.repo_slug_name)
  288. branches = json.loads(self.perform(url))
  289. for branch in branches:
  290. if branch['name'] == self.service.repo_branch:
  291. return False, ''
  292. raise Exception("Branch %s doesn't exist" % self.service.repo_branch)
  294. @check('Github')
  295. def check_hook_exist(self):
  296. self.authenticate()
  297. url = 'https://api.github.com/repos/%s/%s/hooks' % (self.username, self.service.repo_slug_name)
  298. hooks = json.loads(self.perform(url))
  300. if type(hooks) == list:
  301. for hook in hooks:
  302. if hook['name'] == "web" and hook['config']['url'] == self.service.hook_url():
  303. return False, ''
  305. raise Exception("Hook is not set up")
  307. def check_all(self):
  308. status = self.check_authentication()
  309. if status[0] == True:
  310. return status
  312. status = self.check_repo_exist()
  313. if status[0] == True:
  314. return status
  316. status = self.check_branch_exist()
  317. if status[0] == True:
  318. return status
  320. return False, ''
ftp_deploy.utils.ftp << index >> ftp_deploy.views