Adds bitbucket support

hugopeixoto · hugopeixoto · commit 970fb2602369 · 2014-02-23T06:29:55.000Z
This adds backend support for bitbucket repositories.
Missing:
- An interface to add bitbucket projects
- Remove some hardcoded github links (mostly views)

Limitations:
- Bitbucket API only allows fetching 15 commits at a time.
diff --git a/Gemfile b/Gemfile
@@ -20,6 +20,7 @@ gem 'devise',          '~> 3.2.2'
 gem 'omniauth',        '~> 1.1.4'
 gem 'omniauth-github', '~> 1.1.1'
 gem 'octokit',         '~> 2.7.0'
+gem 'sawyer',          '~> 0.5.2'
 gem 'twitter_bootstrap_form_for', github: 'stouset/twitter_bootstrap_form_for'
 gem 'twitter-bootstrap-rails',    github: 'seyhunak/twitter-bootstrap-rails', branch: 'bootstrap3'
 gem 'sdoc', group: :doc, require: false
diff --git a/Gemfile.lock b/Gemfile.lock
@@ -277,6 +277,7 @@ DEPENDENCIES
   rails (= 4.0.2)
   rspec-rails (~> 3.0.0.beta)
   sass-rails (~> 4.0.0)
+  sawyer (~> 0.5.2)
   sdoc
   shoulda-matchers (~> 2.5.0)
   sqlite3 (~> 1.3.8)
diff --git a/app/controllers/projects_controller.rb b/app/controllers/projects_controller.rb
@@ -33,8 +33,8 @@ def create
       :client_secret => CONFIG['github']['secret']
     begin
       repo = client.repo project_name
-      @project = Project.find_or_create_by full_name: repo.full_name
-      @project.update_github_info repo
+      @project = Project.find_or_create_by host: "github", full_name: repo.full_name
+      @project.update_repository_info repo
       redirect_to @project
     rescue Octokit::NotFound
       redirect_to projects_path, alert: "Project not found"
diff --git a/app/models/project.rb b/app/models/project.rb
@@ -4,8 +4,9 @@ class Project < ActiveRecord::Base
 
   validates :full_name, uniqueness: true, presence: true
   validates :github_id, uniqueness: true, presence: true
+  validates :host, inclusion: [ "github", "bitbucket" ], presence: true
 
-  def update_github_info repo
+  def update_repository_info repo
     self.github_id = repo.id
     self.name = repo.name
     self.full_name = repo.full_name
@@ -16,22 +17,34 @@ def update_github_info repo
     self.save!
   end
 
+  def repository_client
+    if host == "github"
+      Github.new
+    elsif host == "bitbucket"
+      Bitbucket.new
+    end
+  end
+
   def github_url
-    "https://github.com/#{full_name}"
+    repository_client.repository_url self
   end
 
   def source_github_url
-    "https://github.com/#{source_full_name}"
+    repository_client.source_repository_url self
+  end
+
+  def raw_commits
+    repository_client.commits self
+  end
+
+  def repository_info
+    repository_client.repository_info self
   end
 
   def new_commits
     begin
       commits = Timeout::timeout(90) do
-        client = Octokit::Client.new \
-          :client_id     => CONFIG['github']['key'],
-          :client_secret => CONFIG['github']['secret'],
-          :per_page      => 100
-        client.commits(full_name).
+        raw_commits.
           # Filter merge request
           select{|c| !(c.commit.message =~ /^(Merge\s|auto\smerge)/)}.
           # Filter fake emails
@@ -132,26 +145,14 @@ def self.update_cache
     end
   end
 
-  def github_info
-    client = Octokit::Client.new \
-      :client_id     => CONFIG['github']['key'],
-      :client_secret => CONFIG['github']['secret']
-    if github_id.present?
-      client.get("/repositories/#{github_id}")
-    else
-      client.repo(full_name)
-    end
-  end
-
   def update_info
     begin
-      update_github_info(github_info)
+      update_repository_info(repository_info)
     rescue Octokit::BadGateway, Octokit::NotFound, Octokit::InternalServerError,
            Errno::ETIMEDOUT, Net::ReadTimeout, Faraday::Error::ConnectionFailed => e
       Rails.logger.info "Project ##{id}: #{e.class} happened"
     rescue StandardError => e
       Airbrake.notify(e)
     end
   end
-
 end
diff --git a/app/services/bitbucket.rb b/app/services/bitbucket.rb
@@ -0,0 +1,67 @@
+require 'sawyer'
+
+class Bitbucket
+  Repository = Struct.new :id, :name, :full_name, :source_full_name, :description, :watchers_count, :language
+
+  Changeset = Struct.new :sha, :commit, :author
+  Commit    = Struct.new :author, :message, :commiter
+  Committer = Struct.new :date
+  Author    = Struct.new :email, :name
+
+  attr_reader :agent
+
+  def initialize
+    @agent = Sawyer::Agent.new("https://bitbucket.org")
+  end
+
+  def repository_info repository
+    data = request :get, repository_path(repository.full_name)
+
+    Repository.new(
+      data.slug,
+      data.name,
+      repository.full_name,
+      (data.fork_of.owner + "/" + data.fork_of.slug rescue ''),
+      data.description,
+      data.followers_count,
+      data.language)
+  end
+
+  def commits repository
+    data = request :get, changesets_path(repository.full_name)
+
+    data.changesets.map do |cs|
+      author_pieces = cs.raw_author.match(/^(.*) <(.*@.*)>$/)
+
+      date   = DateTime.parse(cs.utctimestamp)
+      author = Author.new(author_pieces[2], author_pieces[1])
+      commit = Commit.new(author, cs.message, Committer.new(date))
+      Changeset.new(cs.raw_node, commit)
+    end
+  end
+
+  def repository_url project
+    "https://bitbucket.org/#{project.full_name}"
+  end
+
+  def source_repository_url project
+    "https://bitbucket.org/#{project.source_full_name}"
+  end
+
+  protected
+  def repository_path full_name
+    "#{base_path}#{full_name}"
+  end
+
+  def changesets_path full_name
+    "#{base_path}#{full_name}/changesets?limit=15"
+  end
+
+  def base_path
+    "/api/1.0/repositories/"
+  end
+
+  def request method, path
+    agent.call(method, path).data
+  end
+end
diff --git a/app/services/github.rb b/app/services/github.rb
@@ -0,0 +1,30 @@
+class Github
+  def initialize
+    @client = Octokit::Client.new(
+      :client_id     => CONFIG['github']['key'],
+      :client_secret => CONFIG['github']['secret'],
+      :per_page      => 100)
+  end
+
+  attr_reader :client
+
+  def commits project
+    client.commits project.full_name
+  end
+
+  def repository_info project
+    if project.github_id.present?
+      client.get "/repositories/#{project.github_id}"
+    else
+      client.repo full_name
+    end
+  end
+
+  def repository_url project
+    "https://github.com/#{project.full_name}"
+  end
+
+  def source_repository_url project
+    "https://github.com/#{project.source_full_name}"
+  end
+end
diff --git a/db/migrate/20140223061035_add_project_host.rb b/db/migrate/20140223061035_add_project_host.rb
@@ -0,0 +1,11 @@
+class AddProjectHost < ActiveRecord::Migration
+  class Project < ActiveRecord::Base
+  end
+
+  def change
+    add_column :projects, :host, :string, default: 'github'
+
+    # Update all existing projects
+    Project.where(host: nil).update_all(host: 'github')
+  end
+end
diff --git a/db/schema.rb b/db/schema.rb
@@ -11,7 +11,7 @@
 #
 # It's strongly recommended that you check this file into your version control system.
 
-ActiveRecord::Schema.define(version: 20140209041123) do
+ActiveRecord::Schema.define(version: 20140223061035) do
 
   create_table "deposits", force: true do |t|
     t.integer  "project_id"
@@ -41,6 +41,7 @@
     t.string   "last_commit"
     t.integer  "available_amount_cache"
     t.string   "github_id"
+    t.string   "host",                   default: "github"
   end
 
   add_index "projects", ["full_name"], name: "index_projects_on_full_name", unique: true
