Ptime mapper script

.gitignore

@@ -99,3 +99,5 @@ config/docker/development/home/rails/.bash_history
 
 /app/assets/builds/*
 !/app/assets/builds/.keep
+
+.sec

Gemfile

@@ -77,6 +77,7 @@ group :test do
   gem 'capybara'
   gem 'selenium-webdriver', '>= 4.11.8'
   gem 'simplecov'
+  gem 'webmock'
   # Use fixed version of webdrivers to avoid compatibility issues with chrome and chromedriver
 end
 # Windows does not include zoneinfo files, so bundle the tzinfo-data gem

Gemfile.lock

@@ -82,6 +82,7 @@ GEM
     ast (2.4.2)
     base64 (0.2.0)
     bcrypt (3.1.20)
+    bigdecimal (3.1.8)
     bindata (2.5.0)
     bleib (0.0.8)
     bootsnap (1.18.3)
@@ -118,6 +119,9 @@ GEM
       deep_merge (~> 1.2, >= 1.2.1)
     countries (6.0.0)
       unaccent (~> 0.3)
+    crack (1.0.0)
+      bigdecimal
+      rexml
     crass (1.0.6)
     cssbundling-rails (1.4.0)
       railties (>= 6.0.0)
@@ -166,6 +170,7 @@ GEM
       rainbow
       rubocop (>= 1.0)
       sysexits (~> 1.1)
+    hashdiff (1.1.0)
     hashie (5.0.0)
     http-accept (1.7.0)
     http-cookie (1.0.5)
@@ -444,6 +449,10 @@ GEM
     version_gem (1.1.4)
     warden (1.2.9)
       rack (>= 2.0.9)
+    webmock (3.23.1)
+      addressable (>= 2.8.0)
+      crack (>= 0.3.2)
+      hashdiff (>= 0.4.0, < 2.0.0)
     websocket (1.2.10)
     websocket-driver (0.7.6)
       websocket-extensions (>= 0.1.0)
@@ -517,6 +526,7 @@ DEPENDENCIES
   stimulus-rails
   turbo-rails
   tzinfo-data
+  webmock
 
 BUNDLED WITH
    2.4.10

app/domain/ptime/assign_employee_ids.rb

@@ -0,0 +1,60 @@
+# This script will assign each person the corresponding employee ID from PuzzleTime
+module Ptime
+  class AssignEmployeeIds
+
+    # rubocop:disable Rails/Output
+    def run(should_map: false)
+      puts 'Notice this is a dry run and mapping will not happen!' unless should_map
+      fetch_data
+
+      puts "Currently there are:
+      - #{@ptime_employees.length} employees in PuzzleTime
+      - #{@skills_people.count} people in PuzzleSkills
+      This is a difference of #{(@skills_people.count - @ptime_employees.length).abs} entries"
+      map_employees(should_map)
+    end
+
+    private
+
+    # rubocop:disable Metrics
+    def map_employees(should_map)
+      puts 'Assigning employee IDs now...' if should_map
+
+      unmatched_entries = []
+      mapped_people_count = 0
+
+      @ptime_employees.each do |ptime_employee|
+        ptime_employee_name = ptime_employee[:attributes][:full_name]
+        ptime_employee_email = ptime_employee[:attributes][:email]
+        matched_person = Person.where(ptime_employee_id: nil).find_by(email: ptime_employee_email)
+
+        if matched_person.nil?
+          unmatched_entries << { name: ptime_employee_name, id: ptime_employee[:id] }
+        else
+          if should_map
+            matched_person.ptime_employee_id = ptime_employee[:id]
+            matched_person.save!
+          end
+          mapped_people_count += 1
+        end
+      end
+
+      puts '--------------------------'
+      puts "#{mapped_people_count} people were matched successfully"
+      puts '--------------------------'
+      puts "#{unmatched_entries.size} people didn't match"
+      unmatched_entries.each { |entry| puts "- #{entry[:name]} with id #{entry[:id]}" }
+    end
+    # rubocop:enable Metrics
+
+    MAX_NUMBER_OF_FETCHED_EMPLOYEES = 1000
+    def fetch_data
+      puts 'Fetching required data...'
+      @ptime_employees = Ptime::Client.new.request(:get, 'employees',
+                                                   { per_page: MAX_NUMBER_OF_FETCHED_EMPLOYEES })
+      @skills_people = Person.all
+      puts 'Successfully fetched data'
+    end
+    # rubocop:enable Rails/Output
+  end
+end

app/domain/ptime/client.rb

@@ -0,0 +1,49 @@
+# frozen_string_literal: true
+
+require 'rest_client'
+require 'base64'
+
+module Ptime
+  class Client
+    def initialize
+      @base_url = "#{ENV.fetch('PTIME_BASE_URL')}/api/v1/"
+    end
+
+    def request(method, endpoint, params = {})
+      url = @base_url + endpoint
+
+      if last_ptime_error_more_than_5_minutes_ago?
+        send_request_and_parse_response(method, url, params)
+      else
+        raise CustomExceptions::PTimeClientError, 'Error'
+      end
+    end
+
+    private
+
+    def last_ptime_error_more_than_5_minutes_ago?
+      last_request_time = ENV.fetch('LAST_PTIME_ERROR', nil)
+      return true if last_request_time.nil?
+
+      last_request_time.to_datetime <= 5.minutes.ago
+    end
+
+    def ptime_request(method, url)
+      RestClient::Request.new(
+        :method => method,
+        :url => url,
+        :user => ENV.fetch('PTIME_API_USERNAME'),
+        :password => ENV.fetch('PTIME_API_PASSWORD'),
+        :headers => { :accept => :json, :content_type => :json }
+      )
+    end
+
+    def send_request_and_parse_response(method, url, params)
+      url += "?#{params.to_query}" if method == :get && params.present?
+      response = ptime_request(method, url).execute
+      JSON.parse(response.body, symbolize_names: true)[:data]
+    rescue RestClient::ExceptionWithResponse
+      raise CustomExceptions::PTimeClientError, 'Error'
+    end
+  end
+end

app/domain/ptime/update_people_data.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+module Ptime
+  class UpdatePeopleData
+    ATTRIBUTE_MAPPING = { shortname: :shortname, email: :email, marital_status: :marital_status,
+                          graduation: :title }.freeze
+
+    # rubocop:disable Metrics
+    def run
+      ptime_employees = Ptime::Client.new.request(:get, 'employees', { per_page: 1000 })
+      ptime_employees.each do |ptime_employee|
+        ptime_employee_firstname = ptime_employee[:attributes][:firstname]
+        ptime_employee_lastname = ptime_employee[:attributes][:lastname]
+        ptime_employee_name = "#{ptime_employee_firstname} #{ptime_employee_lastname}"
+
+        skills_person = Person.find_by(ptime_employee_id: ptime_employee[:id])
+        skills_person ||= Person.new
+
+        skills_person.name = ptime_employee_name
+        skills_person.ptime_employee_id ||= ptime_employee[:id]
+        ptime_employee[:attributes].each do |key, value|
+          if key.to_sym.in?(ATTRIBUTE_MAPPING.keys)
+            skills_person[ATTRIBUTE_MAPPING[key.to_sym]] = value
+          end
+        end
+        skills_person.company = Company.first
+        skills_person.birthdate = '1.1.2000'
+        skills_person.location = 'Bern'
+        skills_person.nationality = 'CH'
+        skills_person.save!
+      end
+    end
+    # rubocop:enable Metrics
+  end
+end

app/exceptions/custom_exceptions.rb

@@ -0,0 +1,5 @@
+module CustomExceptions
+
+  class PTimeClientError < StandardError; end
+
+end

app/helpers/person_helper.rb

@@ -76,4 +76,37 @@ def not_rated_default_skills(person)
                         certificate: false, core_competence: false })
     end
   end
+
+  def sorted_people
+    fetch_ptime_or_skills_data.sort_by { |e| e.first.downcase }
+  end
+
+  def fetch_ptime_or_skills_data
+    all_skills_people = Person.all.map { |p| [p.name, person_path(p)] }
+    return all_skills_people unless Skills.ptime_available?
+
+    ptime_employees = Ptime::Client.new.request(:get, 'employees', { per_page: 1000 })
+    build_dropdown_data(ptime_employees)
+  rescue CustomExceptions::PTimeClientError
+    ENV['LAST_PTIME_ERROR'] = DateTime.current.to_s
+    all_skills_people
+  end
+
+  def build_dropdown_data(ptime_employees)
+    ptime_employees.map do |ptime_employee|
+      ptime_employee_name = append_ptime_employee_name(ptime_employee)
+      skills_person = Person.find_by(ptime_employee_id: ptime_employee[:id])
+      ptime_employee_id = ptime_employee[:id]
+      already_exists = ptime_employee_id.in?(Person.pluck(:ptime_employee_id))
+      path = new_person_path(ptime_employee_id: ptime_employee_id)
+      path = person_path(skills_person) if already_exists
+
+      [ptime_employee_name, path]
+    end
+  end
+
+  # Once https://github.com/puzzle/skills/issues/744 is merged there should be no need for this
+  def append_ptime_employee_name(ptime_employee)
+    "#{ptime_employee[:attributes][:firstname]} #{ptime_employee[:attributes][:lastname]}"
+  end
 end

app/helpers/select_helper.rb

@@ -2,8 +2,8 @@
 
 module SelectHelper
   def select_when_availabale(obj)
-    selected = obj ? obj.id : ''
-    prompt = obj ? false : true
+    selected = obj.present? ? polymorphic_path(obj) : ''
+    prompt = obj.nil?
     { selected: selected, prompt: prompt, disabled: '' }
   end
 

app/javascript/controllers/dropdown_controller.js

@@ -11,6 +11,6 @@ export default class extends Controller {
   }
 
   handleChange(event) {
-      window.location.href = event.target.dataset.value + event.target.value;
+    window.location.href = event.target.value;
   }
 }

app/views/people/_search.html.haml

@@ -1,7 +1,7 @@
 %div.d-flex.align-items-center.justify-content-between
   %div.d-flex.col-9.gap-3
     %span.col-6{"data-controller": "dropdown"}
-      = collection_select :person_id, :person, Person.all.sort_by {|p| p.name.downcase }, :id, :name, select_when_availabale(person), {data:{"dropdown-target": "dropdown" , action: "change->dropdown#handleChange", value: "/people/"}}
+      = select :person_id, :person, options_for_select(sorted_people, select_when_availabale(person)), {prompt: person.nil?}, {data: { "dropdown-target" => "dropdown", action: "change->dropdown#handleChange"}}
     %div.d-flex.align-items-center.text-gray
       = "#{t 'profile.updated_at'}: #{@person&.last_updated_at.strftime("%d.%m.%Y")}" if @person&.last_updated_at
   %a.d-flex.justify-content-between#new-person-button{href: "/people/new"}

config/application.rb

@@ -13,6 +13,10 @@
 Bundler.require(*Rails.groups)
 
 module Skills
+  def self.ptime_available?
+    ActiveModel::Type::Boolean.new.cast(ENV.fetch('PTIME_API_ACCESSIBLE', true))
+  end
+
   class Application < Rails::Application
     # Initialize configuration defaults for originally generated Rails version.
     config.load_defaults 7.0

db/migrate/20240624122411_add_ptime_employee_id_to_people.rb

@@ -0,0 +1,5 @@
+class AddPtimeEmployeeIdToPeople < ActiveRecord::Migration[7.0]
+  def change
+    add_column :people, :ptime_employee_id, :integer
+  end
+end

db/schema.rb

@@ -10,7 +10,7 @@
 #
 # It's strongly recommended that you check this file into your version control system.
 
-ActiveRecord::Schema[7.0].define(version: 2024_06_03_085509) do
+ActiveRecord::Schema[7.0].define(version: 2024_06_24_122411) do
   # These are extensions that must be enabled in order to support this database
   enable_extension "plpgsql"
 
@@ -148,6 +148,7 @@
     t.string "email"
     t.integer "department_id"
     t.string "shortname"
+    t.integer "ptime_employee_id"
     t.index ["company_id"], name: "index_people_on_company_id"
   end
 

docker-compose.yml

@@ -7,7 +7,9 @@ services:
     stdin_open: true
     environment:
       - RAILS_DB_HOST=postgres
-    env_file: .env
+    env_file:
+      - .env
+      - .sec
     build:
       context: ./config/docker/development
       dockerfile: Rails.dockerfile
@@ -39,7 +41,7 @@ services:
      /bin/bash -c "
       curl -fsSL https://deb.nodesource.com/setup_18.x | bash - &&
       apt-get install -y nodejs &&
-      npm install -g yarn && bin/assets &&
+      npm install -g yarn && yarn add nodemon esbuild && bin/assets &&
       sleep infinity"
     volumes:
       - ./:/myapp

lib/tasks/ptime.rake

@@ -0,0 +1,16 @@
+namespace :ptime do
+  desc 'assign puzzletime employee ids to people'
+  task :assign => :environment do
+    Ptime::AssignEmployeeIds.new.run(should_map: true)
+  end
+
+  desc 'evaluate assignment of employee ids to people'
+  task :evaluate_assign => :environment do
+    Ptime::AssignEmployeeIds.new.run
+  end
+
+  desc 'update person data with the data from ptime'
+  task :update_people => :environment do
+    Ptime::UpdatePeopleData.new.run
+  end
+end

package.json

@@ -8,8 +8,8 @@
     "autoprefixer": "^10.4.17",
     "bootstrap": "^5.3.2",
     "bootstrap-icons": "^1.11.3",
-    "esbuild": "^0.20.0",
-    "nodemon": "^3.0.3",
+    "esbuild": "^0.23.0",
+    "nodemon": "^3.1.4",
     "postcss": "^8.4.33",
     "postcss-cli": "^11.0.0",
     "sass": "^1.70.0",