Task-3

.gitignore

@@ -2,3 +2,4 @@
 /tmp
 /log
 /public
+/coverage

.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

Gemfile

@@ -14,13 +14,35 @@ group :development, :test do
 end
 
 group :development do
+  gem "annotate", "~> 3.1"
+  gem 'meta_request'
+  gem 'bullet'
+  gem 'active_record_doctor'
+
   # Access an interactive console on exception pages or by calling 'console' anywhere in the code.
   gem 'web-console', '>= 3.3.0'
   gem 'listen', '>= 3.0.5', '< 3.2'
+  gem 'rspec-rails'
 end
 
 group :test do
+  gem 'rspec-rails'
+  gem 'simplecov'
 end
 
 # Windows does not include zoneinfo files, so bundle the tzinfo-data gem
 gem 'tzinfo-data', platforms: [:mingw, :mswin, :x64_mingw, :jruby]
+
+gem 'rack-mini-profiler', require: false
+
+gem "stackprof", "~> 0.2.15"
+
+gem "oj", "~> 3.10"
+
+gem "ruby-prof", "~> 1.2"
+
+gem "activerecord-import", "~> 1.0"
+
+gem "pghero", "~> 2.4"
+
+gem "pg_query", "~> 1.2"

Gemfile.lock

@@ -24,6 +24,9 @@ GEM
       erubi (~> 1.4)
       rails-dom-testing (~> 2.0)
       rails-html-sanitizer (~> 1.0, >= 1.0.3)
+    active_record_doctor (1.7.1)
+      activerecord (>= 4.2)
+      railties (>= 4.2)
     activejob (5.2.3)
       activesupport (= 5.2.3)
       globalid (>= 0.3.6)
@@ -33,6 +36,8 @@ GEM
       activemodel (= 5.2.3)
       activesupport (= 5.2.3)
       arel (>= 9.0)
+    activerecord-import (1.0.4)
+      activerecord (>= 3.2)
     activestorage (5.2.3)
       actionpack (= 5.2.3)
       activerecord (= 5.2.3)
@@ -42,14 +47,22 @@ GEM
       i18n (>= 0.7, < 2)
       minitest (~> 5.1)
       tzinfo (~> 1.1)
+    annotate (3.1.0)
+      activerecord (>= 3.2, < 7.0)
+      rake (>= 10.4, < 14.0)
     arel (9.0.0)
     bindex (0.6.0)
     bootsnap (1.4.2)
       msgpack (~> 1.0)
     builder (3.2.3)
+    bullet (6.1.0)
+      activesupport (>= 3.0.0)
+      uniform_notifier (~> 1.11)
     byebug (11.0.1)
     concurrent-ruby (1.1.5)
     crass (1.0.4)
+    diff-lcs (1.3)
+    docile (1.3.2)
     erubi (1.8.0)
     ffi (1.10.0)
     globalid (0.4.2)
@@ -67,6 +80,9 @@ GEM
       mini_mime (>= 0.1.1)
     marcel (0.3.3)
       mimemagic (~> 0.3.2)
+    meta_request (0.7.2)
+      rack-contrib (>= 1.1, < 3)
+      railties (>= 3.0.0, < 7)
     method_source (0.9.2)
     mimemagic (0.3.3)
     mini_mime (1.0.1)
@@ -76,9 +92,17 @@ GEM
     nio4r (2.3.1)
     nokogiri (1.10.2)
       mini_portile2 (~> 2.4.0)
+    oj (3.10.2)
     pg (1.1.4)
+    pg_query (1.2.0)
+    pghero (2.4.1)
+      activerecord (>= 5)
     puma (3.12.1)
     rack (2.0.6)
+    rack-contrib (2.1.0)
+      rack (~> 2.0)
+    rack-mini-profiler (1.1.6)
+      rack (>= 1.2.0)
     rack-test (1.1.0)
       rack (>= 1.0, < 3)
     rails (5.2.3)
@@ -109,18 +133,42 @@ GEM
     rb-fsevent (0.10.3)
     rb-inotify (0.10.0)
       ffi (~> 1.0)
+    rspec-core (3.9.1)
+      rspec-support (~> 3.9.1)
+    rspec-expectations (3.9.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.9.0)
+    rspec-mocks (3.9.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.9.0)
+    rspec-rails (3.9.0)
+      actionpack (>= 3.0)
+      activesupport (>= 3.0)
+      railties (>= 3.0)
+      rspec-core (~> 3.9.0)
+      rspec-expectations (~> 3.9.0)
+      rspec-mocks (~> 3.9.0)
+      rspec-support (~> 3.9.0)
+    rspec-support (3.9.2)
+    ruby-prof (1.2.0)
     ruby_dep (1.5.0)
+    simplecov (0.18.2)
+      docile (~> 1.1)
+      simplecov-html (~> 0.11)
+    simplecov-html (0.12.0)
     sprockets (3.7.2)
       concurrent-ruby (~> 1.0)
       rack (> 1, < 3)
     sprockets-rails (3.2.1)
       actionpack (>= 4.0)
       activesupport (>= 4.0)
       sprockets (>= 3.0.0)
+    stackprof (0.2.15)
     thor (0.20.3)
     thread_safe (0.3.6)
     tzinfo (1.2.5)
       thread_safe (~> 0.1)
+    uniform_notifier (1.13.0)
     web-console (3.7.0)
       actionview (>= 5.0)
       activemodel (>= 5.0)
@@ -134,12 +182,25 @@ PLATFORMS
   ruby
 
 DEPENDENCIES
+  active_record_doctor
+  activerecord-import (~> 1.0)
+  annotate (~> 3.1)
   bootsnap (>= 1.1.0)
+  bullet
   byebug
   listen (>= 3.0.5, < 3.2)
+  meta_request
+  oj (~> 3.10)
   pg (>= 0.18, < 2.0)
+  pg_query (~> 1.2)
+  pghero (~> 2.4)
   puma (~> 3.11)
+  rack-mini-profiler
   rails (~> 5.2.3)
+  rspec-rails
+  ruby-prof (~> 1.2)
+  simplecov
+  stackprof (~> 0.2.15)
   tzinfo-data
   web-console (>= 3.3.0)
 

app/controllers/trips_controller.rb

@@ -2,6 +2,6 @@ class TripsController < ApplicationController
   def index
     @from = City.find_by_name!(params[:from])
     @to = City.find_by_name!(params[:to])
-    @trips = Trip.where(from: @from, to: @to).order(:start_time)
+    @trips = Trip.includes(bus: [:services, :buses_services]).references(:bus).where(from: @from, to: @to).order(:start_time)
   end
 end

app/models/bus.rb

@@ -1,3 +1,11 @@
+# == Schema Information
+#
+# Table name: buses
+#
+#  id     :bigint           not null, primary key
+#  number :string
+#  model  :string
+#
 class Bus < ApplicationRecord
   MODELS = [
     'Икарус',
@@ -13,7 +21,9 @@ class Bus < ApplicationRecord
   ].freeze
 
   has_many :trips
-  has_and_belongs_to_many :services, join_table: :buses_services
+
+  has_many :buses_services, class_name: 'BusService'
+  has_many :services, through: :buses_services
 
   validates :number, presence: true, uniqueness: true
   validates :model, inclusion: { in: MODELS }

app/models/bus_service.rb

@@ -0,0 +1,14 @@
+# == Schema Information
+#
+# Table name: buses_services
+#
+#  id         :bigint           not null, primary key
+#  bus_id     :integer
+#  service_id :integer
+#
+class BusService < ApplicationRecord
+  self.table_name = 'buses_services'
+
+  belongs_to :bus
+  belongs_to :service
+end

app/models/city.rb

@@ -1,3 +1,10 @@
+# == Schema Information
+#
+# Table name: cities
+#
+#  id   :bigint           not null, primary key
+#  name :string
+#
 class City < ApplicationRecord
   validates :name, presence: true, uniqueness: true
   validate :name_has_no_spaces

app/models/service.rb

@@ -1,3 +1,10 @@
+# == Schema Information
+#
+# Table name: services
+#
+#  id   :bigint           not null, primary key
+#  name :string
+#
 class Service < ApplicationRecord
   SERVICES = [
     'WiFi',
@@ -12,7 +19,10 @@ class Service < ApplicationRecord
     'Можно не печатать билет',
   ].freeze
 
-  has_and_belongs_to_many :buses, join_table: :buses_services
+  has_many :buses_services,
+           class_name: 'BusService'
+
+  has_many :buses, through: :buses_services
 
   validates :name, presence: true
   validates :name, inclusion: { in: SERVICES }

app/models/trip.rb

@@ -1,3 +1,15 @@
+# == Schema Information
+#
+# Table name: trips
+#
+#  id               :bigint           not null, primary key
+#  from_id          :integer
+#  to_id            :integer
+#  start_time       :string
+#  duration_minutes :integer
+#  price_cents      :integer
+#  bus_id           :integer
+#
 class Trip < ApplicationRecord
   HHMM_REGEXP = /([0-1][0-9]|[2][0-3]):[0-5][0-9]/
 

app/services/import_data.rb

@@ -0,0 +1,100 @@
+class ImportData
+  attr_reader :file_name, :cities, :buses, :services, :buses_services
+
+  def initialize(file_name)
+    @file_name = file_name
+    @cities = {}
+    @buses = {}
+    @services = {}
+    @buses_services = {}
+  end
+
+  def exec
+    ActiveRecord::Base.transaction do
+      trips_command =
+        "copy trips (from_id, to_id, start_time, duration_minutes, price_cents, bus_id) from stdin with csv delimiter ';'"
+
+      City.delete_all
+      Bus.delete_all
+      Service.delete_all
+      Trip.delete_all
+      ActiveRecord::Base.connection.execute("delete from buses_services;")
+      ActiveRecord::Base.connection.reset_pk_sequence!("cities")
+      ActiveRecord::Base.connection.reset_pk_sequence!("buses")
+      ActiveRecord::Base.connection.reset_pk_sequence!("services")
+
+      connection.copy_data trips_command do
+        File.open(file_name) do |ff|
+          nesting = 0
+          str = +""
+
+          while !ff.eof?
+            ch = ff.read(1) # читаем по одному символу
+            case
+            when ch == "{" # начинается объект, повышается вложенность
+              nesting += 1
+              str << ch
+            when ch == "}" # заканчивается объект, понижается вложенность
+              nesting -= 1
+              str << ch
+              if nesting == 0 # если закончился объкет уровня trip, парсим и импортируем его
+                trip = Oj.load(str)
+                import(trip)
+                # progress_bar.increment
+                str = +""
+              end
+            when nesting >= 1
+              str << ch
+            end
+          end
+        end
+      end
+
+      City.import @cities.map { |el| { name: el[0] } }
+      Service.import @services.map { |el| { name: el[0] } }
+      Bus.import @buses.map { |hash_key, el| { number: hash_key, model: el[:model] } }
+      BusService.import @buses_services.map { |el| { service_id: el[0], bus_id: el[1] } }
+    end
+  end
+
+  private
+
+  def parse_id(dict, hash_key)
+    to_id = dict[hash_key]
+    if !to_id
+      to_id = dict.size + 1
+      dict[hash_key] = to_id
+    end
+    to_id
+  end
+
+  def bus_number(trip)
+    find_bus = buses[trip["number"]]
+    if !find_bus
+      bus_id = buses.size + 1
+      find_bus = buses[trip["number"]] = {
+        id: bus_id,
+        model: trip["model"],
+      }
+      trip["services"].each do |service|
+        service_id = buses_services.size + 1
+        buses_services[service_id] = bus_id
+        parse_id services, service
+      end
+    end
+    find_bus
+  end
+
+  def import(trip)
+    from_id = parse_id(cities, trip["from"])
+    to_id = parse_id(cities, trip["to"])
+    bus = bus_number(trip["bus"])
+
+    # стримим подготовленный чанк данных в postgres
+    connection.put_copy_data("#{from_id};#{to_id};#{trip["start_time"]};#{trip["duration_minutes"]};#{trip["price_cents"]};#{bus[:id]}\n")
+  end
+
+  def connection
+    @connection ||= ActiveRecord::Base.connection.raw_connection
+  end
+end

app/views/trips/_services.html.erb

@@ -1,6 +1,4 @@
 <li>Сервисы в автобусе:</li>
 <ul>
-  <% services.each do |service| %>
-    <%= render "service", service: service %>
-  <% end %>
+  <%= render partial: "service", collection: services  %>
 </ul>