codex-admin/FxLifeSheet
1
0
Fork 0
mirror of https://github.com/elisspace/FxLifeSheet.git synced 2026-08-29 15:44:00 +00:00
Code Issues Releases Wiki Activity

Speed up rescuetime import

Browse Source
This commit is contained in:
Felix Krause
2021-12-08 19:00:26 +01:00
parent 810d5c00cf
commit 4a385990df
1 changed files with 53 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files

82
ruby_importers/importers/rescuetime/rescuetime.rb
View File

@@ -26,49 +26,61 @@ module Importers
end
all_data.each do |matched_date, values|
insert_row_for_date(
key: "rescue_time_daily_computer_used",
value: values[:total_minutes].round,
date: matched_date,
type: "number",
source: "rescuetime",
import_id: import_id
)
values[:applications].each do |application, seconds|
next if seconds / 60 < 1
all_threads << Thread.new do
insert_row_for_date(
key: "rescue_time_application_#{prettify(application)}",
value: (seconds / 60).round,
key: "rescue_time_daily_computer_used",
value: values[:total_minutes].round,
date: matched_date,
type: "number",
source: "rescuetime",
import_id: import_id
)
end
wait_for_threads
values[:applications].each do |application, seconds|
next if seconds / 60 < 1
all_threads << Thread.new do
insert_row_for_date(
key: "rescue_time_application_#{prettify(application)}",
value: (seconds / 60).round,
date: matched_date,
type: "number",
source: "rescuetime",
import_id: import_id
)
end
wait_for_threads
end
values[:categories].each do |application, seconds|
next if seconds / 60 < 1
insert_row_for_date(
key: "rescue_time_category_#{prettify(application)}",
value: (seconds / 60).round,
date: matched_date,
type: "number",
source: "rescuetime",
import_id: import_id
)
all_threads << Thread.new do
insert_row_for_date(
key: "rescue_time_category_#{prettify(application)}",
value: (seconds / 60).round,
date: matched_date,
type: "number",
source: "rescuetime",
import_id: import_id
)
end
wait_for_threads
end
values[:application_types].each do |application, seconds|
next if seconds / 60 < 1
insert_row_for_date(
key: "rescue_time_application_types_#{prettify(application)}",
value: (seconds / 60).round,
date: matched_date,
type: "number",
source: "rescuetime",
import_id: import_id
)
all_threads << Thread.new do
insert_row_for_date(
key: "rescue_time_application_types_#{prettify(application)}",
value: (seconds / 60).round,
date: matched_date,
type: "number",
source: "rescuetime",
import_id: import_id
)
end
wait_for_threads
end
end
end
@@ -78,6 +90,18 @@ module Importers
@_import_id ||= SecureRandom.hex
end
def all_threads
@all_threads ||= []
end
def wait_for_threads
puts "#{all_threads.count} threads running"
return if all_threads.count < 6
puts "Waiting for #{all_threads.count} threads to finish"
all_threads.each(&:join)
@all_threads = []
end
def prettify(str)
# TODO: Find a better solution
str.gsub(" ", "_").gsub(".", "_").gsub("&", "_")