diff options
| -rw-r--r-- | Gemfile | 4 | ||||
| -rw-r--r-- | Gemfile.lock | 12 | ||||
| -rwxr-xr-x | bin/fetch78.rb | 6 | ||||
| -rw-r--r-- | lib/seventy_eights/application.rb | 60 | ||||
| -rw-r--r-- | lib/seventy_eights/record.rb | 22 | ||||
| -rw-r--r-- | test/test_helper.rb | 2 | ||||
| -rw-r--r-- | test/unit/record_spec.rb | 43 |
7 files changed, 149 insertions, 0 deletions
@@ -0,0 +1,4 @@ +source "https://rubygems.org" + +gem "nokogiri" +#gem "pry", :group => :development diff --git a/Gemfile.lock b/Gemfile.lock new file mode 100644 index 0000000..aa671e9 --- /dev/null +++ b/Gemfile.lock @@ -0,0 +1,12 @@ +GEM + remote: https://rubygems.org/ + specs: + mini_portile (0.6.1) + nokogiri (1.6.4.1) + mini_portile (~> 0.6.0) + +PLATFORMS + ruby + +DEPENDENCIES + nokogiri diff --git a/bin/fetch78.rb b/bin/fetch78.rb new file mode 100755 index 0000000..f2ab52a --- /dev/null +++ b/bin/fetch78.rb @@ -0,0 +1,6 @@ +#!/usr/bin/env ruby + +require_relative '../lib/seventy_eights/application' + +app = SeventyEights::Application.new('http://cdbpdx.com/78records/', File.expand_path('~/Music/78records')) +app.run diff --git a/lib/seventy_eights/application.rb b/lib/seventy_eights/application.rb new file mode 100644 index 0000000..51709a6 --- /dev/null +++ b/lib/seventy_eights/application.rb @@ -0,0 +1,60 @@ +require_relative 'record' +require 'nokogiri' +require 'open-uri' + +module SeventyEights + class Application + def initialize(site_url, target_dir) + @site = site_url + @target_dir = target_dir + @records = [] + end + + def run + read_site + parse + download_files + end + + private + + def read_site + puts "Opening #{@site}..." + @doc = Nokogiri::HTML(open(@site, :http_basic_authentication => %w{New090908 654321})) + end + + def parse + puts "Parsing..." + @doc.xpath('//tr').each do |row| + columns = row.xpath('td') + if columns.size >= 4 + link = columns[0].xpath('a/@href').text + title = columns[0].xpath('a/b').text + artist = columns[1].text + label = columns[2].text + catalog = columns[3].text + unless link.empty? + @records << Record.new(title, artist, label, catalog, URI.parse(link)) + end + end + end + end + + def download_files + puts "Downloading #{@records.size} tracks..." + i = 1 + @records.each do |r| + outfile = File.join(@target_dir, r.to_filename) + if File.exists?(outfile) + puts "Skipping #{i}: #{r.title} by #{r.artist}..." + else + puts "#{i}: #{r.title} by #{r.artist}..." + track = open(r.url, :http_basic_authentication => %w{New090908 654321}) + IO.write(outfile, track.read) + end + i += 1 + end + end + + end +end diff --git a/lib/seventy_eights/record.rb b/lib/seventy_eights/record.rb new file mode 100644 index 0000000..2abbb69 --- /dev/null +++ b/lib/seventy_eights/record.rb @@ -0,0 +1,22 @@ +require 'nokogiri' +require 'open-uri' + +module SeventyEights + class Record + attr_reader :title, :artist, :label, :catalog, :url + + def initialize(title, artist, label, catalog, url) + @title, @artist, @label, @catalog, @url = title, artist, label, catalog, url + end + + def to_filename + "#{safe @title} - #{safe @artist} - #{safe @label} - #{safe @catalog}.mp3" + end + + private + + def safe(str) + str.gsub('/', '-') + end + end +end diff --git a/test/test_helper.rb b/test/test_helper.rb new file mode 100644 index 0000000..b61c944 --- /dev/null +++ b/test/test_helper.rb @@ -0,0 +1,2 @@ +require 'seventy_eights' +require 'minitest/autorun' diff --git a/test/unit/record_spec.rb b/test/unit/record_spec.rb new file mode 100644 index 0000000..c45c958 --- /dev/null +++ b/test/unit/record_spec.rb @@ -0,0 +1,43 @@ +require 'test_helper' + +describe SeventyEights::Record do + describe "when creating a record" do + before do + @r = SeventyEights::Record.new("BamBam", "The Strokes", "Virginia Records", "VR666-1", URI.parse('http://example.com/test.mp3')) + end + + it "must have the correct title" do + @r.title.must_equal "BamBam" + end + + it "must have correct artist" do + @r.artist.must_equal "The Strokes" + end + + it "must have correct label" do + @r.label.must_equal "Virginia Records" + end + + it "must have correct catalog number" do + @r.catalog.must_equal "VR666-1" + end + + it "must have correct URL" do + @r.url.to_s.must_equal 'http://example.com/test.mp3' + end + + it "must generate a sensible filename" do + @r.to_filename.must_equal 'BamBam - The Strokes - Virginia Records - VR666-1.mp3' + end + end + + describe "a record with slashes in a field" do + before do + @r = SeventyEights::Record.new("BamBam", "The Strokes w/Bunny Boo", "Virginia Records", "VR666-1", URI.parse('http://example.com/test.mp3')) + end + + it "must create a valid filename" do + @r.to_filename.must_equal 'BamBam - The Strokes w-Bunny Boo - Virginia Records - VR666-1.mp3' + end + end +end
\ No newline at end of file |