Skip to content

Commit fe40015

Browse files
committed
[WIP] A web scraping app in Rails
0 parents  commit fe40015

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

83 files changed

+8677
-0
lines changed

.browserslistrc

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
defaults

.gitattributes

+10
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
# See https://git-scm.com/docs/gitattributes for more about git attribute files.
2+
3+
# Mark the database schema as having been generated.
4+
db/schema.rb linguist-generated
5+
6+
# Mark the yarn lockfile as having been generated.
7+
yarn.lock linguist-generated
8+
9+
# Mark any vendored files as having been vendored.
10+
vendor/* linguist-vendored

.gitignore

+36
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,36 @@
1+
# See https://help.github.com/articles/ignoring-files for more about ignoring files.
2+
#
3+
# If you find yourself ignoring temporary files generated by your text editor
4+
# or operating system, you probably want to add a global ignore instead:
5+
# git config --global core.excludesfile '~/.gitignore_global'
6+
7+
# Ignore bundler config.
8+
/.bundle
9+
10+
# Ignore all logfiles and tempfiles.
11+
/log/*
12+
/tmp/*
13+
!/log/.keep
14+
!/tmp/.keep
15+
16+
# Ignore pidfiles, but keep the directory.
17+
/tmp/pids/*
18+
!/tmp/pids/
19+
!/tmp/pids/.keep
20+
21+
# Ignore uploaded files in development.
22+
/storage/*
23+
!/storage/.keep
24+
25+
/public/assets
26+
.byebug_history
27+
28+
# Ignore master key for decrypting credentials and more.
29+
/config/master.key
30+
31+
/public/packs
32+
/public/packs-test
33+
/node_modules
34+
/yarn-error.log
35+
yarn-debug.log*
36+
.yarn-integrity

.ruby-version

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
ruby-3.0.1

Gemfile

+49
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,49 @@
1+
source 'https://rubygems.org'
2+
git_source(:github) { |repo| "https://github.com/#{repo}.git" }
3+
4+
ruby '3.0.1'
5+
6+
# Bundle edge Rails instead: gem 'rails', github: 'rails/rails', branch: 'main'
7+
gem 'rails', '~> 6.1.3', '>= 6.1.3.2'
8+
# Use postgresql as the database for Active Record
9+
gem 'pg', '~> 1.1'
10+
# Use Puma as the app server
11+
gem 'puma', '~> 5.0'
12+
# Use SCSS for stylesheets
13+
gem 'sass-rails', '>= 6'
14+
# Transpile app-like JavaScript. Read more: https://github.com/rails/webpacker
15+
gem 'webpacker', '~> 5.0'
16+
# Turbolinks makes navigating your web application faster. Read more: https://github.com/turbolinks/turbolinks
17+
gem 'turbolinks', '~> 5'
18+
# Build JSON APIs with ease. Read more: https://github.com/rails/jbuilder
19+
gem 'jbuilder', '~> 2.7'
20+
# Use Redis adapter to run Action Cable in production
21+
# gem 'redis', '~> 4.0'
22+
# Use Active Model has_secure_password
23+
# gem 'bcrypt', '~> 3.1.7'
24+
25+
# Use Active Storage variant
26+
# gem 'image_processing', '~> 1.2'
27+
28+
# Reduces boot times through caching; required in config/boot.rb
29+
gem 'bootsnap', '>= 1.4.4', require: false
30+
31+
group :development, :test do
32+
# Call 'byebug' anywhere in the code to stop execution and get a debugger console
33+
gem 'byebug', platforms: [:mri, :mingw, :x64_mingw]
34+
end
35+
36+
group :development do
37+
# Access an interactive console on exception pages or by calling 'console' anywhere in the code.
38+
gem 'web-console', '>= 4.1.0'
39+
# Display performance information such as SQL time and flame graphs for each request in your browser.
40+
# Can be configured to work on production as well see: https://github.com/MiniProfiler/rack-mini-profiler/blob/master/README.md
41+
gem 'rack-mini-profiler', '~> 2.0'
42+
gem 'listen', '~> 3.3'
43+
# Spring speeds up development by keeping your application running in the background. Read more: https://github.com/rails/spring
44+
gem 'spring'
45+
end
46+
47+
# Windows does not include zoneinfo files, so bundle the tzinfo-data gem
48+
gem 'tzinfo-data', platforms: [:mingw, :mswin, :x64_mingw, :jruby]
49+
gem 'kimurai'

Gemfile.lock

+280
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,280 @@
1+
GEM
2+
remote: https://rubygems.org/
3+
specs:
4+
actioncable (6.1.4)
5+
actionpack (= 6.1.4)
6+
activesupport (= 6.1.4)
7+
nio4r (~> 2.0)
8+
websocket-driver (>= 0.6.1)
9+
actionmailbox (6.1.4)
10+
actionpack (= 6.1.4)
11+
activejob (= 6.1.4)
12+
activerecord (= 6.1.4)
13+
activestorage (= 6.1.4)
14+
activesupport (= 6.1.4)
15+
mail (>= 2.7.1)
16+
actionmailer (6.1.4)
17+
actionpack (= 6.1.4)
18+
actionview (= 6.1.4)
19+
activejob (= 6.1.4)
20+
activesupport (= 6.1.4)
21+
mail (~> 2.5, >= 2.5.4)
22+
rails-dom-testing (~> 2.0)
23+
actionpack (6.1.4)
24+
actionview (= 6.1.4)
25+
activesupport (= 6.1.4)
26+
rack (~> 2.0, >= 2.0.9)
27+
rack-test (>= 0.6.3)
28+
rails-dom-testing (~> 2.0)
29+
rails-html-sanitizer (~> 1.0, >= 1.2.0)
30+
actiontext (6.1.4)
31+
actionpack (= 6.1.4)
32+
activerecord (= 6.1.4)
33+
activestorage (= 6.1.4)
34+
activesupport (= 6.1.4)
35+
nokogiri (>= 1.8.5)
36+
actionview (6.1.4)
37+
activesupport (= 6.1.4)
38+
builder (~> 3.1)
39+
erubi (~> 1.4)
40+
rails-dom-testing (~> 2.0)
41+
rails-html-sanitizer (~> 1.1, >= 1.2.0)
42+
activejob (6.1.4)
43+
activesupport (= 6.1.4)
44+
globalid (>= 0.3.6)
45+
activemodel (6.1.4)
46+
activesupport (= 6.1.4)
47+
activerecord (6.1.4)
48+
activemodel (= 6.1.4)
49+
activesupport (= 6.1.4)
50+
activestorage (6.1.4)
51+
actionpack (= 6.1.4)
52+
activejob (= 6.1.4)
53+
activerecord (= 6.1.4)
54+
activesupport (= 6.1.4)
55+
marcel (~> 1.0.0)
56+
mini_mime (>= 1.1.0)
57+
activesupport (6.1.4)
58+
concurrent-ruby (~> 1.0, >= 1.0.2)
59+
i18n (>= 1.6, < 2)
60+
minitest (>= 5.1)
61+
tzinfo (~> 2.0)
62+
zeitwerk (~> 2.3)
63+
addressable (2.8.0)
64+
public_suffix (>= 2.0.2, < 5.0)
65+
bindex (0.8.1)
66+
bootsnap (1.7.5)
67+
msgpack (~> 1.0)
68+
builder (3.2.4)
69+
byebug (11.1.3)
70+
capybara (3.35.3)
71+
addressable
72+
mini_mime (>= 0.1.3)
73+
nokogiri (~> 1.8)
74+
rack (>= 1.6.0)
75+
rack-test (>= 0.6.3)
76+
regexp_parser (>= 1.5, < 3.0)
77+
xpath (~> 3.2)
78+
capybara-mechanize (1.11.0)
79+
capybara (>= 2.4.4, < 4)
80+
mechanize (~> 2.7.0)
81+
childprocess (3.0.0)
82+
chronic (0.10.2)
83+
cliver (0.3.2)
84+
coderay (1.1.3)
85+
concurrent-ruby (1.1.9)
86+
connection_pool (2.2.5)
87+
crass (1.0.6)
88+
domain_name (0.5.20190701)
89+
unf (>= 0.0.5, < 1.0.0)
90+
erubi (1.10.0)
91+
ffi (1.15.3)
92+
globalid (0.4.2)
93+
activesupport (>= 4.2.0)
94+
headless (2.3.1)
95+
http-cookie (1.0.4)
96+
domain_name (~> 0.5)
97+
i18n (1.8.10)
98+
concurrent-ruby (~> 1.0)
99+
jbuilder (2.11.2)
100+
activesupport (>= 5.0.0)
101+
kimurai (1.4.0)
102+
activesupport
103+
capybara (>= 2.15, < 4.0)
104+
capybara-mechanize
105+
cliver
106+
headless
107+
murmurhash3
108+
nokogiri
109+
pmap
110+
poltergeist
111+
pry
112+
rbcat (~> 0.2)
113+
selenium-webdriver
114+
thor
115+
whenever
116+
listen (3.5.1)
117+
rb-fsevent (~> 0.10, >= 0.10.3)
118+
rb-inotify (~> 0.9, >= 0.9.10)
119+
loofah (2.10.0)
120+
crass (~> 1.0.2)
121+
nokogiri (>= 1.5.9)
122+
mail (2.7.1)
123+
mini_mime (>= 0.1.1)
124+
marcel (1.0.1)
125+
mechanize (2.7.7)
126+
domain_name (~> 0.5, >= 0.5.1)
127+
http-cookie (~> 1.0)
128+
mime-types (>= 1.17.2)
129+
net-http-digest_auth (~> 1.1, >= 1.1.1)
130+
net-http-persistent (>= 2.5.2)
131+
nokogiri (~> 1.6)
132+
ntlm-http (~> 0.1, >= 0.1.1)
133+
webrick (~> 1.7)
134+
webrobots (>= 0.0.9, < 0.2)
135+
method_source (1.0.0)
136+
mime-types (3.3.1)
137+
mime-types-data (~> 3.2015)
138+
mime-types-data (3.2021.0704)
139+
mini_mime (1.1.0)
140+
minitest (5.14.4)
141+
msgpack (1.4.2)
142+
murmurhash3 (0.1.6)
143+
net-http-digest_auth (1.4.1)
144+
net-http-persistent (4.0.1)
145+
connection_pool (~> 2.2)
146+
nio4r (2.5.7)
147+
nokogiri (1.11.7-x86_64-linux)
148+
racc (~> 1.4)
149+
ntlm-http (0.1.1)
150+
pg (1.2.3)
151+
pmap (1.1.1)
152+
poltergeist (1.18.1)
153+
capybara (>= 2.1, < 4)
154+
cliver (~> 0.3.1)
155+
websocket-driver (>= 0.2.0)
156+
pry (0.14.1)
157+
coderay (~> 1.1)
158+
method_source (~> 1.0)
159+
public_suffix (4.0.6)
160+
puma (5.3.2)
161+
nio4r (~> 2.0)
162+
racc (1.5.2)
163+
rack (2.2.3)
164+
rack-mini-profiler (2.3.2)
165+
rack (>= 1.2.0)
166+
rack-proxy (0.7.0)
167+
rack
168+
rack-test (1.1.0)
169+
rack (>= 1.0, < 3)
170+
rails (6.1.4)
171+
actioncable (= 6.1.4)
172+
actionmailbox (= 6.1.4)
173+
actionmailer (= 6.1.4)
174+
actionpack (= 6.1.4)
175+
actiontext (= 6.1.4)
176+
actionview (= 6.1.4)
177+
activejob (= 6.1.4)
178+
activemodel (= 6.1.4)
179+
activerecord (= 6.1.4)
180+
activestorage (= 6.1.4)
181+
activesupport (= 6.1.4)
182+
bundler (>= 1.15.0)
183+
railties (= 6.1.4)
184+
sprockets-rails (>= 2.0.0)
185+
rails-dom-testing (2.0.3)
186+
activesupport (>= 4.2.0)
187+
nokogiri (>= 1.6)
188+
rails-html-sanitizer (1.3.0)
189+
loofah (~> 2.3)
190+
railties (6.1.4)
191+
actionpack (= 6.1.4)
192+
activesupport (= 6.1.4)
193+
method_source
194+
rake (>= 0.13)
195+
thor (~> 1.0)
196+
rake (13.0.3)
197+
rb-fsevent (0.11.0)
198+
rb-inotify (0.10.1)
199+
ffi (~> 1.0)
200+
rbcat (0.2.1)
201+
regexp_parser (2.1.1)
202+
rubyzip (2.3.1)
203+
sass-rails (6.0.0)
204+
sassc-rails (~> 2.1, >= 2.1.1)
205+
sassc (2.4.0)
206+
ffi (~> 1.9)
207+
sassc-rails (2.1.2)
208+
railties (>= 4.0.0)
209+
sassc (>= 2.0)
210+
sprockets (> 3.0)
211+
sprockets-rails
212+
tilt
213+
selenium-webdriver (3.142.7)
214+
childprocess (>= 0.5, < 4.0)
215+
rubyzip (>= 1.2.2)
216+
semantic_range (3.0.0)
217+
spring (2.1.1)
218+
sprockets (4.0.2)
219+
concurrent-ruby (~> 1.0)
220+
rack (> 1, < 3)
221+
sprockets-rails (3.2.2)
222+
actionpack (>= 4.0)
223+
activesupport (>= 4.0)
224+
sprockets (>= 3.0.0)
225+
thor (1.1.0)
226+
tilt (2.0.10)
227+
turbolinks (5.2.1)
228+
turbolinks-source (~> 5.2)
229+
turbolinks-source (5.2.0)
230+
tzinfo (2.0.4)
231+
concurrent-ruby (~> 1.0)
232+
unf (0.1.4)
233+
unf_ext
234+
unf_ext (0.0.7.7)
235+
web-console (4.1.0)
236+
actionview (>= 6.0.0)
237+
activemodel (>= 6.0.0)
238+
bindex (>= 0.4.0)
239+
railties (>= 6.0.0)
240+
webpacker (5.4.0)
241+
activesupport (>= 5.2)
242+
rack-proxy (>= 0.6.1)
243+
railties (>= 5.2)
244+
semantic_range (>= 2.3.0)
245+
webrick (1.7.0)
246+
webrobots (0.1.2)
247+
websocket-driver (0.7.5)
248+
websocket-extensions (>= 0.1.0)
249+
websocket-extensions (0.1.5)
250+
whenever (1.0.0)
251+
chronic (>= 0.6.3)
252+
xpath (3.2.0)
253+
nokogiri (~> 1.8)
254+
zeitwerk (2.4.2)
255+
256+
PLATFORMS
257+
x86_64-linux
258+
259+
DEPENDENCIES
260+
bootsnap (>= 1.4.4)
261+
byebug
262+
jbuilder (~> 2.7)
263+
kimurai
264+
listen (~> 3.3)
265+
pg (~> 1.1)
266+
puma (~> 5.0)
267+
rack-mini-profiler (~> 2.0)
268+
rails (~> 6.1.3, >= 6.1.3.2)
269+
sass-rails (>= 6)
270+
spring
271+
turbolinks (~> 5)
272+
tzinfo-data
273+
web-console (>= 4.1.0)
274+
webpacker (~> 5.0)
275+
276+
RUBY VERSION
277+
ruby 3.0.1p64
278+
279+
BUNDLED WITH
280+
2.2.15

0 commit comments

Comments
 (0)