We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 3f2f514 commit 4c67348Copy full SHA for 4c67348
Rakefile
@@ -129,10 +129,10 @@ namespace :import do
129
desc "Spiders #{HOST} and converts HTML to Markdown"
130
task :pages do
131
Spidr.site("http://#{HOST}/index.html") do |agent|
132
- agent.ignore_links_like /\/cgi-bin\//
133
- agent.ignore_links_like /\.cgi[\/]?$/
134
- agent.ignore_links_like /\/[a-z_]+\/feeds\//
135
- agent.ignore_links_like /\/[a-z_]+\/old-man\//
+ agent.ignore_links_like(/\/cgi-bin\//)
+ agent.ignore_links_like(/\.cgi[\/]?$/)
+ agent.ignore_links_like(/\/[a-z_]+\/feeds\//)
+ agent.ignore_links_like(/\/[a-z_]+\/old-man\//)
136
137
agent.every_ok_page do |page|
138
local_path = url_to_path(page.url)
0 commit comments