1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
|
require 'set'
IGNORED_PAGES = Set['sitemap.xml']
LANGS = Set['en', 'pt', 'fr', 'eo'] # jp zh es de
TRACKERS = '-a udp://tracker.coppersurfer.tk:6969/announce -a udp://tracker.ccc.de:80/announce -a udp://tracker.publicbt.com:80 -a udp://tracker.istole.it:80 -a http://tracker.openbittorrent.com:80/announce -a http://tracker.ipv6tracker.org:80/announce'
module Jekyll
class Linter < Generator
safe true
@@known_ids = Set[]
def insert_id(name, document)
lang = document.data['lang']
ref = document.data['ref']
id = "#{name}:#{lang}:#{ref}"
if @@known_ids.include? id then
raise "Duplicate ID found: '#{id}'"
else
@@known_ids.add id
end
end
def assert_unique_ids(site)
site.collections.each do |name, collection|
collection.docs.each do |document|
insert_id name, document
end
end
site.pages.each do |page|
unless IGNORED_PAGES.include? page.path
insert_id 'page', page
end
end
end
def slugify(s)
s.ljust(100)
.gsub(/[\W]+/, ' ')
.strip
.gsub(/\s\s+/, '-')
.downcase
.gsub(' ', '-')
.gsub('_', '-')
end
def assert(value, message)
unless value
raise message
end
value
end
def assert_field(document, field)
f = document.data[field]
raise "Undefined '#{field}' for #{document.path}" unless f
f
end
COLLECTION_LAYOUTS = {
'page' => 'page',
'articles' => 'post',
'pastebins' => 'post',
'tils' => 'post',
'slides' => 'slides',
'podcasts' => 'cast',
'screencasts' => 'cast'
}
def assert_frontmatter_fields(site, name, document)
title = assert_field document, 'title'
lang = assert_field document, 'lang'
ref = assert_field document, 'ref'
layout = assert_field document, 'layout'
date = document.date.strftime('%Y-%m-%d') unless layout == 'page'
slug = layout == 'page' ? ref : assert_field(document, 'slug')
extension = name == 'slides' ? 'slides' : 'md'
unless LANGS.member? lang
raise "Invalid lang '#{lang}' in #{document.path}"
end
if COLLECTION_LAYOUTS[name] != layout
raise "Layout mismatch: expected '#{COLLECTION_LAYOUTS[name]}', got '#{layout}' for #{document.path}"
end
if lang == 'en'
unless ['index', 'root', 'tils'].include? ref
if slugify(title) != ref then
raise "#{ref} isn't a slug of the title.\nref: '#{ref}'\ntitle slug: '#{slugify(title)}'"
p slugify(title)
end
end
end
unless layout == 'page' then
path = "_#{name}/#{date}-#{slug}.#{extension}"
unless path == document.relative_path then
raise "date/filename mismatch:\ndate+slug: #{path}\nfilename: #{document.relative_path}"
end
if lang == 'en' then
unless ref == slug then
raise "ref/slug mismatch:\nref: #{ref}\nslug: #{slug}"
end
end
end
if name == 'podcasts' then
flac = "resources/podcasts/#{date}-#{slug}.flac"
unless File.exist? flac then
raise "Missing FLAC file '#{flac}'"
end
file = "#{date}-#{slug}.ogg"
ogg = "resources/podcasts/#{date}-#{slug}.ogg"
unless File.exist? ogg then
puts "Missing '#{ogg}' file, generating..."
puts `ffmpeg -i #{flac} -ar 48000 -vn -c:a libvorbis -b:a 320k #{ogg}`
site.static_files << Jekyll::StaticFile.new(site, site.source, '', ogg)
end
torrent = "#{ogg}.torrent"
unless File.exist? torrent then
webseed = "#{site.config['url']}/#{ogg}"
puts "Missing '#{torrent}' file, generating..."
puts `mktorrent #{TRACKERS} -f -v -d -c '#{document.content}' -n #{file} -w #{webseed} -o #{torrent} #{ogg}`
end
end
if name == 'screencasts' then
mkv = "resources/screencasts/#{date}-#{slug}.mkv"
unless File.exist? mkv then
raise "Missing MKV file '#{mkv}'"
end
torrent = "#{mkv}.torrent"
unless File.exist? torrent then
webseed = "#{site.config['url']}/#{mkv}"
file = "#{date}-#{slug}.mkv"
puts "Missing '#{torrent}' file, generating..."
puts `mktorrent #{TRACKERS} -f -v -d -c '#{document.content}' -n #{file} -w #{webseed} -o #{torrent} #{mkv}`
end
end
end
def assert_frontmatter(site)
site.collections.each do |name, collection|
collection.docs.each do |document|
assert_frontmatter_fields site, name, document
end
end
site.pages.each do |page|
unless IGNORED_PAGES.include? page.path
assert_frontmatter_fields site, 'page', page
end
end
end
def generate(site)
assert_unique_ids(site)
assert_frontmatter(site)
end
end
end
|
