added of robots.txt

This commit is contained in:
Jesús 2019-03-10 21:45:40 -05:00
parent 7b11182ade
commit 943379f1e7
No known key found for this signature in database
GPG Key ID: F6EE7BC59A315766
2 changed files with 4 additions and 1 deletions

3
content/robots.txt Normal file
View File

@ -0,0 +1,3 @@
User-Agent: *
Sitemap: https://conocimientoslibres.tuxfamily.org/sitemap.xml

View File

@ -49,7 +49,7 @@ AUTHORS_URL = 'pages/créditos/'
AUTHORS_SAVE_AS = 'pages/créditos/index.html'
ARCHIVES_URL = 'archives/'
ARCHIVES_SAVE_AS = 'archives/index.html'
STATIC_PATHS = ['asciicasts', 'heckyel_pub.asc', 'wp-content', 'vendor']
STATIC_PATHS = ['asciicasts', 'heckyel_pub.asc', 'robots.txt', 'wp-content', 'vendor']
PAGE_EXCLUDES = ['asciicasts', 'wp-content', 'vendor']
ARTICLE_EXCLUDES = ['asciicasts', 'wp-content', 'vendor']