Tweak robots.txt
This commit is contained in:
2
app.py
2
app.py
@@ -219,6 +219,7 @@ Disallow: /login
|
|||||||
Disallow: /admin/
|
Disallow: /admin/
|
||||||
Disallow: /static/
|
Disallow: /static/
|
||||||
Disallow: /media/
|
Disallow: /media/
|
||||||
|
Disallow: /p/
|
||||||
Disallow: /uploads/"""
|
Disallow: /uploads/"""
|
||||||
|
|
||||||
|
|
||||||
@@ -237,6 +238,7 @@ def microblogpub_jsonld():
|
|||||||
|
|
||||||
|
|
||||||
@app.route("/p/<scheme>/<path:url>")
|
@app.route("/p/<scheme>/<path:url>")
|
||||||
|
@noindex
|
||||||
def proxy(scheme: str, url: str) -> Any:
|
def proxy(scheme: str, url: str) -> Any:
|
||||||
url = f"{scheme}://{url}"
|
url = f"{scheme}://{url}"
|
||||||
req_headers = {
|
req_headers = {
|
||||||
|
Reference in New Issue
Block a user