archives/snowflake
2
0
Fork 0
mirror of https://gitlab.torproject.org/tpo/anti-censorship/pluggable-transports/snowflake.git synced 2025-10-13 20:11:19 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

Updated robots.txt handler on broker

Browse source 
Updated robots.txt file to disallow crawling as in ticket #29565.
This commit is contained in:
Cecylia Bocovich 2019-04-15 16:43:21 -04:00
parent 6399ef9d4f
commit d4c5d4e65b
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
broker/broker.go
View file

@ -218,7 +218,7 @@ func debugHandler(ctx *BrokerContext, w http.ResponseWriter, r *http.Request) {
func robotsTxtHandler(w http.ResponseWriter, r *http.Request) {
w.Header().Set("Content-Type", "text/plain; charset=utf-8")
w.Write([]byte("User-agent: *\nDisallow:\n"))
w.Write([]byte("User-agent: *\nDisallow: /\n"))
}
func main() {