Update Thu Nov 7 12:36:25 UTC 2024

trickest · Nov 7, 2024 · 570a6af · 570a6af
1 parent a2bebd8
commit 570a6af
Show file tree

Hide file tree

Showing 3 changed files with 665 additions and 346 deletions.
diff --git a/robots/top-100.txt b/robots/top-100.txt
@@ -70,6 +70,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /_saved
 /_shop
 /_shopping_list
+/album/*/*?i=
 /api
 /apis
 /archive
@@ -108,6 +109,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /leads/*/show_form.html
 /likes
 /listing/*/favoriters
+/lookup?
 /mediaapi/
 /mediaviewer/*/tr
 /music/*/Search/
@@ -118,11 +120,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /people/*/favorites
 /pinned_flashes
 /pins
+/podcast/*/*?i=
 /print$
 /profile-about
 /raw
 /revisions
 /rg*/mediaviewer/rm*/tr
+/rss
 /scheduled-pin
 /scheduled-pins
 /search
@@ -145,6 +149,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /tarball
 /tree
 /tried
+/tv-season/*/*?i=
 /unsubscribe/
 /video-
 /video_pins
@@ -993,7 +998,11 @@ WeatherAjax
 WeatherUnderground
 Web
 WebObjects
+WebObjects/MZFastFinance.woa
+WebObjects/MZFinance.woa
+WebObjects/MZPersonalizer.woa
 WebObjects/MZStore.woa/wa/viewMultiRoom?
+WebObjects/MZStoreElements.woa
 WhatsNearby
 WidgetBrowserExtension
 WidgetEmbed
@@ -2766,8 +2775,8 @@ hotelfinder/rpc
 hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
-http://amazon.co.uk/robots.txt
-http://creativecommons.org/robots.txt
+http://amzn.to/robots.txt
+http://bit.ly/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -4217,7 +4226,7 @@ shopping/seller
 shopping/suppliers/search
 shopping?
 shopstream
-showtimes/location/*http://slideshare.net/robots.txt
+showtimes/location/*http://instagram.com/robots.txt
 sidewiki/entry
 signature
 signin/inject
@@ -4540,6 +4549,7 @@ static/decodeKey.txt
 static/images
 static/js
 staticmap?
+station/idst.
 stats?gid=
 store/account
 store/addtocart
@@ -4917,7 +4927,6 @@ vi-vn/feedback
 vi-vn/lp
 vi-vn/searchresults
 video/embedded
-videos/week
 viewer
 viewlocale=zh_CN
 virtualsupportassistant