Update robots.txt (#5245)

* Update robots.txt

* v2

Author: richard-cox

public/robots.txt

@@ -1,40 +1,34 @@
-#  +++++++++++++++++++++++++++++?+?+~=========================================+???+
-#  +++++++++++++++++++++++++?+++8,~=~=O=~=+==================================D????+
-#  ++++++++++++++++++++++++++N~~~~~~~=~~~+7==================================++???+
-#  ++++++++++++++++++++++?+Z==~~I$~~~~~~~~~==Z+=============================8?+++++
-#  +++++++++++++++++++++?+Z~~:MMMMMMMM~~=~~~~~~~~I$========================~+++++++
-#  +++++++++++++++++++++?8~=~MMMMMMM,,,.MM7:=~~~~~=~~:Z$~==================I?++++++
-#  ++++++++++++++++++++??=~~MMMMMM.,,,,,..MMMMN+~~~~~~~=~~~~ZI~===========D+?++++++
-#  ++++++++++++++++++++?O~~?MMMMM..,,,,,?M,.MMMMMMMD==~~~=~~~~~~~~~I8Z====+??++++++
-#  +++++++++++++++++++?+~~=MMMMMM,,,,,,,NMM$,.MMMMMMMMMMM~=~~~~~~~~~=~==~:O?+++++++
-#  +++++++++++++++++++??:~~MMMMMM,,,,,,,,,,,,,,.IMMMMMMMMMMMMMMO~~=~~~~~~~=~???++++
-#  +++++++++++++++++++?+8~==MMMMM,,,,,,,,,,,,,,,,,OMMMMMMMMMMMMMMMMMMN~~~~~~~O?++++
-#  +++++++++++++++++++++??~~~MMMMM,,,,,,,,,,,,,,,,,MN,,,,,,,,,I,,,:,,,.MMM~~~~??+++
-#  ++++++++++++++++++++++?O~===ZMMM,.,,,,,,,,,,,,:MM$,,,,,,,,MMMM.,,,,,MMMMI=~$++?+
-#  +++++++++++++++++++++++=+$~=~~~8MM$.,,,,,,,,.MMMM~,,,,,,,,,,,..,,,,,MMMMM~=D++?+
-#  ++++++++++++++++++++++++?++===~~~=IMMMMMMMMMMMMMMM,,,,,,,,,,,,,,,,,.MMMMO==I++?+
-#  +++++++++++++++++++++++++?======D~==~:8MMMMMMMMMMM:,,,,,,,,,,,,,,,,MMMMM~~,?++++
-#  ++++++++++++++++++++++++++===+===~~?$=~~~~IMMMMMMMM?,,,,,,,,,,,,,,MMMMM=~~=?++++
-#  ++++++++++++++++++++++??8==============?Z:~~~~:IMMMMMN.,,.,,,,,8MMMMMM==~+?+++++
-#  +++++++++++++++++++++?++===D=8=++===========$7~~~~~=:IMMMMMMMMMMMMMM~~:8?+++++++
-#  +++++++++++++++++++++??+=I7:.,D..?+=============+==OZ~=~~==~~~~~~~~=~8???+++++++
-#  +++++++++++++++++++++?7==.,,I..:,,,,++=+=================~~$8Z?=+Z8+?+?+++++++++
-#  +++++++++++++???+??++++=D,.,,,$.,,,,=,,,.Z+======~=============+++++++++++++++++
-#  ++++++++++++????+VJF82+=,,Z,,,.,.=.O.,,,,,$..,.I87~============?++++++++++++++++
-#  ++++?+++++$8:=~=~~~~~7=+,,,,I:,,,,..Z,,,,,,,,,,,,D,.,,.?.7===8?+++++++++++++++++
-#  ++++?7$~~==~~~~=~~~~~=+=?,,8,:=,,,+.,.,~O?.,,,,,,,.,,,Z,,.==7++?++++++++++++++++
-#  ++$:~=~~~~~~~~~~~~~~~+====D,,,,,,N,,,,,,I.,,.:DZ+,...,...=~~+???++++++++++++++++
-#  ~~~~~~~~~~~~~~~~~~~~~~======:..,,,,,D,.,,,,,.,Z,,,,,8,,,==I????+++++++++++++++++
-#  ==~~~~~~~~~~~~~~~~~~~~=M=======~D,,.,,,=,,~OZ~=,,,,,,,,,8=8++???++++++++++++++++
-#  ~~~~~~~~~~~~~~~~~~~~~~~~D==+=====~=Z:8,,,,,,:,,,,,....:++?+????+++++++++++++++++
-#  ~~~~~~~~~~~~~~~~~~~~~~~~~~I~=+==========~8$,Z,,,,.~.D===?=$+?+?+++++++++++++++++
-#  ~~~~~~~~~~~~~~~~~~~~~~~~~~~=~O~=======+====~=+=++=====+O~~=~:+++++++++++++++++++
-#  ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~O?=+===+=============$~~~~~~~8++?++++++++++++++
-#  ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~:78$+=====+Z8+~~~~~~~~~~~~$+++++++++++++++
-#  ~:~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~=?+?+++++++++++
-#  =~7:~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~=I++?+++++++++
-#  ==++O=~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~:+++++++++++
-#  ,=~:+=~,=~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~,++++++++++
-#  =======~8~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~==+??++++++
+# ::::::::::::::::::::::::::::::;;;;;;;:::::::::::::::::::;:::::::::::::::::::
+# ::::::::::::::::::::::;+xxxxxxxxxxxxxxxxxxxx+;:::::::::+xxx+::::::::::::::::
+# :::::::::::::::::;xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx;::::+xxxxxxx+::::::::::::
+# ::::::::::::::+xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx;+xxxxxxxxxxx+::::::::
+# :::::::::::+xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx;::;++;:::::
+# :::::::::+xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx+::::::;+;::::
+# :::::::;xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx::::;++:++::::
+# ::::::+xxxxxxxxxx++xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx+::::;:;xx::::
+# :::::+xxxxxx+;:::::::::;;xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx+;;;+xxx;:::
+# ::::;xxxxx+:::::::::::::::;+xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx+;;+xxxxxxxx;:::
+# ::::xxxxx;::::;+xxxxxx++::::;xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx++++++++;::::
+# ::::xxxx+::::;xxx+;;;+xxx;::::xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx+;;::::::
+# ::::xxxx+::::+xx;:::::;+xx;::::xxxxxxxxxxxxxxxxxxxxxxx;:::;;;;;;;:::::::::::
+# ::::xxxxx;:::+xx+::::::;xxx;::::xxxxxx;:::::::;;+xxxxx;:::::::::::::::::::::
+# ::::;xxxx+;:::;++::::::;xxx;::::;xxxxx+;:::::::::;+xxxx;::::::::::::::::::::
+# :::::+xxxx+;::::::::::;xxxx;:::::;+xxxxxx+;:::::::;+xxxxx+;:::::::::::::::::
+# ::::::;xxxxx++;;:::;;+xxxx;:::::::::::::::::::::::::::::::::::::::::::::::::
+# :::::::;+xxxxxxxxxxxxxxxx;::::::::::::::::::::::::::::::::::::::::::::::::::
+# :::::::::;++xxxxxxxxxx++::::::::::::::::::::::::::::::::::::::::::::::::::::
+# ::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::
+# ::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::::
+# ::::::::;;;;;::::::::::;;:::::::::;;:::::::::;;;;;::::::::::::;;;;;;;;;:::::
+# :::::+X&&$$$$&$+::::::x&$+:::::::X&X;:::::;X$&$$$$&$x;::::::x&&$$$$$$$$x::::
+# ::::x&$X;::::x$&X:::::x&$+:::::::X&X;::::+$&$;::::+$$X;::::;&$;:::::::::::::
+# :::;$&X;::::::::::::::x&$+:::::::X&X;::::X&$;::::::::::::::+&$::::::::::::::
+# ::::x&&$X;;:::::::::::x&$+:::::::X&X;::::+$&&X+;:::::::::::+&$;:::::::::::::
+# :::::;X$&&&&&&$;::::::x&$+:::::::X&X;::::::x$&&&&&&$+::::::+&&&&&&&&&&+:::::
+# :::::::::::;x$&&$:::::x&$+:::::::X&X;::::::::::::+$&&$+::::+&$::::::::::::::
+# :::::;::::::::X$&;::::+$$x:::::::$&X;:::::;::::::::x$$+::::+&$::::::::::::::
+# :::;$&$X;:::;X$&$:::::;X&$X;:::x$&$+::::;X&$X;:::;x$&$+::::;&$x;;;;;;;;:::::
+# :::::+X&&&&&&&X;::::::::+X$&&&&&$x;:::::::;X$&&&&&&$+:::::::;$&&&&&&&&&x::::
+# :::::::::;;;::::::::::::::::;;:::::::::::::::::;;:::::::::::::::::::::::::::
 User-Agent: *
 Disallow: /