<!DOCTYPE html>
<html lang="en" dir="ltr" class="client-nojs">
<head>
<meta charset="UTF-8" />
<title>Pastebin Tools - MulpWiki</title>
<meta name="generator" content="MediaWiki 1.24.0" />
<meta name="robots" content="noindex,nofollow" />
<link rel="alternate" type="application/x-wiki" title="Edit" href="http://mulpwiki.org/index.php?title=Pastebin_Tools&amp;action=edit" />
<link rel="edit" title="Edit" href="http://mulpwiki.org/index.php?title=Pastebin_Tools&amp;action=edit" />
<link rel="shortcut icon" href="../favicon.png" />
<link rel="search" type="application/opensearchdescription+xml" href="../opensearch_desc.php" title="MulpWiki (en)" />
<link rel="EditURI" type="application/rsd+xml" href="../api.php?action=rsd" />
<link rel="alternate" hreflang="x-default" href="Pastebin_Tools" />
<link rel="alternate" type="application/atom+xml" title="MulpWiki Atom feed" href="../index.php?title=Special:RecentChanges&amp;feed=atom" />
<link rel="stylesheet" href="http://mulpwiki.org/load.php?debug=false&amp;lang=en&amp;modules=mediawiki.ui.button%7Cmobile.pagelist.styles%7Cskins.minerva.chrome.styles%7Cskins.minerva.content.styles%7Cskins.minerva.drawers.styles%7Cskins.minerva.tablet.styles&amp;only=styles&amp;skin=minerva&amp;target=mobile&amp;*" />
<meta name="ResourceLoaderDynamicStyles" content="" />
<script src="http://mulpwiki.org/load.php?debug=false&amp;lang=en&amp;modules=startup&amp;only=scripts&amp;skin=minerva&amp;target=mobile&amp;*"></script>
<script>if(window.mw){
mw.config.set({"wgCanonicalNamespace":"","wgCanonicalSpecialPageName":false,"wgNamespaceNumber":0,"wgPageName":"Pastebin_Tools","wgTitle":"Pastebin Tools","wgCurRevisionId":54898,"wgRevisionId":54898,"wgArticleId":342,"wgIsArticle":true,"wgIsRedirect":false,"wgAction":"view","wgUserName":null,"wgUserGroups":["*"],"wgCategories":["Document"],"wgBreakFrames":false,"wgPageContentLanguage":"en","wgPageContentModel":"wikitext","wgSeparatorTransformTable":["",""],"wgDigitTransformTable":["",""],"wgDefaultDateFormat":"dmy","wgMonthNames":["","January","February","March","April","May","June","July","August","September","October","November","December"],"wgMonthNamesShort":["","Jan","Feb","Mar","Apr","May","Jun","Jul","Aug","Sep","Oct","Nov","Dec"],"wgRelevantPageName":"Pastebin_Tools","wgIsProbablyEditable":true,"wgRestrictionEdit":[],"wgRestrictionMove":[],"wgWikiEditorEnabledModules":{"toolbar":false,"dialogs":false,"hidesig":true,"preview":false,"previewDialog":false,"publish":false},"wgCategoryTreePageCategoryOptions":"{\"mode\":0,\"hideprefix\":20,\"showcount\":true,\"namespaces\":false}","wgMFUseCentralAuthToken":false,"wgMFAjaxUploadProgressSupport":true,"wgMFAnonymousEditing":false,"wgMFPhotoUploadAppendToDesc":"","wgMFLeadPhotoUploadCssSelector":"img, .navbox","wgMFEnableCssAnimations":true,"wgMFPhotoUploadEndpoint":"","wgPreferredVariant":"en","wgIsPageEditable":true,"wgMFDeviceWidthTablet":768,"wgMFMode":"stable","wgMFCollapseSectionsByDefault":true,"wgTOC":true,"wgMFPageSections":true,"wgMFShowRedLinks":false,"wgMFThumbnailSizes":{"tiny":80,"small":150,"medium":300},"wgImagesDisabled":false,"wgUserCanUpload":false});
}</script><script>if(window.mw){
mw.loader.implement("user.options",function($,jQuery){mw.user.options.set({"ccmeonemails":0,"cols":80,"date":"default","diffonly":0,"disablemail":0,"editfont":"default","editondblclick":0,"editsectiononrightclick":0,"enotifminoredits":0,"enotifrevealaddr":0,"enotifusertalkpages":1,"enotifwatchlistpages":1,"extendwatchlist":0,"fancysig":0,"forceeditsummary":0,"gender":"unknown","hideminor":0,"hidepatrolled":0,"imagesize":2,"math":1,"minordefault":0,"newpageshidepatrolled":0,"nickname":"","norollbackdiff":0,"numberheadings":0,"previewonfirst":0,"previewontop":1,"rcdays":7,"rclimit":50,"rows":25,"showhiddencats":0,"shownumberswatching":1,"showtoolbar":1,"skin":"vector","stubthreshold":0,"thumbsize":5,"underline":2,"uselivepreview":0,"usenewrc":0,"watchcreations":1,"watchdefault":1,"watchdeletion":0,"watchlistdays":3,"watchlisthideanons":0,"watchlisthidebots":0,"watchlisthideliu":0,"watchlisthideminor":0,"watchlisthideown":0,"watchlisthidepatrolled":0,"watchmoves":0,"watchrollback":0,
"wllimit":250,"useeditwarning":1,"prefershttps":1,"language":"en","variant-gan":"gan","variant-iu":"iu","variant-kk":"kk","variant-ku":"ku","variant-shi":"shi","variant-sr":"sr","variant-tg":"tg","variant-uz":"uz","variant-zh":"zh","searchNs0":true,"searchNs1":false,"searchNs2":false,"searchNs3":false,"searchNs4":false,"searchNs5":false,"searchNs6":false,"searchNs7":false,"searchNs8":false,"searchNs9":false,"searchNs10":false,"searchNs11":false,"searchNs12":false,"searchNs13":false,"searchNs14":false,"searchNs15":false,"gadget-topCats":1,"variant":"en"});},{},{});mw.loader.implement("user.tokens",function($,jQuery){mw.user.tokens.set({"editToken":"+\\","patrolToken":"+\\","watchToken":"+\\"});},{},{});
/* cache key: wikidb:resourceloader:filter:minify-js:7:40df167353da3a21ba04b8119194408a */
}</script>
<script>if(window.mw){
mw.loader.load(["mediawiki.page.startup","mobile.head","mobile.site"]);
}</script>
<meta name="viewport" content="initial-scale=1.0, user-scalable=yes, minimum-scale=0.25, maximum-scale=5.0" />
</head>
<body class="mediawiki ltr sitedir-ltr stable mw-mobile-mode skin-minerva action-view">
		<div id="mw-mf-viewport">
			<div id="mw-mf-page-left" class="navigation-drawer">
						<ul>
		<li><a href="../index.html" class="icon-home icon icon-text">Home</a></li><li><a href="http://mulpwiki.org/index.php/Special:Random/#/random" class="icon-random icon icon-text" id="randomButton">Random</a></li>		</ul>
		<ul>
		<li><a href="http://mulpwiki.org/index.php?title=Special:UserLogin&amp;returnto=Special%3AWatchlist" class="icon-watchlist icon icon-text">Watchlist</a></li><li><a href="http://mulpwiki.org/index.php?title=Special:MobileOptions&amp;returnto=Pastebin+Tools" class="icon-settings icon icon-text">Settings</a></li><li><a href="http://mulpwiki.org/index.php?title=Special:UserLogin&amp;returnto=Pastebin+Tools&amp;returntoquery=welcome%3Dyes" class="icon icon-anon icon-text">Log in</a></li>		</ul>
		<ul class="hlist">
		<li><a href="http://mulpwiki.org/index.php/MulpWiki:About">About MulpWiki</a></li><li><a href="http://mulpwiki.org/index.php/MulpWiki:General_disclaimer">Disclaimers</a></li>		</ul>
					</div>
			<div id="mw-mf-page-center">
				<div id="siteNotice"></div>				<div class="header">
					<a title="Open main menu" href="http://mulpwiki.org/index.php/Special:MobileMenu" class="main-header-button icon" id="mw-mf-main-menu-button"></a>							<form action="http://mulpwiki.org/index.php" class="search-box">
							<input type="search" name="search" placeholder="Search MulpWiki" title="Search MulpWiki [f]" accesskey="f" id="searchInput" class="search" autocomplete="off" /><input type="submit" name="fulltext" value="Search" title="Search the pages for this text" class="fulltext-search no-js-only icon icon-search" />							</form>
											</div>
				<div id="content_wrapper">
				<a id="mw-mf-last-modified" data-timestamp="1436867614" href="http://mulpwiki.org/index.php/Special:History/Pastebin_Tools" data-user-name="DER RÜTTLER" data-user-gender="male" class="top-bar truncated-text">Last modified on 14 July 2015, at 09:53</a>		<script>
			if ( window.mw && mw.mobileFrontend ) { mw.mobileFrontend.emit( 'header-loaded' ); }
		</script>
				<div class="pre-content">
			<h1 id="section_0">Pastebin Tools</h1><ul id="page-actions" class="hlist"><li id="ca-edit" class="icon icon-32px icon-edit" title="Edit the lead section of this page."></li><li id="ca-talk" class="hidden icon icon-32px icon-talk"><a href="http://mulpwiki.org/index.php?title=Talk:Pastebin_Tools&amp;action=edit&amp;redlink=1" title="Discussion about the content page [t]" accesskey="t">Discussion</a></li><li id="ca-watch" class="watch-this-article icon icon-32px"><a href="http://mulpwiki.org/index.php?title=Special:UserLogin&amp;returnto=Pastebin+Tools" title="Add this page to your watchlist [w]" accesskey="w"></a></li></ul>		</div>
		<div id="content" class="content" lang="en" dir="ltr">			<div><p><b>The downloads can be found <a rel="nofollow" class="external text" href="../documents/Pastebins/index.html">here</a></b>
</p><p>This page is about several utility programs designed for use with pastebin.com. As of now there are tools for collecting pastebin links posted on /mlp/ as well as downloading pastebins automatically.
</p>

</div><h2><span class="mw-headline" id="Pastebin_list_generator">Pastebin list generator</span><a href="Pastebin_Tools#/editor/1" title="Edit section: Pastebin list generator" data-section="1" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h2><div>
<p>I came across a <a rel="nofollow" class="external text" href="http://pastebin.com/NtwSntmH">large pastebin list</a> that someone else generated with a Python script, and noticed that it had a mere 2300
entries (600 of which were duplicates), while you get over 60000 results if you type in "<a rel="nofollow" class="external free" href="http://pastebin.com">http://pastebin.com</a>" at archive.moe.
What bugged me even more was the fact that that list was really inconvenient to use 
(unsorted, you have to go to the link to see the title of the pastebin etc.).
That's why I decided to take a look at Python and write a script to generate a larger, more comprehensive list.
Or rather, to generate seven lists, containing the entirety of all pastebin links ever posted on /mlp/.
</p>
<h3><span class="mw-headline" id="Lists">Lists</span><a href="Pastebin_Tools#/editor/2" title="Edit section: Lists" data-section="2" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h3>
<p>The files found in the main directory designed for human use, i.e. lists that are useful for manually browsing pastebins.
The files found in the "resources" directory are designed for algorithmical use, 
so unless you're a coder you likely won't have use for them.
</p>
<h4><span class="mw-headline" id="pastes.txt">pastes.txt</span><a href="Pastebin_Tools#/editor/3" title="Edit section: pastes.txt" data-section="3" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h4>
<p>Contains a simple, alphabetically sorted list of all non-user pastebin links ever posted on /mlp/.
Number of lines: 18710
</p>
<h4><span class="mw-headline" id="writefags.txt">writefags.txt</span><a href="Pastebin_Tools#/editor/4" title="Edit section: writefags.txt" data-section="4" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h4>
<p>Contains a simple, alphabetically sorted list of all user pastebin links ever posted on /mlp/.
Number of lines: 2528
</p>
<h4><span class="mw-headline" id="named_pastes.txt">named pastes.txt</span><a href="Pastebin_Tools#/editor/5" title="Edit section: named pastes.txt" data-section="5" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h4>
<p>This one consists of a list of data pairs: The first part is the title of the paste,
and the second part is the link to the paste itself.
The list is sorted alphabetically by paste title.
Number of lines: 16469
</p>
<h4><span class="mw-headline" id="pastebins_sorted_by_writefag.txt">pastebins sorted by writefag.txt</span><a href="Pastebin_Tools#/editor/6" title="Edit section: pastebins sorted by writefag.txt" data-section="6" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h4>
<p>The most useful list in my opinion.
It consists of data triples: The first part is the writefag's username on pastebin,
the second part is the paste's title, and the third part is a link to the paste.
As always, the list is sorted alphabetically.
Number of lines: 16469
</p>
<h4><span class="mw-headline" id="resources.2FpasteSet.txt">resources/pasteSet.txt</span><a href="Pastebin_Tools#/editor/7" title="Edit section: resources/pasteSet.txt" data-section="7" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h4>
<p>Contains an unsorted list of all pastebin links ever posted on /mlp/, containing even those that don't lead anywhere.
Number of lines: 21352
</p>
<h4><span class="mw-headline" id="resources.2Fprocessed.txt">resources/processed.txt</span><a href="Pastebin_Tools#/editor/8" title="Edit section: resources/processed.txt" data-section="8" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h4>
<p>Contains triples of information similiar to "pastebins sorted by writefag.txt", but with "&gt;&gt;&gt;&lt;&gt;&gt;" as a seperator.
Number of lines: 16469
</p>
<h4><span class="mw-headline" id="resources.2Funprocessed.txt">resources/unprocessed.txt</span><a href="Pastebin_Tools#/editor/9" title="Edit section: resources/unprocessed.txt" data-section="9" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h4>
<p>Serves as a way of saving links not yet processed by the script, usually empty.
Number of lines: 0
</p>
<h3><span class="mw-headline" id="General_processes">General processes</span><a href="Pastebin_Tools#/editor/10" title="Edit section: General processes" data-section="10" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h3>
<p>The Script employs web scraping algorithms from Requests and Beautiful Soup, and can basically be divided into three parts:
</p>
<ul><li>Gather pastebin links from archive.moe (Extracting)</li>
<li>Get author and title from pastebin.com (Processing)</li>
<li>Save that shit </li></ul>
<h3><span class="mw-headline" id="Usage">Usage</span><a href="Pastebin_Tools#/editor/11" title="Edit section: Usage" data-section="11" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h3>
<p>To run the script you need <a rel="nofollow" class="external text" href="https://www.python.org/">Python</a> (I don't think it matters whether you use 2.7 or 3.4, I used 3.4) with the Requests package and the Beautiful Soup 4 Package installed, as well as a textual interface (cmd.exe on Windows).
I won't explain at this point how you use a fucking console or how you install packages, go google that shit if you don't know how to do it.
</p>
<h4><span class="mw-headline" id="Extracting">Extracting</span><a href="Pastebin_Tools#/editor/12" title="Edit section: Extracting" data-section="12" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h4>
<p>As soon as you start the script, you get asked what you would like to do.
</p>
<table class="wikitable">
<tr>
<th>Input
</th>
<th>Effect
</th></tr>
<tr>
<td>u
</td>
<td>Makes the script scan archive.moe for pastebin links posted there during the current month and the previous month.
</td></tr>
<tr>
<td>a
</td>
<td>Makes the script scan archive.moe for pastebin links posted there since February 2012
</td></tr>
<tr>
<td>s
</td>
<td>Leads to two other inputs asking for a specific month and year (as numbers) to extract links from
</td></tr>
<tr>
<td>p
</td>
<td>Skips link extraction and processes unprocessed links.
</td></tr></table>
<h4><span class="mw-headline" id="After_Extracting">After Extracting</span><a href="Pastebin_Tools#/editor/13" title="Edit section: After Extracting" data-section="13" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h4>
<p>After the script is done with extracting links, it will ask you whether you want to continue with processing or exit the program.
</p>
<table class="wikitable">
<tr>
<th>Input
</th>
<th>Effect
</th></tr>
<tr>
<td>n
</td>
<td>The Script will not process any previously found links, save unprocessed links to "resources/unprocessed.txt", and then exit
</td></tr>
<tr>
<td>Anything else
</td>
<td>The Script will continue with processing raw links.
</td></tr></table>
<h3><span class="mw-headline" id="Processing">Processing</span><a href="Pastebin_Tools#/editor/14" title="Edit section: Processing" data-section="14" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h3>
<p>During this part the script gathers metadata from pastebin.com.
If you process a large number of links at once (500+), pastebin.com will get suspicious and temporarily (~60 min) block your ip address.
You can circumvent this block by resetting your ip address.
If your ip address gets blocked, the script will ask for input from you.
</p>
<table class="wikitable">
<tr>
<th>Input
</th>
<th>Effect
</th></tr>
<tr>
<td>r
</td>
<td>Retries to get the metadata from pastebin.com
</td></tr>
<tr>
<td>s
</td>
<td>Saves the current progress and exits the program
</td></tr>
<tr>
<td>a
</td>
<td>Aborts the current progress and exits the program
</td></tr></table>
<p><br />
Once Processing is finished, the program will save and exit.
</p>
<h3><span class="mw-headline" id="Capitalization">Capitalization</span><a href="Pastebin_Tools#/editor/15" title="Edit section: Capitalization" data-section="15" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h3>
<p>The lists are sorted by using Python's list.sort() method.
Unfortunately this method puts capitalized letters always before uncapitalized ones (i.e. X,Y,Z comes before a,b,c).
To fix this I wrote a second script that will automatically capitalize the list entries.
</p><p>Note: I could have integrated that functionality into the first script, but writing a second script was the easier option.
</p>
<h3><span class="mw-headline" id="Source_Code">Source Code</span><a href="Pastebin_Tools#/editor/16" title="Edit section: Source Code" data-section="16" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h3>
<div class="mw-geshi mw-code mw-content-ltr mw-collapsible mw-collapsed" dir="ltr"><div class="python source-python"><pre class="de1"><span class="st0">'''
Created on 09.04.2015
&#160;
@author: DER RUETTLER
&#160;
&#160;
'''</span>
<span class="kw1">import</span> <span class="kw3">copy</span>
<span class="kw1">from</span> <span class="kw3">datetime</span> <span class="kw1">import</span> <span class="kw3">datetime</span>
<span class="kw1">from</span> <span class="kw3">os</span>.<span class="me1">path</span> <span class="kw1">import</span> <span class="kw3">os</span>
<span class="kw1">import</span> <span class="kw3">re</span>
<span class="kw1">import</span> <span class="kw3">sys</span>
&#160;
<span class="kw1">from</span> bs4 <span class="kw1">import</span> BeautifulSoup
<span class="kw1">from</span> pip._vendor.<span class="me1">distlib</span>.<span class="me1">compat</span> <span class="kw1">import</span> <span class="kw2">raw_input</span>
<span class="kw1">import</span> requests
&#160;
&#160;
&#160;
<span class="st0">'''
First we need the current year and month so the script knows when to stop
'''</span>
currentYear<span class="sy0">=</span><span class="kw3">datetime</span>.<span class="me1">now</span><span class="br0">&#40;</span><span class="br0">&#41;</span>.<span class="me1">year</span>
currentMonth<span class="sy0">=</span><span class="kw3">datetime</span>.<span class="me1">now</span><span class="br0">&#40;</span><span class="br0">&#41;</span>.<span class="me1">month</span>
&#160;
<span class="st0">'''
Next we need four variables to generate a Timeframe from which to extract pastebin links.
The Timeframe is formatted like this: From 01-month-year to 01-month2-year2 (day-month-year)
This Timeframe will be changed (by one month) and reused until the present is reached.
The variables will be determined by the following input:
'''</span>
&#160;
<span class="kw1">print</span><span class="br0">&#40;</span><span class="st0">'[u]pdate the list (last two months), extract [a]ll links, exract from a [s]pecific month or [p]rocess unprocessed links?'</span><span class="br0">&#41;</span>
mode<span class="sy0">=</span><span class="kw2">raw_input</span><span class="br0">&#40;</span><span class="st0">'&gt;&gt;'</span><span class="br0">&#41;</span>
&#160;
<span class="st0">'''
[a]ll links:
This mode will scan the entirety of https://archive.moe/mlp/ for pastebin links.
'''</span>
&#160;
<span class="kw1">if</span> mode<span class="sy0">==</span><span class="st0">'a'</span>:
    year<span class="sy0">=</span><span class="nu0">2012</span>
    month<span class="sy0">=</span><span class="nu0">2</span>
    year2<span class="sy0">=</span><span class="nu0">2012</span>
    month2<span class="sy0">=</span><span class="nu0">3</span>
&#160;
    <span class="st0">'''
    [u]pdate:
    This mode will scan just the last two months for links.
    '''</span>    
&#160;
<span class="kw1">elif</span> mode<span class="sy0">==</span><span class="st0">'u'</span>:
    <span class="kw1">if</span> currentMonth<span class="sy0">&gt;</span><span class="nu0">1</span>:
        year<span class="sy0">=</span>currentYear
        month<span class="sy0">=</span>currentMonth-<span class="nu0">1</span>
    <span class="kw1">else</span>:
        year<span class="sy0">=</span>currentYear-<span class="nu0">1</span>
        month<span class="sy0">=</span><span class="nu0">12</span>
    year2<span class="sy0">=</span>currentYear
    month2<span class="sy0">=</span>currentMonth    
&#160;
    <span class="st0">'''
    [s]pecific month:
    This mode will ask the user to specify a year and a month and then extract links from that month.
    To make this work we also have to lower the treshold of when the program is supposed to stop.
    '''</span>
<span class="kw1">elif</span> mode<span class="sy0">==</span><span class="st0">'s'</span>:
    year<span class="sy0">=</span><span class="kw2">int</span><span class="br0">&#40;</span><span class="kw2">raw_input</span><span class="br0">&#40;</span><span class="st0">'Year:'</span><span class="br0">&#41;</span><span class="br0">&#41;</span>
    month<span class="sy0">=</span><span class="kw2">int</span><span class="br0">&#40;</span><span class="kw2">raw_input</span><span class="br0">&#40;</span><span class="st0">'Month:'</span><span class="br0">&#41;</span><span class="br0">&#41;</span>
    <span class="kw1">if</span> month<span class="sy0">==</span><span class="nu0">12</span>:
        year2<span class="sy0">=</span>year+<span class="nu0">1</span>
        month2<span class="sy0">=</span><span class="nu0">1</span>
    <span class="kw1">else</span>:
        month2<span class="sy0">=</span>month+<span class="nu0">1</span>
        year2<span class="sy0">=</span>year
    currentYear<span class="sy0">=</span>year
    currentMonth<span class="sy0">=</span>month
&#160;
    <span class="st0">'''
    Next we initialize some variables that we'll need later.
    This is my first Python project, so my code is a little inconsistent in terms of structure.
    I'll only explain the important stuff.
    pasteListSet: Set of non-user pastebin links
    newPastes: Set of new links that have been found while running this script.
    pasteSet: Set that contains all links ever found with this script.
    writefagSet: Set that contains all user pastebin links
    processedPastes: List that contains data to be used algorithmically by other programs.
    wfSortList: List that contains triples of writefag, story title and link processed.
&#160;
    The last two are lists instead of sets, because I'm being inconsistent.
    Sets are generally the better choice because they rule out duplicates.
&#160;
    errorID: Integer to be used later in case some special snowflake put in chinese characters or something in the paste title.
             Unfortunately I forgot to save this variable after exiting the program, so all erroneous pastes are named &quot;UnicodeEncodeError0&quot;.
             Oops.
&#160;
    pastebinRequests: Integer that counts the requests sent to Pastebin.com.
                      Useful for estimating how long it will take until your IP gets temporarily blocked due to &quot;unnatural browsing behaviour&quot;.
&#160;
    pasteCount: Integer that counts the amount of links scanned.
                Probably obsolete and isn't even used in every case, but I'm too lazy to go over the script again and change it.
&#160;
    '''</span>
&#160;
pastebinLink<span class="sy0">=</span><span class="kw2">str</span><span class="br0">&#40;</span><span class="st0">'--'</span><span class="br0">&#41;</span>
pasteListSet <span class="sy0">=</span> <span class="kw2">set</span><span class="br0">&#40;</span><span class="br0">&#41;</span>
newPastes <span class="sy0">=</span> <span class="kw2">set</span><span class="br0">&#40;</span><span class="br0">&#41;</span>
duplicates<span class="sy0">=</span><span class="nu0">0</span>
pasteSet <span class="sy0">=</span> <span class="kw2">set</span><span class="br0">&#40;</span><span class="br0">&#41;</span>
namedPasteList<span class="sy0">=</span><span class="br0">&#91;</span><span class="br0">&#93;</span>
writefagSet <span class="sy0">=</span> <span class="kw2">set</span><span class="br0">&#40;</span><span class="br0">&#41;</span>
processedPastes<span class="sy0">=</span><span class="br0">&#91;</span><span class="br0">&#93;</span>
wfSortList<span class="sy0">=</span><span class="br0">&#91;</span><span class="br0">&#93;</span>
errorID <span class="sy0">=</span> <span class="nu0">0</span><span class="sy0">;</span>
pastebinRequests<span class="sy0">=</span><span class="nu0">0</span>
&#160;
pasteCount<span class="sy0">=</span><span class="nu0">0</span>
&#160;
<span class="st0">'''
Ok, next we need to retrieve the current lists, or else you'd have to run the whole script every time you want to make an update.
'''</span>
&#160;
&#160;
<span class="kw1">print</span><span class="br0">&#40;</span><span class="st0">'Retrieving already scanned pastebin links...'</span><span class="br0">&#41;</span>
<span class="kw1">if</span> <span class="kw1">not</span> <span class="kw3">os</span>.<span class="me1">path</span>.<span class="me1">exists</span><span class="br0">&#40;</span><span class="st0">'resources'</span><span class="br0">&#41;</span>:
    <span class="kw3">os</span>.<span class="me1">makedirs</span><span class="br0">&#40;</span><span class="st0">'resources'</span><span class="br0">&#41;</span>
<span class="kw1">try</span>:    
    pasteSetInput<span class="sy0">=</span><span class="kw2">open</span><span class="br0">&#40;</span><span class="st0">'resources/pasteSet.txt'</span><span class="sy0">,</span>mode<span class="sy0">=</span><span class="st0">'r'</span><span class="br0">&#41;</span>
&#160;
<span class="kw1">except</span> <span class="kw2">Exception</span>:
    <span class="kw2">open</span><span class="br0">&#40;</span><span class="st0">'resources/pasteSet.txt'</span><span class="sy0">,</span>mode<span class="sy0">=</span><span class="st0">'w'</span><span class="br0">&#41;</span>
    pasteSetInput<span class="sy0">=</span><span class="kw2">open</span><span class="br0">&#40;</span><span class="st0">'resources/pasteSet.txt'</span><span class="sy0">,</span>mode<span class="sy0">=</span><span class="st0">'r'</span><span class="br0">&#41;</span>
&#160;
inputLine <span class="sy0">=</span> pasteSetInput.<span class="kw3">readline</span><span class="br0">&#40;</span><span class="br0">&#41;</span>
&#160;
<span class="kw1">while</span> inputLine:
    inputLine<span class="sy0">=</span>inputLine<span class="br0">&#91;</span>:-<span class="nu0">1</span><span class="br0">&#93;</span>
    pasteSet.<span class="me1">add</span><span class="br0">&#40;</span>inputLine<span class="br0">&#41;</span>
    <span class="kw1">if</span> inputLine.<span class="me1">startswith</span><span class="br0">&#40;</span><span class="st0">'http://pastebin.com/u/'</span><span class="br0">&#41;</span>:
        writefagSet.<span class="me1">add</span><span class="br0">&#40;</span>inputLine<span class="br0">&#41;</span>
    <span class="kw1">else</span>:
        pasteListSet.<span class="me1">add</span><span class="br0">&#40;</span>inputLine<span class="br0">&#41;</span>
    inputLine<span class="sy0">=</span>pasteSetInput.<span class="kw3">readline</span><span class="br0">&#40;</span><span class="br0">&#41;</span>
    pasteCount<span class="sy0">=</span>pasteCount+<span class="nu0">1</span>
&#160;
&#160;
<span class="kw1">try</span>: 
    procInput<span class="sy0">=</span><span class="kw2">open</span><span class="br0">&#40;</span><span class="st0">'resources/processed.txt'</span><span class="sy0">,</span>mode<span class="sy0">=</span><span class="st0">'r'</span><span class="br0">&#41;</span>
<span class="kw1">except</span> <span class="kw2">Exception</span>:
    <span class="kw2">open</span><span class="br0">&#40;</span><span class="st0">'resources/processed.txt'</span><span class="sy0">,</span>mode<span class="sy0">=</span><span class="st0">'w'</span><span class="br0">&#41;</span>
    procInput<span class="sy0">=</span><span class="kw2">open</span><span class="br0">&#40;</span><span class="st0">'resources/processed.txt'</span><span class="sy0">,</span>mode<span class="sy0">=</span><span class="st0">'r'</span><span class="br0">&#41;</span>
procLine<span class="sy0">=</span>procInput.<span class="kw3">readline</span><span class="br0">&#40;</span><span class="br0">&#41;</span>
<span class="kw1">while</span> procLine:
    procLine<span class="sy0">=</span>procLine<span class="br0">&#91;</span>:-<span class="nu0">1</span><span class="br0">&#93;</span>
    processedPastes.<span class="me1">append</span><span class="br0">&#40;</span>procLine<span class="br0">&#41;</span>
    procLine<span class="sy0">=</span>procInput.<span class="kw3">readline</span><span class="br0">&#40;</span><span class="br0">&#41;</span>
&#160;
&#160;
<span class="kw1">try</span>: 
    namedInput<span class="sy0">=</span><span class="kw2">open</span><span class="br0">&#40;</span><span class="st0">'named pastes.txt'</span><span class="sy0">,</span>mode<span class="sy0">=</span><span class="st0">'r'</span><span class="br0">&#41;</span>
<span class="kw1">except</span> <span class="kw2">Exception</span>:
    <span class="kw2">open</span><span class="br0">&#40;</span><span class="st0">'named pastes.txt'</span><span class="sy0">,</span>mode<span class="sy0">=</span><span class="st0">'w'</span><span class="br0">&#41;</span>
    namedInput<span class="sy0">=</span><span class="kw2">open</span><span class="br0">&#40;</span><span class="st0">'named pastes.txt'</span><span class="sy0">,</span>mode<span class="sy0">=</span><span class="st0">'r'</span><span class="br0">&#41;</span>
namedLine<span class="sy0">=</span>namedInput.<span class="kw3">readline</span><span class="br0">&#40;</span><span class="br0">&#41;</span>
<span class="kw1">while</span> namedLine:
    namedLine<span class="sy0">=</span>namedLine<span class="br0">&#91;</span>:-<span class="nu0">1</span><span class="br0">&#93;</span>
    namedPasteList.<span class="me1">append</span><span class="br0">&#40;</span>namedLine<span class="br0">&#41;</span>
    namedLine<span class="sy0">=</span>namedInput.<span class="kw3">readline</span><span class="br0">&#40;</span><span class="br0">&#41;</span>
&#160;
&#160;
<span class="kw1">try</span>: 
    wfSortInput<span class="sy0">=</span><span class="kw2">open</span><span class="br0">&#40;</span><span class="st0">'pastebins sorted by writefag.txt'</span><span class="sy0">,</span>mode<span class="sy0">=</span><span class="st0">'r'</span><span class="br0">&#41;</span>
<span class="kw1">except</span> <span class="kw2">Exception</span>:
    <span class="kw2">open</span><span class="br0">&#40;</span><span class="st0">'pastebins sorted by writefag.txt'</span><span class="sy0">,</span>mode<span class="sy0">=</span><span class="st0">'w'</span><span class="br0">&#41;</span>
    wfSortInput<span class="sy0">=</span><span class="kw2">open</span><span class="br0">&#40;</span><span class="st0">'pastebins sorted by writefag.txt'</span><span class="sy0">,</span>mode<span class="sy0">=</span><span class="st0">'r'</span><span class="br0">&#41;</span>
wfSortLine<span class="sy0">=</span>wfSortInput.<span class="kw3">readline</span><span class="br0">&#40;</span><span class="br0">&#41;</span>
<span class="kw1">while</span> wfSortLine:
    wfSortLine<span class="sy0">=</span>wfSortLine<span class="br0">&#91;</span>:-<span class="nu0">1</span><span class="br0">&#93;</span>
    wfSortList.<span class="me1">append</span><span class="br0">&#40;</span>wfSortLine<span class="br0">&#41;</span>
    wfSortLine<span class="sy0">=</span>wfSortInput.<span class="kw3">readline</span><span class="br0">&#40;</span><span class="br0">&#41;</span>
&#160;
<span class="st0">'''
If our goal is to [u]pdate, retrieve [a]ll links, or to scan a [s]pecific month, then the following part is executed.
The while loop is executed as long as the total amount of months since 0 A.D. is not larger than the treshold set earlier.
The maximum number of pages scanned for each month is 200, but it's usually around 75.
&#160;
The first step in scanning a month worth of pages is to construct the URL (see below).
The URL is dependant on the variable i, that's representing the current page that's being scanned.
i is increased by 1 in every loop of that particular month, so all pages are being scanned.
&#160;
Next we get the page's source code via Requests, and transform it into a tree of objects using Beautiful Soup.
We use BS's find method to look for any instances of &quot;&lt;h4 class=&quot;alert-heading&quot;&gt;Error!&lt;/h4&gt;&quot;.
The only case in which that object is displayed, is if archive.moe has run out of search results for the specified conditions (in this case posts containing &quot;http:pastebin.com/&quot; posted in a certain timeframe)
Therefore we break the for loop since we won't get any additional results from scanning more pages of this timeframe.
&#160;
Now that we've assured that there are actual results on the page, we use BS to get all links leading to &quot;http://pastebin.com&quot; 
If the links found are not included in the Set of links that were already found at some point, they are added to the Set of already found links as well as to the Set of new links
&#160;
Afterwards, we're done with that particular month, so we increase month, year, month2 and year2 by 1.
'''</span>
&#160;
&#160;
<span class="kw1">if</span> mode<span class="sy0">==</span><span class="st0">'u'</span> <span class="kw1">or</span> mode<span class="sy0">==</span><span class="st0">'a'</span> <span class="kw1">or</span> mode<span class="sy0">==</span><span class="st0">'s'</span>:
    <span class="kw1">print</span><span class="br0">&#40;</span>pasteCount<span class="sy0">,</span><span class="st0">' links found.'</span><span class="br0">&#41;</span>
    <span class="kw1">print</span><span class="br0">&#40;</span><span class="st0">'Extraction started'</span><span class="br0">&#41;</span>
<span class="co1">#This loop is executed as long as month and year are below a certain treshold</span>
    <span class="kw1">while</span> year*<span class="nu0">12</span>+month <span class="sy0">&lt;=</span> currentYear*<span class="nu0">12</span>+currentMonth:
        <span class="kw1">print</span><span class="br0">&#40;</span><span class="br0">&#41;</span>
        <span class="kw1">print</span><span class="br0">&#40;</span><span class="st0">'Timeframe: '</span><span class="sy0">,</span>month<span class="sy0">,</span>year<span class="sy0">,</span><span class="st0">' - '</span><span class="sy0">,</span>month2<span class="sy0">,</span>year2<span class="br0">&#41;</span>
        <span class="co1">#200=maximum number of pages returned by archive.moe</span>
        <span class="kw1">for</span> i <span class="kw1">in</span> <span class="kw2">range</span><span class="br0">&#40;</span><span class="nu0">200</span><span class="br0">&#41;</span>:
            <span class="kw1">print</span><span class="br0">&#40;</span><span class="st0">'Extracting from page '</span>+<span class="kw2">str</span><span class="br0">&#40;</span>i+<span class="nu0">1</span><span class="br0">&#41;</span><span class="br0">&#41;</span>
            <span class="co1">#constructing the URL:</span>
            url <span class="sy0">=</span> <span class="st0">&quot;https://archive.moe/mlp/search/text/http%3A%2F%2Fpastebin.com%2F/start/&quot;</span>+<span class="kw2">str</span><span class="br0">&#40;</span>year<span class="br0">&#41;</span>+<span class="st0">&quot;-&quot;</span>+<span class="kw2">str</span><span class="br0">&#40;</span>month<span class="br0">&#41;</span>+<span class="st0">&quot;-1/end/&quot;</span>+<span class="kw2">str</span><span class="br0">&#40;</span>year2<span class="br0">&#41;</span>+<span class="st0">&quot;-&quot;</span>+<span class="kw2">str</span><span class="br0">&#40;</span>month2<span class="br0">&#41;</span>+<span class="st0">&quot;-1/page/&quot;</span>+<span class="kw2">str</span><span class="br0">&#40;</span>i+<span class="nu0">1</span><span class="br0">&#41;</span>+<span class="st0">&quot;/#&quot;</span>
            <span class="co1">#getting the source code:</span>
            r<span class="sy0">=</span>requests.<span class="me1">get</span><span class="br0">&#40;</span>url<span class="br0">&#41;</span>
            data<span class="sy0">=</span>r.<span class="me1">text</span>
            <span class="co1">#transforming the source code into a tree of objects:</span>
            soup <span class="sy0">=</span> BeautifulSoup<span class="br0">&#40;</span>data<span class="br0">&#41;</span>
&#160;
            <span class="co1">#check whether archive.moe still returns results:</span>
            abort <span class="sy0">=</span> <span class="kw2">str</span><span class="br0">&#40;</span>soup.<span class="me1">find</span><span class="br0">&#40;</span><span class="st0">'h4'</span><span class="br0">&#41;</span><span class="br0">&#41;</span>
            <span class="kw1">if</span> abort<span class="sy0">==</span><span class="st0">'&lt;h4 class=&quot;alert-heading&quot;&gt;Error!&lt;/h4&gt;'</span>:
                <span class="kw1">break</span>
&#160;
            <span class="co1">#find pastebin links and add them to their respective sets:</span>
            <span class="kw1">for</span> link <span class="kw1">in</span> soup.<span class="me1">find_all</span><span class="br0">&#40;</span>href<span class="sy0">=</span><span class="kw3">re</span>.<span class="kw2">compile</span><span class="br0">&#40;</span><span class="st0">'http://pastebin.com'</span><span class="br0">&#41;</span><span class="br0">&#41;</span>:
                pastebinLink <span class="sy0">=</span> link.<span class="me1">get</span><span class="br0">&#40;</span><span class="st0">'href'</span><span class="br0">&#41;</span>
                <span class="kw1">if</span> <span class="kw1">not</span> pastebinLink <span class="kw1">in</span> pasteSet:
                    newPastes.<span class="me1">add</span><span class="br0">&#40;</span>pastebinLink<span class="br0">&#41;</span>
                    pasteSet.<span class="me1">add</span><span class="br0">&#40;</span>pastebinLink<span class="br0">&#41;</span>
        month<span class="sy0">=</span>month+<span class="nu0">1</span>
        month2<span class="sy0">=</span>month2+<span class="nu0">1</span>
        <span class="kw1">if</span> month<span class="sy0">==</span><span class="nu0">13</span>:
            month<span class="sy0">=</span><span class="nu0">1</span>
            year<span class="sy0">=</span>year+<span class="nu0">1</span>
        <span class="kw1">if</span> month2<span class="sy0">==</span><span class="nu0">13</span>:
            month2<span class="sy0">=</span><span class="nu0">1</span>
            year2<span class="sy0">=</span>year2+<span class="nu0">1</span>
&#160;
    <span class="kw1">print</span><span class="br0">&#40;</span><span class="st0">'Extraction finished'</span><span class="br0">&#41;</span>
    <span class="kw1">print</span><span class="br0">&#40;</span><span class="st0">'Found'</span><span class="sy0">,</span><span class="kw2">len</span><span class="br0">&#40;</span>pasteSet<span class="br0">&#41;</span>-duplicates<span class="sy0">,</span><span class="st0">'unique links in total,'</span><span class="sy0">,</span><span class="kw2">len</span><span class="br0">&#40;</span>newPastes<span class="br0">&#41;</span><span class="sy0">,</span><span class="st0">'of which are new.'</span><span class="br0">&#41;</span>
&#160;
    <span class="st0">'''
    Alternatively, if you already have a list of unprocessed links, you can skip right to processing.
    The next few lines of code aren't particularly interesting; as before it's simple retrieving of strings from a text file. 
    '''</span>
&#160;
<span class="kw1">elif</span> mode<span class="sy0">==</span><span class="st0">'p'</span>:
&#160;
    <span class="kw1">try</span>:    
        unprocessed<span class="sy0">=</span><span class="kw2">open</span><span class="br0">&#40;</span><span class="st0">'resources/unprocessed.txt'</span><span class="sy0">,</span>mode<span class="sy0">=</span><span class="st0">'r'</span><span class="br0">&#41;</span>
&#160;
    <span class="kw1">except</span> <span class="kw2">Exception</span>:
        <span class="kw2">open</span><span class="br0">&#40;</span><span class="st0">'resources/unprocessed.txt'</span><span class="sy0">,</span>mode<span class="sy0">=</span><span class="st0">'w'</span><span class="br0">&#41;</span>
        unprocessed<span class="sy0">=</span><span class="kw2">open</span><span class="br0">&#40;</span><span class="st0">'resources/unprocessed.txt'</span><span class="sy0">,</span>mode<span class="sy0">=</span><span class="st0">'r'</span><span class="br0">&#41;</span>
    upLine <span class="sy0">=</span> unprocessed.<span class="kw3">readline</span><span class="br0">&#40;</span><span class="br0">&#41;</span>
    <span class="kw1">while</span> upLine:
        newPastes.<span class="me1">add</span><span class="br0">&#40;</span>upLine<span class="br0">&#91;</span>:-<span class="nu0">1</span><span class="br0">&#93;</span><span class="br0">&#41;</span>
        upLine<span class="sy0">=</span>unprocessed.<span class="kw3">readline</span><span class="br0">&#40;</span><span class="br0">&#41;</span>
    setCopy<span class="sy0">=</span><span class="kw3">copy</span>.<span class="kw3">copy</span><span class="br0">&#40;</span>newPastes<span class="br0">&#41;</span>
<span class="kw1">print</span><span class="br0">&#40;</span><span class="st0">'Found'</span><span class="sy0">,</span><span class="kw2">len</span><span class="br0">&#40;</span>newPastes<span class="br0">&#41;</span><span class="sy0">,</span><span class="st0">'unprocessed links.'</span><span class="br0">&#41;</span>
&#160;
&#160;
<span class="kw1">print</span><span class="br0">&#40;</span><span class="br0">&#41;</span>
<span class="st0">'''
Processing:
During this part of the script we gather the paste's relevant metadata (author and title) from pastebin.com.
Processing is only executed if there are any new pastes to begin with, and even then the user is questioned whether he wants to process the links he found.
If the answer to that question is not [n]o, the processing loop is initiated.
The first thing we do is set the default author to &quot;Anonymous&quot;. This is only changed if we later find another author, so all pastes submitted by a guest are
attributed to Anonymous. We also set option='n' (the n standing for normal), which will later become relevant for handling pastebin.com's ip block.
&#160;
The first step of processing is to check whether the link we got is a user link. If that's the case we don't have to send any requests to pastebin.com,
and can just add that link to the writefag list. If the link is a non-user link we instead add it to the non-user paste set and gather it's metadata.
We set problems=False by default, indicating that the current loop went without any problems so far. Next we get the BS object tree as we did with archive.moe.
The first thing we need is the title. If it equals &quot;&lt;title&gt;Pastebin.com - Access Denied Warning&lt;/title&gt;&quot;, pastebin has detected the script and the ip has been 
blocked temporarily. To handle this, user action is required. The user can either [r]etry, which will work if either the ip address is reset, 
or if he waits for an hour or so. Another option would be to break the loop and [s]ave the current process or to just [a]bort. Getting an ip block will set problems to True.
&#160;
If we encountered no problems so far with accessing the paste, we can now check whether the link actually leads to a paste. If it does, we continue.
First thing we do is cut &quot;&lt;title&gt;&quot; and &quot; - Pastebin.com&lt;/title&gt;&quot; from the title. Then we try to print the title in the console, and if an exception occurs,
that's usually because there's some weird character in the title. In that case we simply rename it to UnicodeEncodeError.
&#160;
As soon as we have the title, we add an entry to namedPasteList.
Next we get the first link starting with &quot;/u/&quot;, since that link will always lead to the author's pastebin. With that we can generate all the other listes.
&#160;
Finally, before ending the loop we check the value of option. If it equals 'n', we get another entry from pasteSet and reiterate the loop.
If option='a', the program simply exits. If option='s', the loop is broken and we go on to saving.
Any other value for option (like [r]etry) is causing a repeat of the loop with the same input.
'''</span>
<span class="kw1">if</span> <span class="kw2">len</span><span class="br0">&#40;</span>newPastes<span class="br0">&#41;</span>:
    <span class="kw1">print</span><span class="br0">&#40;</span><span class="st0">'Continue with processing?(y,n)'</span><span class="br0">&#41;</span>
    proc<span class="sy0">=</span><span class="kw2">raw_input</span><span class="br0">&#40;</span><span class="st0">'&gt;&gt;'</span><span class="br0">&#41;</span>
    url2<span class="sy0">=</span><span class="st0">'url2'</span>
    <span class="kw1">if</span> proc<span class="sy0">==</span><span class="st0">'n'</span>:
        contWithProc<span class="sy0">=</span><span class="kw2">False</span>
    <span class="kw1">else</span>:
        <span class="kw1">print</span><span class="br0">&#40;</span><span class="st0">'Processing started'</span><span class="br0">&#41;</span>
        contWithProc<span class="sy0">=</span><span class="kw2">True</span>
        url2<span class="sy0">=</span>newPastes.<span class="me1">pop</span><span class="br0">&#40;</span><span class="br0">&#41;</span>
        url2<span class="sy0">=</span><span class="kw2">str</span><span class="br0">&#40;</span>url2<span class="br0">&#41;</span>
    <span class="kw1">while</span> url2 <span class="kw1">and</span> contWithProc:
&#160;
        writefag<span class="sy0">=</span><span class="st0">'Anonymous'</span>
        option<span class="sy0">=</span><span class="st0">'n'</span>
        <span class="kw1">if</span> url2.<span class="me1">startswith</span><span class="br0">&#40;</span><span class="st0">'http://pastebin.com/u/'</span><span class="br0">&#41;</span>:
            writefagSet.<span class="me1">add</span><span class="br0">&#40;</span>url2<span class="br0">&#41;</span>
            <span class="kw1">print</span><span class="br0">&#40;</span><span class="st0">'Writefag found:'</span><span class="sy0">,</span>url2<span class="br0">&#91;</span><span class="nu0">22</span>:<span class="br0">&#93;</span><span class="br0">&#41;</span>
        <span class="kw1">else</span>:
            pasteListSet.<span class="me1">add</span><span class="br0">&#40;</span>url2<span class="br0">&#41;</span>
            problems<span class="sy0">=</span><span class="kw2">False</span>
            <span class="kw1">print</span><span class="br0">&#40;</span>url2<span class="br0">&#41;</span>
            <span class="kw1">try</span>:
                r2<span class="sy0">=</span>requests.<span class="me1">get</span><span class="br0">&#40;</span>url2<span class="br0">&#41;</span>
            <span class="kw1">except</span> <span class="kw2">Exception</span>:
                <span class="kw1">print</span><span class="br0">&#40;</span><span class="st0">'Something went wrong while trying to get access to'</span><span class="sy0">,</span>url2<span class="br0">&#41;</span>
&#160;
            pastebinRequests<span class="sy0">=</span>pastebinRequests+<span class="nu0">1</span>
            <span class="kw1">print</span><span class="br0">&#40;</span><span class="st0">'Requests to pastebin.com:'</span><span class="sy0">,</span>pastebinRequests<span class="br0">&#41;</span>
            data2<span class="sy0">=</span>r2.<span class="me1">text</span>
            data2<span class="sy0">=</span><span class="kw2">str</span><span class="br0">&#40;</span>data2<span class="br0">&#41;</span>
            data2<span class="sy0">=</span>data2.<span class="me1">replace</span><span class="br0">&#40;</span><span class="st0">'<span class="es0">\n</span>'</span><span class="sy0">,</span> <span class="st0">''</span><span class="br0">&#41;</span>
            soup2<span class="sy0">=</span>BeautifulSoup<span class="br0">&#40;</span>data2<span class="br0">&#41;</span>
            title<span class="sy0">=</span>soup2.<span class="me1">find</span><span class="br0">&#40;</span><span class="st0">'title'</span><span class="br0">&#41;</span>
            title<span class="sy0">=</span><span class="kw2">str</span><span class="br0">&#40;</span>title<span class="br0">&#41;</span>
            <span class="kw1">if</span> title<span class="sy0">==</span><span class="st0">'&lt;title&gt;Pastebin.com - Access Denied Warning&lt;/title&gt;'</span>:
                problems<span class="sy0">=</span><span class="kw2">True</span>
                <span class="kw1">print</span><span class="br0">&#40;</span><span class="st0">'The Access to Pastebin.com has been denied due to &quot;unnatural browsing behaviour&quot;'</span><span class="br0">&#41;</span>
                <span class="kw1">print</span><span class="br0">&#40;</span><span class="st0">'Reset your IP-Address to [r]etry or either [s]ave or [a]bort'</span><span class="br0">&#41;</span>
                option<span class="sy0">=</span><span class="kw2">raw_input</span><span class="br0">&#40;</span><span class="st0">'&gt;&gt;'</span><span class="br0">&#41;</span>
            <span class="kw1">if</span> <span class="kw1">not</span> problems:        
                <span class="kw1">if</span> title<span class="sy0">==</span><span class="st0">'&lt;title&gt;Pastebin.com Unknown Paste ID&lt;/title&gt;'</span>:
                    <span class="kw1">print</span><span class="br0">&#40;</span>url2<span class="sy0">,</span><span class="st0">'has not been found.'</span><span class="br0">&#41;</span>
                <span class="kw1">else</span>:
                    title<span class="sy0">=</span>title<span class="br0">&#91;</span><span class="nu0">7</span>:-<span class="nu0">23</span><span class="br0">&#93;</span>
                    <span class="kw1">try</span>:
                        <span class="kw1">print</span><span class="br0">&#40;</span>title<span class="br0">&#41;</span>
                    <span class="kw1">except</span>&#160;:
                        <span class="kw1">print</span><span class="br0">&#40;</span><span class="st0">'Could not process'</span><span class="sy0">,</span>url2<span class="sy0">,</span><span class="st0">'due to an UnicodeEncodeError.'</span><span class="br0">&#41;</span>
                        title<span class="sy0">=</span><span class="st0">'UnicodeEncodeError'</span>+<span class="kw2">str</span><span class="br0">&#40;</span>errorID<span class="br0">&#41;</span>
&#160;
                    namedPasteList.<span class="me1">append</span><span class="br0">&#40;</span>title+<span class="st0">' '</span>+url2<span class="br0">&#41;</span>
&#160;
&#160;
                    link2<span class="sy0">=</span>soup2.<span class="me1">find</span><span class="br0">&#40;</span>href<span class="sy0">=</span><span class="kw3">re</span>.<span class="kw2">compile</span><span class="br0">&#40;</span><span class="st0">'/u/'</span><span class="br0">&#41;</span><span class="br0">&#41;</span>
                    <span class="kw1">if</span> link2:
                        writefag<span class="sy0">=</span>link2.<span class="me1">get</span><span class="br0">&#40;</span><span class="st0">'href'</span><span class="br0">&#41;</span>
                        wfLink <span class="sy0">=</span><span class="st0">'http://pastebin.com'</span>+writefag
                        writefagSet.<span class="me1">add</span><span class="br0">&#40;</span>wfLink<span class="br0">&#41;</span>
                        writefag<span class="sy0">=</span>writefag<span class="br0">&#91;</span><span class="nu0">3</span>:<span class="br0">&#93;</span>
                        <span class="kw1">print</span><span class="br0">&#40;</span><span class="st0">'Writefag:'</span><span class="sy0">,</span>writefag<span class="br0">&#41;</span>
                    processedPastes.<span class="me1">append</span><span class="br0">&#40;</span>writefag+<span class="st0">'&gt;&gt;&gt;&lt;&gt;&gt;'</span>+title+<span class="st0">'&gt;&gt;&gt;&lt;&gt;&gt;'</span>+url2<span class="br0">&#41;</span>
                    writefag<span class="sy0">=</span>writefag+<span class="br0">&#40;</span><span class="nu0">25</span>-<span class="kw2">len</span><span class="br0">&#40;</span>writefag<span class="br0">&#41;</span><span class="br0">&#41;</span>*<span class="st0">' '</span>
                    <span class="kw1">if</span> <span class="kw2">len</span><span class="br0">&#40;</span>title<span class="br0">&#41;</span><span class="sy0">&gt;</span><span class="nu0">70</span>:
                        title<span class="sy0">=</span>title<span class="br0">&#91;</span>:<span class="nu0">70</span><span class="br0">&#93;</span>
                    title<span class="sy0">=</span>title+<span class="br0">&#40;</span><span class="nu0">80</span>-<span class="kw2">len</span><span class="br0">&#40;</span>title<span class="br0">&#41;</span><span class="br0">&#41;</span>*<span class="st0">' '</span>
                    wfSortList.<span class="me1">append</span><span class="br0">&#40;</span>writefag+title+url2<span class="br0">&#41;</span>
&#160;
        <span class="kw1">if</span> option<span class="sy0">==</span><span class="st0">'n'</span>:
            pasteSet.<span class="me1">add</span><span class="br0">&#40;</span>url2<span class="br0">&#41;</span>    
            <span class="kw1">try</span>:
                url2<span class="sy0">=</span>newPastes.<span class="me1">pop</span><span class="br0">&#40;</span><span class="br0">&#41;</span>
            <span class="kw1">except</span> <span class="kw2">Exception</span>:
                url2<span class="sy0">=</span><span class="kw2">str</span><span class="br0">&#40;</span><span class="br0">&#41;</span>
            <span class="kw1">print</span><span class="br0">&#40;</span><span class="br0">&#41;</span>
        <span class="kw1">elif</span> option<span class="sy0">==</span><span class="st0">'a'</span>:
            <span class="kw3">sys</span>.<span class="me1">exit</span><span class="br0">&#40;</span><span class="st0">'Program aborted'</span><span class="br0">&#41;</span><span class="sy0">;</span>
        <span class="kw1">elif</span> option<span class="sy0">==</span><span class="st0">'s'</span>:
            newPastes.<span class="me1">add</span><span class="br0">&#40;</span>url2<span class="br0">&#41;</span>
            <span class="kw1">break</span>
&#160;
    <span class="kw1">print</span><span class="br0">&#40;</span><span class="st0">'Processing finished.'</span><span class="br0">&#41;</span>
&#160;
<span class="st0">'''
Nothing too interesting happening here, just standard string storage.
'''</span>
&#160;
<span class="kw1">print</span><span class="br0">&#40;</span><span class="kw2">len</span><span class="br0">&#40;</span>pasteSet<span class="br0">&#41;</span><span class="sy0">,</span><span class="kw2">len</span><span class="br0">&#40;</span>newPastes<span class="br0">&#41;</span><span class="br0">&#41;</span>
pasteSet<span class="sy0">=</span>pasteSet-newPastes
pasteSetOutput <span class="sy0">=</span> <span class="kw2">open</span><span class="br0">&#40;</span><span class="st0">'resources/pasteSet.txt'</span><span class="sy0">,</span>mode<span class="sy0">=</span><span class="st0">'w'</span><span class="br0">&#41;</span>
<span class="kw1">while</span> pasteSet:
    pasteSetOutput.<span class="me1">write</span><span class="br0">&#40;</span>pasteSet.<span class="me1">pop</span><span class="br0">&#40;</span><span class="br0">&#41;</span>+<span class="st0">'<span class="es0">\n</span>'</span><span class="br0">&#41;</span>
unprocessedOutput<span class="sy0">=</span><span class="kw2">open</span><span class="br0">&#40;</span><span class="st0">'resources/unprocessed.txt'</span><span class="sy0">,</span>mode<span class="sy0">=</span><span class="st0">'w'</span><span class="br0">&#41;</span>
<span class="kw1">while</span> newPastes:
    unprocessedOutput.<span class="me1">write</span><span class="br0">&#40;</span>newPastes.<span class="me1">pop</span><span class="br0">&#40;</span><span class="br0">&#41;</span>+<span class="st0">'<span class="es0">\n</span>'</span><span class="br0">&#41;</span>
&#160;
&#160;
processedPastes.<span class="me1">sort</span><span class="br0">&#40;</span><span class="br0">&#41;</span>
processed<span class="sy0">=</span><span class="kw2">open</span><span class="br0">&#40;</span><span class="st0">'resources/processed.txt'</span><span class="sy0">,</span>mode<span class="sy0">=</span><span class="st0">'w'</span><span class="br0">&#41;</span>
<span class="kw1">for</span> i <span class="kw1">in</span> <span class="kw2">range</span><span class="br0">&#40;</span><span class="kw2">len</span><span class="br0">&#40;</span>processedPastes<span class="br0">&#41;</span><span class="br0">&#41;</span>:
    processed.<span class="me1">write</span><span class="br0">&#40;</span>processedPastes<span class="br0">&#91;</span>i<span class="br0">&#93;</span>+<span class="st0">'<span class="es0">\n</span>'</span><span class="br0">&#41;</span>
&#160;
writefagList<span class="sy0">=</span><span class="kw2">list</span><span class="br0">&#40;</span>writefagSet<span class="br0">&#41;</span> 
writefagList.<span class="me1">sort</span><span class="br0">&#40;</span><span class="br0">&#41;</span> 
writefagOutput<span class="sy0">=</span><span class="kw2">open</span><span class="br0">&#40;</span><span class="st0">'writefags.txt'</span><span class="sy0">,</span>mode<span class="sy0">=</span><span class="st0">'w'</span><span class="br0">&#41;</span>  
<span class="kw1">for</span> i <span class="kw1">in</span> <span class="kw2">range</span><span class="br0">&#40;</span><span class="kw2">len</span><span class="br0">&#40;</span>writefagList<span class="br0">&#41;</span><span class="br0">&#41;</span>:
    writefagOutput.<span class="me1">write</span><span class="br0">&#40;</span>writefagList<span class="br0">&#91;</span>i<span class="br0">&#93;</span>+<span class="st0">'<span class="es0">\n</span>'</span><span class="br0">&#41;</span>
&#160;
pasteList<span class="sy0">=</span><span class="kw2">list</span><span class="br0">&#40;</span>pasteListSet<span class="br0">&#41;</span>
pasteList.<span class="me1">sort</span><span class="br0">&#40;</span><span class="br0">&#41;</span>
pasteOutput<span class="sy0">=</span><span class="kw2">open</span><span class="br0">&#40;</span><span class="st0">'pastes.txt'</span><span class="sy0">,</span>mode<span class="sy0">=</span><span class="st0">'w'</span><span class="br0">&#41;</span>    
<span class="kw1">for</span> i <span class="kw1">in</span> <span class="kw2">range</span><span class="br0">&#40;</span><span class="kw2">len</span><span class="br0">&#40;</span>pasteList<span class="br0">&#41;</span><span class="br0">&#41;</span>:
    pasteOutput.<span class="me1">write</span><span class="br0">&#40;</span>pasteList<span class="br0">&#91;</span>i<span class="br0">&#93;</span>+<span class="st0">'<span class="es0">\n</span>'</span><span class="br0">&#41;</span>
&#160;
namedPasteList.<span class="me1">sort</span><span class="br0">&#40;</span><span class="br0">&#41;</span>
namedPasteOutput<span class="sy0">=</span><span class="kw2">open</span><span class="br0">&#40;</span><span class="st0">'named pastes.txt'</span><span class="sy0">,</span>mode<span class="sy0">=</span><span class="st0">'w'</span><span class="br0">&#41;</span>    
<span class="kw1">for</span> i <span class="kw1">in</span> <span class="kw2">range</span><span class="br0">&#40;</span><span class="kw2">len</span><span class="br0">&#40;</span>namedPasteList<span class="br0">&#41;</span><span class="br0">&#41;</span>:
    namedPasteOutput.<span class="me1">write</span><span class="br0">&#40;</span>namedPasteList<span class="br0">&#91;</span>i<span class="br0">&#93;</span>+<span class="st0">'<span class="es0">\n</span>'</span><span class="br0">&#41;</span>
&#160;
wfSortList.<span class="me1">sort</span><span class="br0">&#40;</span><span class="br0">&#41;</span>
wfSortOutput<span class="sy0">=</span><span class="kw2">open</span><span class="br0">&#40;</span><span class="st0">'pastebins sorted by writefag.txt'</span><span class="sy0">,</span>mode<span class="sy0">=</span><span class="st0">'w'</span><span class="br0">&#41;</span>
<span class="kw1">for</span> i <span class="kw1">in</span> <span class="kw2">range</span><span class="br0">&#40;</span><span class="kw2">len</span><span class="br0">&#40;</span>wfSortList<span class="br0">&#41;</span><span class="br0">&#41;</span>:
    wfSortOutput.<span class="me1">write</span><span class="br0">&#40;</span>wfSortList<span class="br0">&#91;</span>i<span class="br0">&#93;</span>+<span class="st0">'<span class="es0">\n</span>'</span><span class="br0">&#41;</span>
<span class="kw1">print</span><span class="br0">&#40;</span><span class="st0">'-End of Script-'</span><span class="br0">&#41;</span></pre></div></div>
<h3><span class="mw-headline" id="Credits">Credits</span><a href="Pastebin_Tools#/editor/17" title="Edit section: Credits" data-section="17" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h3>
<p><a rel="nofollow" class="external text" href="http://docs.python-requests.org/en/latest/">requests</a>
</p><p><a rel="nofollow" class="external text" href="http://www.crummy.com/software/BeautifulSoup/">Beautiful Soup</a>
</p><p>Coding: <a href="http://mulpwiki.org/index.php/User:DER_R%C3%9CTTLER" title="User:DER RÜTTLER">DER RÜTTLER</a>
</p>
</div><h2><span class="mw-headline" id="Pastebin_downloader">Pastebin downloader</span><a href="Pastebin_Tools#/editor/18" title="Edit section: Pastebin downloader" data-section="18" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h2><div>
<p>This program is designed to download a large amount of pastes from pastebin. It works pretty well with short lists of good links.
</p>
<h3><span class="mw-headline" id="Usage_2">Usage</span><a href="Pastebin_Tools#/editor/19" title="Edit section: Usage" data-section="19" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h3>
<p>The program is written in <a rel="nofollow" class="external text" href="https://www.java.com/">java</a>, so you need to install that to run the program. Other than that you don't need anything in particular.
</p><p>To use the program, simply execute it. A small window with several settings will pop up.
</p>
<h4><span class="mw-headline" id="Parsing_mode">Parsing mode</span><a href="Pastebin_Tools#/editor/20" title="Edit section: Parsing mode" data-section="20" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h4>
<p>This setting will determine the way the program parses the input file. <b>Links only</b> will have the program parse the file word by word for pastebin links. Note that something like <i>XXXhttp://pastebin.comXXX</i> will not be recognized as a link, because the program treats it as one word. <i>XXX pastebin.com XXX</i> would be recognized. if the program finds a link to a user (something like <i>http://pastebin.com/u/Huge_Faggot</i>), it will attempt to download all pastes found for that user. <b>Formatted</b> will have the program scan the file in a specific format, i.e. the program will get the pastes' metadata from the input file.
</p>
<h4><span class="mw-headline" id="Save_metadata">Save metadata</span><a href="Pastebin_Tools#/editor/21" title="Edit section: Save metadata" data-section="21" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h4>
<p>If ticked will have the program also create properties files that contain the story's metadata, currently consisting of title, author, date of creation, last edit, source link, number of lines, character occurence and clop occurence. The metadata is pretty useless for manual navigation, but it's useful for further processing. I'm currently planning on adding all the stories to the wiki via a bot. The metadata works very well for data directly extractable from html sorce code (like title or date of creation), okay for character occurence, and poorly for theme occurence.
</p>
<h4><span class="mw-headline" id="Input_file">Input file</span><a href="Pastebin_Tools#/editor/22" title="Edit section: Input file" data-section="22" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h4>
<p>Determines the file the program will get the pastebin links from, relative to the location of the program. If you keep the standard, <i>input.txt</i>, the program will get the links from the file <i>input.txt</i> located in the same folder.
</p>
<h4><span class="mw-headline" id="Output_folder">Output folder</span><a href="Pastebin_Tools#/editor/23" title="Edit section: Output folder" data-section="23" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h4>
<p>Determines the folder the program will save the files at relative to itself.
</p>
<h4><span class="mw-headline" id="Create_writefag_subfolders">Create writefag subfolders</span><a href="Pastebin_Tools#/editor/24" title="Edit section: Create writefag subfolders" data-section="24" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h4>
<p>If ticked, will place pastes in subfolders sorted by writefag.
</p>
<h4><span class="mw-headline" id="Seperator_.28Formatted_only.29">Seperator (Formatted only)</span><a href="Pastebin_Tools#/editor/25" title="Edit section: Seperator (Formatted only)" data-section="25" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h4>
<p>Determines the seperator between data tupels in formatted mode.
</p>
<h4><span class="mw-headline" id="Input_Syntax_.28Formatted_only.29">Input Syntax (Formatted only)</span><a href="Pastebin_Tools#/editor/26" title="Edit section: Input Syntax (Formatted only)" data-section="26" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h4>
<p>The buttons can be used to cycle the syntax of the input file. You can see how the syntax is supposed to look in the textfield below.
</p>
<h4><span class="mw-headline" id="Start_download">Start download</span><a href="Pastebin_Tools#/editor/27" title="Edit section: Start download" data-section="27" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h4>
<p>Unsurprisingly, this button starts the download process.
</p>
<h3><span class="mw-headline" id="Troubleshooting">Troubleshooting</span><a href="Pastebin_Tools#/editor/28" title="Edit section: Troubleshooting" data-section="28" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h3>
<p>The program works fairly well for small lists of valid pastebin links, however you might run into trouble if the input file contains malformed links or more than ~five hundred links. The reason for that is that I handled exceptions relatively poorly.
</p>
<h4><span class="mw-headline" id="Malformed_links">Malformed links</span><a href="Pastebin_Tools#/editor/29" title="Edit section: Malformed links" data-section="29" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h4>
<p>Any link leading to a section of pastebin.com, that is not a paste or a user, might cause all sorts of problems. Depending on the link, the program could either freeze, ignore the malformed URL or display an error message.
</p>
<h4><span class="mw-headline" id="Large_input_files">Large input files</span><a href="Pastebin_Tools#/editor/30" title="Edit section: Large input files" data-section="30" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h4>
<p>If you send a lot of requests to pastebin.com (roughly 500), your ip address will be blocked temporarily due to "unnatural browsing behaviour". If this happens, the program will stop working (Though current progress will not be lost). I recommend either dividing your file into several smaller files if this becomes an issue, downloading the <a rel="nofollow" class="external text" href="http://mulpwiki.org/documents/Pastebins/stories_only_april_2015.rar">complete archive</a> and simply get the files you need from there.
</p>
<h3><span class="mw-headline" id="Source_code_2">Source code</span><a href="Pastebin_Tools#/editor/31" title="Edit section: Source code" data-section="31" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h3>
<p>The soucre code is uncommented because I'm a lazy fuck.
</p>
<div class="mw-geshi mw-code mw-content-ltr mw-collapsible mw-collapsed" dir="ltr"><div class="java source-java"><pre class="de1"><span class="kw1">import</span> <span class="co2">java.awt.Dimension</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">java.awt.event.ActionEvent</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">java.awt.event.ActionListener</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">java.awt.event.KeyEvent</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">java.awt.event.KeyListener</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">java.io.BufferedReader</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">java.io.File</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">java.io.FileNotFoundException</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">java.io.FileOutputStream</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">java.io.FileReader</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">java.io.IOException</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">java.io.PrintWriter</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">java.net.MalformedURLException</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">java.net.URL</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">java.nio.channels.Channels</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">java.nio.channels.ReadableByteChannel</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">java.util.ArrayList</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">java.util.List</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">java.util.Properties</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">java.util.Scanner</span><span class="sy0">;</span>
&#160;
<span class="kw1">import</span> <span class="co2">javax.swing.ButtonGroup</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">javax.swing.JButton</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">javax.swing.JCheckBox</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">javax.swing.JFrame</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">javax.swing.JLabel</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">javax.swing.JPanel</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">javax.swing.JRadioButton</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">javax.swing.JTextField</span><span class="sy0">;</span>
&#160;
<span class="kw1">import</span> <span class="co2">org.jsoup.Jsoup</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">org.jsoup.nodes.Document</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">org.jsoup.nodes.Element</span><span class="sy0">;</span>
<span class="kw1">import</span> <span class="co2">org.jsoup.select.Elements</span><span class="sy0">;</span>
&#160;
<span class="kw1">public</span> <span class="kw1">class</span> GTDownloader <span class="kw1">implements</span> <span class="kw3">ActionListener</span>, <span class="kw3">KeyListener</span>, <span class="kw3">Runnable</span> <span class="br0">&#123;</span>
&#160;
&#160;
	<span class="kw3">File</span> inputFile<span class="sy0">;</span>
	<span class="kw3">File</span> unsucFile<span class="sy0">;</span>
	<span class="kw3">String</span><span class="br0">&#91;</span><span class="br0">&#93;</span> arr<span class="sy0">;</span>
	<span class="kw3">String</span><span class="br0">&#91;</span><span class="br0">&#93;</span> unsucArr<span class="sy0">;</span>
	List<span class="sy0">&lt;</span>String<span class="sy0">&gt;</span> unsuc<span class="sy0">;</span>
	<span class="kw1">static</span> List<span class="sy0">&lt;</span>String<span class="sy0">&gt;</span> links<span class="sy0">;</span>
&#160;
	<span class="kw3">String</span> s <span class="sy0">=</span> <span class="kw2">null</span><span class="sy0">;</span>
	<span class="kw3">String</span> writefag <span class="sy0">=</span> <span class="st0">&quot;&quot;</span><span class="sy0">;</span>
	<span class="kw3">String</span> title <span class="sy0">=</span> <span class="st0">&quot;&quot;</span><span class="sy0">;</span>
	<span class="kw3">String</span> firstEdit <span class="sy0">=</span> <span class="st0">&quot;&quot;</span><span class="sy0">;</span>
	<span class="kw3">String</span> lastEdit <span class="sy0">=</span> <span class="st0">&quot;&quot;</span><span class="sy0">;</span>
	<span class="kw3">String</span> link <span class="sy0">=</span> <span class="st0">&quot;&quot;</span><span class="sy0">;</span>
	<span class="kw3">String</span> filepath <span class="sy0">=</span> <span class="st0">&quot;&quot;</span><span class="sy0">;</span>
	<span class="kw3">Properties</span> metadata<span class="sy0">;</span>
	<span class="kw4">boolean</span> problems<span class="sy0">;</span>
	<span class="kw4">int</span> ir <span class="sy0">=</span> <span class="nu0">0</span><span class="sy0">;</span>
	<span class="kw4">int</span> requestCount <span class="sy0">=</span> <span class="nu0">0</span><span class="sy0">;</span>
	<span class="kw3">URL</span> pastebin <span class="sy0">=</span> <span class="kw2">null</span><span class="sy0">;</span>
&#160;
	<span class="kw3">JFrame</span> frame<span class="sy0">;</span>
	<span class="kw3">JPanel</span> panel<span class="sy0">;</span>
	<span class="kw3">JTextField</span> sepText<span class="sy0">;</span>
	<span class="kw3">JRadioButton</span> modeB1<span class="sy0">;</span>
	<span class="kw3">JRadioButton</span> modeB2<span class="sy0">;</span>
	<span class="kw3">JTextField</span> inputText<span class="sy0">;</span>
	<span class="kw3">JTextField</span> outputText<span class="sy0">;</span>
	<span class="kw3">JCheckBox</span> metadataC<span class="sy0">;</span>
	<span class="kw3">JCheckBox</span> subfolder<span class="sy0">;</span>
	<span class="kw3">JTextField</span> strucText<span class="sy0">;</span>
	<span class="kw3">JButton</span><span class="br0">&#91;</span><span class="br0">&#93;</span> strB <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">JButton</span><span class="br0">&#91;</span><span class="nu0">3</span><span class="br0">&#93;</span><span class="sy0">;</span>
	<span class="kw3">JButton</span> startD<span class="sy0">;</span>
	<span class="kw3">JTextField</span> statusText<span class="sy0">;</span>
&#160;
	<span class="kw3">String</span> seperator<span class="sy0">;</span>
	<span class="kw3">String</span> sep1 <span class="sy0">=</span> <span class="st0">&quot;&quot;</span><span class="sy0">;</span>
	<span class="kw3">String</span> sep2 <span class="sy0">=</span> <span class="st0">&quot;&quot;</span><span class="sy0">;</span>
	<span class="kw4">boolean</span> b1<span class="sy0">;</span>
	<span class="kw4">boolean</span> b2<span class="sy0">;</span>
	<span class="kw4">boolean</span> b3<span class="sy0">;</span>
	<span class="kw4">int</span> errorID<span class="sy0">;</span>
&#160;
	<span class="kw3">Thread</span> downloadThread<span class="sy0">;</span>
	<span class="kw4">boolean</span> currentlyRunning <span class="sy0">=</span> <span class="kw2">false</span><span class="sy0">;</span>
	<span class="kw4">boolean</span> subfoldersB<span class="sy0">;</span>
	<span class="kw4">boolean</span> formatted<span class="sy0">;</span>
	<span class="kw4">boolean</span> saveMetadata<span class="sy0">;</span>
	<span class="kw4">boolean</span> ipBlock<span class="sy0">;</span>
&#160;
	Elements lines<span class="sy0">;</span>
	<span class="kw4">double</span> adagioDazzle<span class="sy0">;</span>
	<span class="kw4">double</span> ahuizotl<span class="sy0">;</span>
	<span class="kw4">double</span> aloe<span class="sy0">;</span>
	<span class="kw4">double</span> anon<span class="sy0">;</span>
	<span class="kw4">double</span> applebloom<span class="sy0">;</span>
	<span class="kw4">double</span> appleFritter<span class="sy0">;</span>
	<span class="kw4">double</span> applejack<span class="sy0">;</span>
	<span class="kw4">double</span> ariaBlaze<span class="sy0">;</span>
	<span class="kw4">double</span> bigMacintosh<span class="sy0">;</span>
	<span class="kw4">double</span> blossomforth<span class="sy0">;</span>
	<span class="kw4">double</span> blueblood<span class="sy0">;</span>
	<span class="kw4">double</span> bulkBiceps<span class="sy0">;</span>
	<span class="kw4">double</span> braeburn<span class="sy0">;</span>
	<span class="kw4">double</span> cadance<span class="sy0">;</span>
	<span class="kw4">double</span> caramel<span class="sy0">;</span>
	<span class="kw4">double</span> celestia<span class="sy0">;</span>
	<span class="kw4">double</span> cheerilee<span class="sy0">;</span>
	<span class="kw4">double</span> cheeseSandwich<span class="sy0">;</span>
	<span class="kw4">double</span> chrysalis<span class="sy0">;</span>
	<span class="kw4">double</span> cloudchaser<span class="sy0">;</span>
	<span class="kw4">double</span> cocoPommel<span class="sy0">;</span>
	<span class="kw4">double</span> daringDo<span class="sy0">;</span>
	<span class="kw4">double</span> derpy<span class="sy0">;</span>
	<span class="kw4">double</span> diamondTiara<span class="sy0">;</span>
	<span class="kw4">double</span> discord<span class="sy0">;</span>
	<span class="kw4">double</span> doubleDiamond<span class="sy0">;</span>
	<span class="kw4">double</span> eris<span class="sy0">;</span>
	<span class="kw4">double</span> fancyPants<span class="sy0">;</span>
	<span class="kw4">double</span> featherweight<span class="sy0">;</span>
	<span class="kw4">double</span> femanon<span class="sy0">;</span>
	<span class="kw4">double</span> filthyRich<span class="sy0">;</span>
	<span class="kw4">double</span> flashSentry<span class="sy0">;</span>
	<span class="kw4">double</span> fleetfoot<span class="sy0">;</span>
	<span class="kw4">double</span> fleurDeLis<span class="sy0">;</span>
	<span class="kw4">double</span> flimFlam<span class="sy0">;</span>
	<span class="kw4">double</span> flitter<span class="sy0">;</span>
	<span class="kw4">double</span> fluttershy<span class="sy0">;</span>
	<span class="kw4">double</span> gilda<span class="sy0">;</span>
	<span class="kw4">double</span> grannySmith<span class="sy0">;</span>
	<span class="kw4">double</span> harshwhinny<span class="sy0">;</span>
	<span class="kw4">double</span> hoityToity<span class="sy0">;</span>
	<span class="kw4">double</span> ironWill<span class="sy0">;</span>
	<span class="kw4">double</span> junebug<span class="sy0">;</span>
	<span class="kw4">double</span> lightningDust<span class="sy0">;</span>
	<span class="kw4">double</span> littleLeague<span class="sy0">;</span>
	<span class="kw4">double</span> lotus<span class="sy0">;</span>
	<span class="kw4">double</span> luna<span class="sy0">;</span>
	<span class="kw4">double</span> lyraHeartstrings<span class="sy0">;</span>
	<span class="kw4">double</span> maneiac<span class="sy0">;</span>
	<span class="kw4">double</span> maudPie<span class="sy0">;</span>
	<span class="kw4">double</span> mayorMare<span class="sy0">;</span>
	<span class="kw4">double</span> nightGlider<span class="sy0">;</span>
	<span class="kw4">double</span> nightLight<span class="sy0">;</span>
	<span class="kw4">double</span> nightmareMoon<span class="sy0">;</span>
	<span class="kw4">double</span> octaviaMelody<span class="sy0">;</span>
	<span class="kw4">double</span> partyFavor<span class="sy0">;</span>
	<span class="kw4">double</span> peachbottom<span class="sy0">;</span>
	<span class="kw4">double</span> photoFinish<span class="sy0">;</span>
	<span class="kw4">double</span> pinkiePie<span class="sy0">;</span>
	<span class="kw4">double</span> pipsqueak<span class="sy0">;</span>
	<span class="kw4">double</span> primHemline<span class="sy0">;</span>
	<span class="kw4">double</span> rainbowDash<span class="sy0">;</span>
	<span class="kw4">double</span> rarity<span class="sy0">;</span>
	<span class="kw4">double</span> redheart<span class="sy0">;</span>
	<span class="kw4">double</span> roseluck<span class="sy0">;</span>
	<span class="kw4">double</span> sapphireShores<span class="sy0">;</span>
	<span class="kw4">double</span> scootaloo<span class="sy0">;</span>
	<span class="kw4">double</span> shiningArmor<span class="sy0">;</span>
	<span class="kw4">double</span> silverSpoon<span class="sy0">;</span>
	<span class="kw4">double</span> snails<span class="sy0">;</span>
	<span class="kw4">double</span> snips<span class="sy0">;</span>
	<span class="kw4">double</span> soarin<span class="sy0">;</span>
	<span class="kw4">double</span> sombra<span class="sy0">;</span>
	<span class="kw4">double</span> sonataDusk<span class="sy0">;</span>
	<span class="kw4">double</span> spike<span class="sy0">;</span>
	<span class="kw4">double</span> spitfire<span class="sy0">;</span>
	<span class="kw4">double</span> starlightGlimmer<span class="sy0">;</span>
	<span class="kw4">double</span> starswirlTheBearded<span class="sy0">;</span>
	<span class="kw4">double</span> sugarBelle<span class="sy0">;</span>
	<span class="kw4">double</span> sunsetShimmer<span class="sy0">;</span>
	<span class="kw4">double</span> suriPolomare<span class="sy0">;</span>
	<span class="kw4">double</span> sweetieBelle<span class="sy0">;</span>
	<span class="kw4">double</span> thunderlane<span class="sy0">;</span>
	<span class="kw4">double</span> tirek<span class="sy0">;</span>
	<span class="kw4">double</span> trenderhoof<span class="sy0">;</span>
	<span class="kw4">double</span> trixieLulamoon<span class="sy0">;</span>
	<span class="kw4">double</span> twilightSparkle<span class="sy0">;</span>
	<span class="kw4">double</span> twilightVelvet<span class="sy0">;</span>
	<span class="kw4">double</span> twist<span class="sy0">;</span>
	<span class="kw4">double</span> umbra<span class="sy0">;</span>
	<span class="kw4">double</span> vinylScratch<span class="sy0">;</span>
	<span class="kw4">double</span> zecora<span class="sy0">;</span>
&#160;
	<span class="kw4">double</span> clop<span class="sy0">;</span>
&#160;
	<span class="kw1">public</span> GTDownloader<span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
&#160;
		panel <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">JPanel</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		panel.<span class="me1">setLayout</span><span class="br0">&#40;</span><span class="kw2">null</span><span class="br0">&#41;</span><span class="sy0">;</span>
		<span class="co1">// panel.setBackground(Color.RED);</span>
		panel.<span class="me1">setPreferredSize</span><span class="br0">&#40;</span><span class="kw1">new</span> <span class="kw3">Dimension</span><span class="br0">&#40;</span><span class="nu0">400</span>, <span class="nu0">120</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
		<span class="kw3">JLabel</span> modeL <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">JLabel</span><span class="br0">&#40;</span><span class="st0">&quot;Parsing mode:&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		modeL.<span class="me1">setBounds</span><span class="br0">&#40;</span><span class="nu0">0</span>, <span class="nu0">0</span>, <span class="nu0">85</span>, <span class="nu0">20</span><span class="br0">&#41;</span><span class="sy0">;</span>
		panel.<span class="me1">add</span><span class="br0">&#40;</span>modeL<span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
		modeB1 <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">JRadioButton</span><span class="br0">&#40;</span><span class="st0">&quot;Links only&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		modeB1.<span class="me1">setSelected</span><span class="br0">&#40;</span><span class="kw2">true</span><span class="br0">&#41;</span><span class="sy0">;</span>
		modeB1.<span class="me1">setBounds</span><span class="br0">&#40;</span><span class="nu0">85</span>, <span class="nu0">0</span>, <span class="nu0">90</span>, <span class="nu0">20</span><span class="br0">&#41;</span><span class="sy0">;</span>
		modeB1.<span class="me1">addActionListener</span><span class="br0">&#40;</span><span class="kw1">this</span><span class="br0">&#41;</span><span class="sy0">;</span>
		panel.<span class="me1">add</span><span class="br0">&#40;</span>modeB1<span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
		modeB2 <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">JRadioButton</span><span class="br0">&#40;</span><span class="st0">&quot;Formatted&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		modeB2.<span class="me1">setBounds</span><span class="br0">&#40;</span><span class="nu0">175</span>, <span class="nu0">0</span>, <span class="nu0">90</span>, <span class="nu0">20</span><span class="br0">&#41;</span><span class="sy0">;</span>
		modeB2.<span class="me1">addActionListener</span><span class="br0">&#40;</span><span class="kw1">this</span><span class="br0">&#41;</span><span class="sy0">;</span>
		panel.<span class="me1">add</span><span class="br0">&#40;</span>modeB2<span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
		<span class="kw3">ButtonGroup</span> group <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">ButtonGroup</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		group.<span class="me1">add</span><span class="br0">&#40;</span>modeB1<span class="br0">&#41;</span><span class="sy0">;</span>
		group.<span class="me1">add</span><span class="br0">&#40;</span>modeB2<span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
		metadataC <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">JCheckBox</span><span class="br0">&#40;</span><span class="st0">&quot;Save metadata&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		metadataC.<span class="me1">setSelected</span><span class="br0">&#40;</span><span class="kw2">true</span><span class="br0">&#41;</span><span class="sy0">;</span>
		metadataC.<span class="me1">setBounds</span><span class="br0">&#40;</span><span class="nu0">265</span>, <span class="nu0">0</span>, <span class="nu0">135</span>, <span class="nu0">20</span><span class="br0">&#41;</span><span class="sy0">;</span>
		metadataC.<span class="me1">addActionListener</span><span class="br0">&#40;</span><span class="kw1">this</span><span class="br0">&#41;</span><span class="sy0">;</span>
		panel.<span class="me1">add</span><span class="br0">&#40;</span>metadataC<span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
		<span class="kw3">JLabel</span> inputL <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">JLabel</span><span class="br0">&#40;</span><span class="st0">&quot;Input file:&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		inputL.<span class="me1">setBounds</span><span class="br0">&#40;</span><span class="nu0">0</span>, <span class="nu0">20</span>, <span class="nu0">65</span>, <span class="nu0">20</span><span class="br0">&#41;</span><span class="sy0">;</span>
		panel.<span class="me1">add</span><span class="br0">&#40;</span>inputL<span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
		inputText <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">JTextField</span><span class="br0">&#40;</span><span class="st0">&quot;input.txt&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		inputText.<span class="me1">setBounds</span><span class="br0">&#40;</span><span class="nu0">65</span>, <span class="nu0">20</span>, <span class="nu0">135</span>, <span class="nu0">20</span><span class="br0">&#41;</span><span class="sy0">;</span>
		panel.<span class="me1">add</span><span class="br0">&#40;</span>inputText<span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
		<span class="kw3">JLabel</span> outputL <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">JLabel</span><span class="br0">&#40;</span><span class="st0">&quot;Output Folder:&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		outputL.<span class="me1">setBounds</span><span class="br0">&#40;</span><span class="nu0">205</span>, <span class="nu0">20</span>, <span class="nu0">85</span>, <span class="nu0">20</span><span class="br0">&#41;</span><span class="sy0">;</span>
		panel.<span class="me1">add</span><span class="br0">&#40;</span>outputL<span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
		outputText <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">JTextField</span><span class="br0">&#40;</span><span class="st0">&quot;stories&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		outputText.<span class="me1">setBounds</span><span class="br0">&#40;</span><span class="nu0">290</span>, <span class="nu0">20</span>, <span class="nu0">110</span>, <span class="nu0">20</span><span class="br0">&#41;</span><span class="sy0">;</span>
		panel.<span class="me1">add</span><span class="br0">&#40;</span>outputText<span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
		<span class="kw3">JLabel</span> sepL <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">JLabel</span><span class="br0">&#40;</span><span class="st0">&quot;Seperator:&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		sepL.<span class="me1">setBounds</span><span class="br0">&#40;</span><span class="nu0">0</span>, <span class="nu0">40</span>, <span class="nu0">65</span>, <span class="nu0">20</span><span class="br0">&#41;</span><span class="sy0">;</span>
		panel.<span class="me1">add</span><span class="br0">&#40;</span>sepL<span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
		sepText <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">JTextField</span><span class="br0">&#40;</span><span class="st0">&quot;&gt;&gt;&gt;&lt;&gt;&gt;&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		sepText.<span class="me1">setBounds</span><span class="br0">&#40;</span><span class="nu0">65</span>, <span class="nu0">40</span>, <span class="nu0">135</span>, <span class="nu0">20</span><span class="br0">&#41;</span><span class="sy0">;</span>
		sepText.<span class="me1">addKeyListener</span><span class="br0">&#40;</span><span class="kw1">this</span><span class="br0">&#41;</span><span class="sy0">;</span>
		panel.<span class="me1">add</span><span class="br0">&#40;</span>sepText<span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
		subfolder <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">JCheckBox</span><span class="br0">&#40;</span><span class="st0">&quot;Create writefag subfolders&quot;</span>, <span class="kw2">true</span><span class="br0">&#41;</span><span class="sy0">;</span>
		subfolder.<span class="me1">setBounds</span><span class="br0">&#40;</span><span class="nu0">200</span>, <span class="nu0">40</span>, <span class="nu0">200</span>, <span class="nu0">20</span><span class="br0">&#41;</span><span class="sy0">;</span>
		subfolder.<span class="me1">addActionListener</span><span class="br0">&#40;</span><span class="kw1">this</span><span class="br0">&#41;</span><span class="sy0">;</span>
		panel.<span class="me1">add</span><span class="br0">&#40;</span>subfolder<span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
		<span class="kw3">JLabel</span> structureL <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">JLabel</span><span class="br0">&#40;</span><span class="st0">&quot;Input Syntax:&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		structureL.<span class="me1">setBounds</span><span class="br0">&#40;</span><span class="nu0">0</span>, <span class="nu0">60</span>, <span class="nu0">80</span>, <span class="nu0">20</span><span class="br0">&#41;</span><span class="sy0">;</span>
		panel.<span class="me1">add</span><span class="br0">&#40;</span>structureL<span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
		strB<span class="br0">&#91;</span><span class="nu0">0</span><span class="br0">&#93;</span> <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">JButton</span><span class="br0">&#40;</span><span class="st0">&quot;Writefag&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		strB<span class="br0">&#91;</span><span class="nu0">0</span><span class="br0">&#93;</span>.<span class="me1">setBounds</span><span class="br0">&#40;</span><span class="nu0">85</span>, <span class="nu0">60</span>, <span class="nu0">105</span>, <span class="nu0">20</span><span class="br0">&#41;</span><span class="sy0">;</span>
		strB<span class="br0">&#91;</span><span class="nu0">0</span><span class="br0">&#93;</span>.<span class="me1">addActionListener</span><span class="br0">&#40;</span><span class="kw1">this</span><span class="br0">&#41;</span><span class="sy0">;</span>
		panel.<span class="me1">add</span><span class="br0">&#40;</span>strB<span class="br0">&#91;</span><span class="nu0">0</span><span class="br0">&#93;</span><span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
		strB<span class="br0">&#91;</span><span class="nu0">1</span><span class="br0">&#93;</span> <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">JButton</span><span class="br0">&#40;</span><span class="st0">&quot;Title&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		strB<span class="br0">&#91;</span><span class="nu0">1</span><span class="br0">&#93;</span>.<span class="me1">setBounds</span><span class="br0">&#40;</span><span class="nu0">190</span>, <span class="nu0">60</span>, <span class="nu0">105</span>, <span class="nu0">20</span><span class="br0">&#41;</span><span class="sy0">;</span>
		strB<span class="br0">&#91;</span><span class="nu0">1</span><span class="br0">&#93;</span>.<span class="me1">addActionListener</span><span class="br0">&#40;</span><span class="kw1">this</span><span class="br0">&#41;</span><span class="sy0">;</span>
		panel.<span class="me1">add</span><span class="br0">&#40;</span>strB<span class="br0">&#91;</span><span class="nu0">1</span><span class="br0">&#93;</span><span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
		strB<span class="br0">&#91;</span><span class="nu0">2</span><span class="br0">&#93;</span> <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">JButton</span><span class="br0">&#40;</span><span class="st0">&quot;Link&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		strB<span class="br0">&#91;</span><span class="nu0">2</span><span class="br0">&#93;</span>.<span class="me1">setBounds</span><span class="br0">&#40;</span><span class="nu0">295</span>, <span class="nu0">60</span>, <span class="nu0">105</span>, <span class="nu0">20</span><span class="br0">&#41;</span><span class="sy0">;</span>
		strB<span class="br0">&#91;</span><span class="nu0">2</span><span class="br0">&#93;</span>.<span class="me1">addActionListener</span><span class="br0">&#40;</span><span class="kw1">this</span><span class="br0">&#41;</span><span class="sy0">;</span>
		panel.<span class="me1">add</span><span class="br0">&#40;</span>strB<span class="br0">&#91;</span><span class="nu0">2</span><span class="br0">&#93;</span><span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
		strucText <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">JTextField</span><span class="br0">&#40;</span>strB<span class="br0">&#91;</span><span class="nu0">0</span><span class="br0">&#93;</span>.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">+</span> sepText.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">+</span> strB<span class="br0">&#91;</span><span class="nu0">1</span><span class="br0">&#93;</span>.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">+</span> sepText.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">+</span> strB<span class="br0">&#91;</span><span class="nu0">2</span><span class="br0">&#93;</span>.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		strucText.<span class="me1">setBounds</span><span class="br0">&#40;</span><span class="nu0">0</span>, <span class="nu0">80</span>, <span class="nu0">400</span>, <span class="nu0">20</span><span class="br0">&#41;</span><span class="sy0">;</span>
		strucText.<span class="me1">setEditable</span><span class="br0">&#40;</span><span class="kw2">false</span><span class="br0">&#41;</span><span class="sy0">;</span>
		panel.<span class="me1">add</span><span class="br0">&#40;</span>strucText<span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
		startD <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">JButton</span><span class="br0">&#40;</span><span class="st0">&quot;Start download&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		startD.<span class="me1">setBounds</span><span class="br0">&#40;</span><span class="nu0">0</span>, <span class="nu0">100</span>, <span class="nu0">120</span>, <span class="nu0">20</span><span class="br0">&#41;</span><span class="sy0">;</span>
		startD.<span class="me1">addActionListener</span><span class="br0">&#40;</span><span class="kw1">this</span><span class="br0">&#41;</span><span class="sy0">;</span>
		panel.<span class="me1">add</span><span class="br0">&#40;</span>startD<span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
		statusText <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">JTextField</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		statusText.<span class="me1">setBounds</span><span class="br0">&#40;</span><span class="nu0">120</span>, <span class="nu0">100</span>, <span class="nu0">280</span>, <span class="nu0">20</span><span class="br0">&#41;</span><span class="sy0">;</span>
		statusText.<span class="me1">setEditable</span><span class="br0">&#40;</span><span class="kw2">false</span><span class="br0">&#41;</span><span class="sy0">;</span>
		panel.<span class="me1">add</span><span class="br0">&#40;</span>statusText<span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
		frame <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">JFrame</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		frame.<span class="me1">setDefaultCloseOperation</span><span class="br0">&#40;</span><span class="kw3">JFrame</span>.<span class="me1">EXIT_ON_CLOSE</span><span class="br0">&#41;</span><span class="sy0">;</span>
		frame.<span class="me1">setContentPane</span><span class="br0">&#40;</span>panel<span class="br0">&#41;</span><span class="sy0">;</span>
		frame.<span class="me1">pack</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		frame.<span class="me1">setVisible</span><span class="br0">&#40;</span><span class="kw2">true</span><span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
		sepText.<span class="me1">setEnabled</span><span class="br0">&#40;</span>modeB2.<span class="me1">isSelected</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		strB<span class="br0">&#91;</span><span class="nu0">0</span><span class="br0">&#93;</span>.<span class="me1">setEnabled</span><span class="br0">&#40;</span>modeB2.<span class="me1">isSelected</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		strB<span class="br0">&#91;</span><span class="nu0">1</span><span class="br0">&#93;</span>.<span class="me1">setEnabled</span><span class="br0">&#40;</span>modeB2.<span class="me1">isSelected</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		strB<span class="br0">&#91;</span><span class="nu0">2</span><span class="br0">&#93;</span>.<span class="me1">setEnabled</span><span class="br0">&#40;</span>modeB2.<span class="me1">isSelected</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		strucText.<span class="me1">setEnabled</span><span class="br0">&#40;</span>modeB2.<span class="me1">isSelected</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
&#160;
		<span class="kw3">File</span> outputFile<span class="sy0">;</span>
&#160;
		unsucFile <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">File</span><span class="br0">&#40;</span><span class="st0">&quot;unsuccessful.txt&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
		<span class="kw1">try</span> <span class="br0">&#123;</span>
			pastebin <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">URL</span><span class="br0">&#40;</span><span class="st0">&quot;http://pastebin.com/&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		<span class="br0">&#125;</span> <span class="kw1">catch</span> <span class="br0">&#40;</span><span class="kw3">MalformedURLException</span> e2<span class="br0">&#41;</span> <span class="br0">&#123;</span>
			<span class="co1">// TODO Auto-generated catch block</span>
			e2.<span class="me1">printStackTrace</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		<span class="br0">&#125;</span>
&#160;
		unsuc <span class="sy0">=</span> <span class="kw1">new</span> ArrayList<span class="sy0">&lt;</span>String<span class="sy0">&gt;</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
	<span class="br0">&#125;</span>
&#160;
	<span class="kw1">public</span> <span class="kw1">static</span> <span class="kw4">void</span> parseLine<span class="br0">&#40;</span><span class="kw3">String</span> s<span class="br0">&#41;</span> <span class="br0">&#123;</span>
		<span class="kw1">while</span> <span class="br0">&#40;</span>s.<span class="me1">contains</span><span class="br0">&#40;</span><span class="st0">&quot; &quot;</span><span class="br0">&#41;</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
			<span class="kw1">if</span> <span class="br0">&#40;</span>s.<span class="me1">startsWith</span><span class="br0">&#40;</span><span class="st0">&quot;http://pastebin.com&quot;</span><span class="br0">&#41;</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
				links.<span class="me1">add</span><span class="br0">&#40;</span>s.<span class="me1">substring</span><span class="br0">&#40;</span><span class="nu0">0</span>, s.<span class="me1">indexOf</span><span class="br0">&#40;</span><span class="st0">&quot; &quot;</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="sy0">;</span>
			<span class="br0">&#125;</span>
			s <span class="sy0">=</span> s.<span class="me1">substring</span><span class="br0">&#40;</span>s.<span class="me1">indexOf</span><span class="br0">&#40;</span><span class="st0">&quot; &quot;</span><span class="br0">&#41;</span> <span class="sy0">+</span> <span class="nu0">1</span><span class="br0">&#41;</span><span class="sy0">;</span>
		<span class="br0">&#125;</span>
		<span class="kw1">if</span> <span class="br0">&#40;</span>s.<span class="me1">startsWith</span><span class="br0">&#40;</span><span class="st0">&quot;http://pastebin.com&quot;</span><span class="br0">&#41;</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
			links.<span class="me1">add</span><span class="br0">&#40;</span>s<span class="br0">&#41;</span><span class="sy0">;</span>
		<span class="br0">&#125;</span>
	<span class="br0">&#125;</span>
&#160;
	<span class="kw1">public</span> <span class="kw4">void</span> download<span class="br0">&#40;</span><span class="kw3">String</span> s<span class="br0">&#41;</span> <span class="br0">&#123;</span>
		<span class="kw4">int</span> pastes <span class="sy0">=</span> <span class="nu0">0</span><span class="sy0">;</span>
		<span class="kw1">if</span> <span class="br0">&#40;</span>s.<span class="me1">startsWith</span><span class="br0">&#40;</span><span class="st0">&quot;http://pastebin.com/u/&quot;</span><span class="br0">&#41;</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
			<span class="kw3">Document</span> doc <span class="sy0">=</span> <span class="kw2">null</span><span class="sy0">;</span>
			<span class="kw4">int</span> i <span class="sy0">=</span> <span class="nu0">1</span><span class="sy0">;</span>
			<span class="kw1">try</span> <span class="br0">&#123;</span>
				<span class="kw1">do</span> <span class="br0">&#123;</span>
&#160;
					<span class="kw1">try</span> <span class="br0">&#123;</span>
						doc <span class="sy0">=</span> Jsoup.<span class="me1">connect</span><span class="br0">&#40;</span>s <span class="sy0">+</span> <span class="st0">&quot;/&quot;</span> <span class="sy0">+</span> i<span class="br0">&#41;</span>.<span class="me1">get</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
					<span class="br0">&#125;</span> <span class="kw1">catch</span> <span class="br0">&#40;</span><span class="kw3">IOException</span> e<span class="br0">&#41;</span> <span class="br0">&#123;</span>
						<span class="co1">// TODO Auto-generated catch block</span>
						<span class="kw1">try</span> <span class="br0">&#123;</span>
							Jsoup.<span class="me1">connect</span><span class="br0">&#40;</span><span class="st0">&quot;http://pastebin.com/&quot;</span><span class="br0">&#41;</span>.<span class="me1">get</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
						<span class="br0">&#125;</span> <span class="kw1">catch</span> <span class="br0">&#40;</span><span class="kw3">IOException</span> e1<span class="br0">&#41;</span> <span class="br0">&#123;</span>
							<span class="co1">// TODO Auto-generated catch block</span>
							<span class="kw3">System</span>.<span class="me1">out</span>.<span class="me1">println</span><span class="br0">&#40;</span><span class="st0">&quot;1&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
							ipBlock <span class="sy0">=</span> <span class="kw2">true</span><span class="sy0">;</span>
							currentlyRunning <span class="sy0">=</span> <span class="kw2">false</span><span class="sy0">;</span>
						<span class="br0">&#125;</span>
&#160;
					<span class="br0">&#125;</span>
&#160;
					<span class="kw3">System</span>.<span class="me1">out</span>.<span class="me1">println</span><span class="br0">&#40;</span>s<span class="br0">&#41;</span><span class="sy0">;</span>
					Elements links <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;td &gt; img + a&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
					<span class="kw1">for</span> <span class="br0">&#40;</span><span class="kw3">Element</span> link <span class="sy0">:</span> links<span class="br0">&#41;</span> <span class="br0">&#123;</span>
						<span class="kw1">if</span> <span class="br0">&#40;</span><span class="sy0">!</span>ipBlock<span class="br0">&#41;</span> <span class="br0">&#123;</span>
							<span class="kw3">System</span>.<span class="me1">out</span>.<span class="me1">println</span><span class="br0">&#40;</span>link.<span class="me1">attr</span><span class="br0">&#40;</span><span class="st0">&quot;href&quot;</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="sy0">;</span>
							download<span class="br0">&#40;</span><span class="st0">&quot;http://pastebin.com&quot;</span> <span class="sy0">+</span> link.<span class="me1">attr</span><span class="br0">&#40;</span><span class="st0">&quot;href&quot;</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="sy0">;</span>
						<span class="br0">&#125;</span>
					<span class="br0">&#125;</span>
					i<span class="sy0">++;</span>
				<span class="br0">&#125;</span> <span class="kw1">while</span> <span class="br0">&#40;</span><span class="br0">&#40;</span><span class="sy0">!</span>doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;[id=notice]&quot;</span><span class="br0">&#41;</span>.<span class="me1">text</span><span class="br0">&#40;</span><span class="br0">&#41;</span>.<span class="me1">endsWith</span><span class="br0">&#40;</span><span class="st0">&quot;has no public pastes.&quot;</span><span class="br0">&#41;</span><span class="br0">&#41;</span>
						<span class="sy0">&amp;&amp;</span> <span class="br0">&#40;</span><span class="sy0">!</span>doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;title&quot;</span><span class="br0">&#41;</span>.<span class="me1">text</span><span class="br0">&#40;</span><span class="br0">&#41;</span>.<span class="me1">equals</span><span class="br0">&#40;</span><span class="st0">&quot;Pastebin.com - #1 paste tool since 2002!&quot;</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="sy0">;</span>
			<span class="br0">&#125;</span> <span class="kw1">catch</span> <span class="br0">&#40;</span><span class="kw3">NullPointerException</span> e<span class="br0">&#41;</span> <span class="br0">&#123;</span>
				<span class="kw3">System</span>.<span class="me1">out</span>.<span class="me1">println</span><span class="br0">&#40;</span><span class="st0">&quot;2&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
				ipBlock <span class="sy0">=</span> <span class="kw2">true</span><span class="sy0">;</span>
			<span class="br0">&#125;</span>
		<span class="br0">&#125;</span> <span class="kw1">else</span> <span class="br0">&#123;</span>
			problems <span class="sy0">=</span> <span class="kw2">false</span><span class="sy0">;</span>
			writefag <span class="sy0">=</span> <span class="st0">&quot;&quot;</span><span class="sy0">;</span>
			title <span class="sy0">=</span> <span class="st0">&quot;&quot;</span><span class="sy0">;</span>
			link <span class="sy0">=</span> <span class="st0">&quot;&quot;</span><span class="sy0">;</span>
&#160;
			twilightSparkle <span class="sy0">=</span> <span class="nu0">0</span><span class="sy0">;</span>
			rarity <span class="sy0">=</span> <span class="nu0">0</span><span class="sy0">;</span>
			applejack <span class="sy0">=</span> <span class="nu0">0</span><span class="sy0">;</span>
			pinkiePie <span class="sy0">=</span> <span class="nu0">0</span><span class="sy0">;</span>
			rainbowDash <span class="sy0">=</span> <span class="nu0">0</span><span class="sy0">;</span>
			fluttershy <span class="sy0">=</span> <span class="nu0">0</span><span class="sy0">;</span>
&#160;
			<span class="kw1">if</span> <span class="br0">&#40;</span>formatted<span class="br0">&#41;</span> <span class="br0">&#123;</span>
&#160;
				<span class="kw3">String</span><span class="br0">&#91;</span><span class="br0">&#93;</span> sa <span class="sy0">=</span> processInput<span class="br0">&#40;</span>s<span class="br0">&#41;</span><span class="sy0">;</span>
				<span class="kw1">for</span> <span class="br0">&#40;</span><span class="kw4">int</span> i <span class="sy0">=</span> <span class="nu0">0</span><span class="sy0">;</span> i <span class="sy0">&lt;</span> strB.<span class="me1">length</span><span class="sy0">;</span> i<span class="sy0">++</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
					<span class="kw1">if</span> <span class="br0">&#40;</span>strB<span class="br0">&#91;</span>i<span class="br0">&#93;</span>.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span>.<span class="me1">equals</span><span class="br0">&#40;</span><span class="st0">&quot;Writefag&quot;</span><span class="br0">&#41;</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
						writefag <span class="sy0">=</span> sa<span class="br0">&#91;</span>i<span class="br0">&#93;</span><span class="sy0">;</span>
					<span class="br0">&#125;</span>
					<span class="kw1">if</span> <span class="br0">&#40;</span>strB<span class="br0">&#91;</span>i<span class="br0">&#93;</span>.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span>.<span class="me1">equals</span><span class="br0">&#40;</span><span class="st0">&quot;Title&quot;</span><span class="br0">&#41;</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
						title <span class="sy0">=</span> sa<span class="br0">&#91;</span>i<span class="br0">&#93;</span><span class="sy0">;</span>
					<span class="br0">&#125;</span>
					<span class="kw1">if</span> <span class="br0">&#40;</span>strB<span class="br0">&#91;</span>i<span class="br0">&#93;</span>.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span>.<span class="me1">equals</span><span class="br0">&#40;</span><span class="st0">&quot;Link&quot;</span><span class="br0">&#41;</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
						link <span class="sy0">=</span> sa<span class="br0">&#91;</span>i<span class="br0">&#93;</span><span class="sy0">;</span>
					<span class="br0">&#125;</span>
				<span class="br0">&#125;</span>
&#160;
				<span class="kw1">if</span> <span class="br0">&#40;</span>writefag.<span class="me1">length</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">==</span> <span class="nu0">0</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
					writefag <span class="sy0">=</span> <span class="st0">&quot;Anonymous&quot;</span><span class="sy0">;</span>
				<span class="br0">&#125;</span>
&#160;
				<span class="kw1">try</span> <span class="br0">&#123;</span>
					<span class="kw1">if</span> <span class="br0">&#40;</span>title.<span class="me1">length</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">==</span> <span class="nu0">0</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
						title <span class="sy0">=</span> link.<span class="me1">substring</span><span class="br0">&#40;</span><span class="nu0">20</span><span class="br0">&#41;</span><span class="sy0">;</span>
					<span class="br0">&#125;</span>
				<span class="br0">&#125;</span> <span class="kw1">catch</span> <span class="br0">&#40;</span><span class="kw3">Exception</span> e<span class="br0">&#41;</span> <span class="br0">&#123;</span>
					title <span class="sy0">=</span> <span class="st0">&quot;titleerror&quot;</span> <span class="sy0">+</span> errorID<span class="sy0">;</span>
				<span class="br0">&#125;</span>
				<span class="kw1">if</span> <span class="br0">&#40;</span>link.<span class="me1">length</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">==</span> <span class="nu0">0</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
					<span class="kw3">System</span>.<span class="me1">out</span>.<span class="me1">println</span><span class="br0">&#40;</span><span class="st0">&quot;No link found.&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
					problems <span class="sy0">=</span> <span class="kw2">true</span><span class="sy0">;</span>
				<span class="br0">&#125;</span>
			<span class="br0">&#125;</span> <span class="kw1">else</span> <span class="br0">&#123;</span>
				<span class="kw3">Document</span> doc <span class="sy0">=</span> <span class="kw2">null</span><span class="sy0">;</span>
				<span class="kw1">try</span> <span class="br0">&#123;</span>
					doc <span class="sy0">=</span> Jsoup.<span class="me1">connect</span><span class="br0">&#40;</span>s<span class="br0">&#41;</span>.<span class="me1">get</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
				<span class="br0">&#125;</span> <span class="kw1">catch</span> <span class="br0">&#40;</span><span class="kw3">IOException</span> e<span class="br0">&#41;</span> <span class="br0">&#123;</span>
					<span class="kw1">try</span> <span class="br0">&#123;</span>
						Jsoup.<span class="me1">connect</span><span class="br0">&#40;</span><span class="st0">&quot;http://pastebin.com/&quot;</span><span class="br0">&#41;</span>.<span class="me1">get</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
					<span class="br0">&#125;</span> <span class="kw1">catch</span> <span class="br0">&#40;</span><span class="kw3">IOException</span> e1<span class="br0">&#41;</span> <span class="br0">&#123;</span>
						<span class="co1">// TODO Auto-generated catch block</span>
						ipBlock <span class="sy0">=</span> <span class="kw2">true</span><span class="sy0">;</span>
						currentlyRunning <span class="sy0">=</span> <span class="kw2">false</span><span class="sy0">;</span>
					<span class="br0">&#125;</span>
				<span class="br0">&#125;</span>
				<span class="kw1">try</span> <span class="br0">&#123;</span>
					<span class="kw3">System</span>.<span class="me1">out</span>.<span class="me1">println</span><span class="br0">&#40;</span>s<span class="br0">&#41;</span><span class="sy0">;</span>
					<span class="kw3">System</span>.<span class="me1">out</span>.<span class="me1">println</span><span class="br0">&#40;</span>doc.<span class="me1">title</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="sy0">;</span>
					<span class="kw1">if</span> <span class="br0">&#40;</span>doc.<span class="me1">title</span><span class="br0">&#40;</span><span class="br0">&#41;</span>.<span class="me1">equals</span><span class="br0">&#40;</span><span class="st0">&quot;Pastebin.com - Access Denied Warning&quot;</span><span class="br0">&#41;</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
						ipBlock <span class="sy0">=</span> <span class="kw2">true</span><span class="sy0">;</span>
					<span class="br0">&#125;</span>
					<span class="kw1">try</span><span class="br0">&#123;</span>
					title <span class="sy0">=</span> doc.<span class="me1">title</span><span class="br0">&#40;</span><span class="br0">&#41;</span>.<span class="me1">substring</span><span class="br0">&#40;</span><span class="nu0">0</span>, doc.<span class="me1">title</span><span class="br0">&#40;</span><span class="br0">&#41;</span>.<span class="me1">length</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">-</span> <span class="nu0">15</span><span class="br0">&#41;</span><span class="sy0">;</span>
					<span class="br0">&#125;</span> <span class="kw1">catch</span><span class="br0">&#40;</span><span class="kw3">StringIndexOutOfBoundsException</span> e<span class="br0">&#41;</span><span class="br0">&#123;</span>
						title<span class="sy0">=</span><span class="st0">&quot;&quot;</span><span class="sy0">;</span>
					<span class="br0">&#125;</span>
					<span class="kw1">try</span> <span class="br0">&#123;</span>
						writefag <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;a[href^=/u/]&quot;</span><span class="br0">&#41;</span>.<span class="me1">attr</span><span class="br0">&#40;</span><span class="st0">&quot;href&quot;</span><span class="br0">&#41;</span>.<span class="me1">substring</span><span class="br0">&#40;</span><span class="nu0">3</span><span class="br0">&#41;</span><span class="sy0">;</span>
					<span class="br0">&#125;</span> <span class="kw1">catch</span> <span class="br0">&#40;</span><span class="kw3">Exception</span> e<span class="br0">&#41;</span> <span class="br0">&#123;</span>
						writefag <span class="sy0">=</span> <span class="st0">&quot;Anonymous&quot;</span><span class="sy0">;</span>
					<span class="br0">&#125;</span>
					link <span class="sy0">=</span> s<span class="sy0">;</span>
					Elements dates <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;span[title$=CDT]&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
					firstEdit <span class="sy0">=</span> dates.<span class="me1">first</span><span class="br0">&#40;</span><span class="br0">&#41;</span>.<span class="me1">attr</span><span class="br0">&#40;</span><span class="st0">&quot;title&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
					lastEdit <span class="sy0">=</span> dates.<span class="me1">last</span><span class="br0">&#40;</span><span class="br0">&#41;</span>.<span class="me1">attr</span><span class="br0">&#40;</span><span class="st0">&quot;title&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
					lines <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;ol &gt; li&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
					<span class="kw4">double</span> lineCount <span class="sy0">=</span> lines.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
					adagioDazzle <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(adagio)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					ahuizotl <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(ahuizotl)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					aloe <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(aloe)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					anon <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(anon)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					applebloom <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(bloom)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					appleFritter <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(fritter)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					applejack <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(applejack), li:contains(aj)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					ariaBlaze <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(aria)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					bigMacintosh <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(macintosh), li:contains(big mac)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					blossomforth <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(blossomforth)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					blueblood <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(blueblood)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					bulkBiceps <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(bulk), li:contains(biceps), li:contains(snowflake)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					braeburn <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(braeburn)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					cadance <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(cadance)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					caramel <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(caramel)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					celestia <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(celestia), li:contains(celly)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					cheerilee <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(cheerilee)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					cheeseSandwich <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(cheese), li:contains(sandwich)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					chrysalis <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(chrysalis), li:contains(chryssy)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					cloudchaser <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(cloudchaser)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					cocoPommel <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(coco), li:contains(pommel)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					daringDo <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(daring)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					derpy <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(derpy), li:contains(ditzy)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					diamondTiara <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(diamond), li:contains(tiara)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					eris <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(eris)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					fancyPants <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(fancy), li:contains(pants)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					featherweight <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(featherweight)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					femanon <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(fem)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					filthyRich <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(filthy), li:contains(rich)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					flashSentry <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(flash), li:contains(sentry)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					fleetfoot <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(fleetfoot)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					fleurDeLis <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(Fleur)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					flimFlam <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(flim),li:contains(flam)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					flitter <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(flitter)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					fluttershy <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(fluttershy)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					gilda <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(gilda)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					grannySmith <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(granny), li:contains(smith)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					harshwhinny <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(harshwhinny)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					hoityToity <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(hoity), li:contains(toity)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					ironWill <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(iron will)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					junebug <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(junebug)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					lightningDust <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(lightning), li:contains(dust)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					littleLeague <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(league), li:contains(lily), li:contains(lilly)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					lotus <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(lotus)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					luna <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(luna), li:contains(lulu)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					lyraHeartstrings <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(lyra), li:contains(heartstrings)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					maneiac <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(maneiac), li:contains(mane-iac)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					maudPie <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(maud)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					mayorMare <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(mayor)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					nightGlider <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(night glider)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					nightLight <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(night light)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					nightmareMoon <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(nightmare), li:contains(moon)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					octaviaMelody <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(octavia)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					partyFavor <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(party favor)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					peachbottom <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(peachbottom)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					photoFinish <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(photo), li:contains(finish)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					pinkiePie <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(pinkie)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					pipsqueak <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(pipsqueak)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					primHemline <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(prim), li:contains(hemline)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					rainbowDash <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(dash),li:contains(rainbow)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					rarity <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(rarity)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					redheart <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(redheart)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					roseluck <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(roseluck), li:contains(rose luck)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					sapphireShores <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(sapphire),li:contains(shores)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					scootaloo <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(scoot)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					shiningArmor <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(shining armor)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					silverSpoon <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(silver), li:contains(spoon)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					snails <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(snails)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					snips <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(snips)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					soarin <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(soarin)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					sombra <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(sombra)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					sonataDusk <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(sonata)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					spike <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(spike)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					spitfire <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(spitfire)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					starlightGlimmer <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(starlight), li:contains(glimmer)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					starswirlTheBearded <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(starswirl)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					sugarBelle <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(sugar belle)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					sunsetShimmer <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(sunset), li:contains(shimmer)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					suriPolomare <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(suri), li:contains(polomare)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					sweetieBelle <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(sweetie), li:contains(belle)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					thunderlane <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(thunderlane)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					tirek <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(tirek)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					trenderhoof <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(trenderhoof)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					trixieLulamoon <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(trixie), li:contains(lulamoon)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					twilightSparkle <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(twilight), li:contains(sparkle)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					twilightVelvet <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(twilight velvet)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					twist <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(twist)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					umbra <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(umbra)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					vinylScratch <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(vinyl), li:contains(scratch)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
					zecora <span class="sy0">=</span> doc.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(zecora)&quot;</span><span class="br0">&#41;</span>.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">/</span> lineCount<span class="sy0">;</span>
&#160;
					clop <span class="sy0">=</span> doc
							.<span class="me1">select</span><span class="br0">&#40;</span><span class="st0">&quot;li:contains(penis), li:contains(marehood), li:contains(vagina), li:contains(cum), li:contains(sex), li:contains(teats), li:contains(cock), li:contains(clit), li:contains(pussy), li:contains(orgasm), li:contains(semen), li:contains(ejaculat), li:contains(lust), li:contains(moan), li:contains(thrust), li:contains(climax), li:contains(pound), li:contains(groin)&quot;</span><span class="br0">&#41;</span>
							.<span class="me1">size</span><span class="br0">&#40;</span><span class="br0">&#41;</span>
							<span class="sy0">/</span> lineCount<span class="sy0">;</span>
&#160;
					<span class="kw1">if</span> <span class="br0">&#40;</span>saveMetadata<span class="br0">&#41;</span> <span class="br0">&#123;</span>
						metadata <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">Properties</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Adagio Dazzle&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> adagioDazzle<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Ahuizotl&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> ahuizotl<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Aloe&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> aloe<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Anon&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> anon<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Applebloom&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> applebloom<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Apple Fritter&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> appleFritter<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Applejack&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> applejack<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Aria Blaze&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> ariaBlaze<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Big Macintosh&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> bigMacintosh<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Blossomforth&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> blossomforth<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Blueblood&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> blueblood<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Bulk Biceps&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> bulkBiceps<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Braeburn&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> braeburn<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Cadance&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> cadance<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Caramel&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> caramel<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Celestia&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> celestia<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Cheerilee&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> cheerilee<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Cheese Sandwich&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> cheeseSandwich<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Chrysalis&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> chrysalis<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Cloudchaser&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> cloudchaser<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Coco Pommel&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> cocoPommel<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Daring Do&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> daringDo<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Derpy&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> derpy<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Diamond Tiara&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> diamondTiara<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Discord&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> discord<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Double Diamond&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> doubleDiamond<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Eris&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> eris<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Fancy Pants&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> fancyPants<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Featherweight&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> featherweight<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Femanon&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> femanon<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Filthy Rich&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> filthyRich<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Flash Sentry&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> flashSentry<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Fleetfoot&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> fleetfoot<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Fleur De Lis&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> fleurDeLis<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Flim and Flam&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> flimFlam<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Flitter&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> flitter<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Fluttershy&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> fluttershy<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Gilda&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> gilda<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Granny Smith&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> grannySmith<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Harshwhinny&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> harshwhinny<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Hoity Toity&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> hoityToity<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Iron Will&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> ironWill<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Junebug&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> junebug<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Lightning Dust&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> lightningDust<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Little League&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> littleLeague<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Lotus&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> lotus<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Luna&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> luna<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Lyra Heartstrings&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> lyraHeartstrings<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Mane-iac&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> maneiac<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Maud Pie&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> maudPie<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Mayor Mare&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> mayorMare<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Night Glider&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> nightGlider<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Night Light&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> nightLight<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Nightmare Moon&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> nightmareMoon<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Octavia Melody&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> octaviaMelody<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Party Favor&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> partyFavor<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;peachbottom&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> peachbottom<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Photo Finish&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> photoFinish<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Pinkie Pie&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> pinkiePie<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Pipsqueak&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> pipsqueak<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Prim hemline&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> primHemline<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Rainbow Dash&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> rainbowDash<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Rarity&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> rarity<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Redheart&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> redheart<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Roseluck&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> roseluck<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Sapphire Shores&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> sapphireShores<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Scootaloo&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> scootaloo<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Shining Armor&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> shiningArmor<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Silver Spoon&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> silverSpoon<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Snails&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> snails<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Snips&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> snips<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Soarin&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> soarin<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Sombra&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> sombra<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Sonata Dusk&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> sonataDusk<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Spike&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> spike<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Spitfire&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> spitfire<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Starlight Glimmer&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> starlightGlimmer<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Starswirl the Bearded&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> starswirlTheBearded<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Sugar Belle&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> sugarBelle<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Sunset Shimmer&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> sunsetShimmer<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Suri Polomare&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> suriPolomare<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Sweetie Belle&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> sweetieBelle<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Thunderlane&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> thunderlane<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Tirek&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> tirek<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Trenderhoof&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> trenderhoof<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Trixie Lulamoon&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> trixieLulamoon<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Twilight Sparkle&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> twilightSparkle<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Twilight Velvet&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> twilightVelvet<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Twist&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> twist<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Umbra&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> umbra<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Vinyl Scratch&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> vinylScratch<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;Zecora&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> zecora<span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;link&quot;</span>, s<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;line_count&quot;</span>, lineCount <span class="sy0">+</span> <span class="st0">&quot;&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;title&quot;</span>, title<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;writefag&quot;</span>, writefag<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;first_edit&quot;</span>, firstEdit<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;last_edit&quot;</span>, lastEdit<span class="br0">&#41;</span><span class="sy0">;</span>
						metadata.<span class="me1">setProperty</span><span class="br0">&#40;</span><span class="st0">&quot;clop&quot;</span>, <span class="st0">&quot;&quot;</span> <span class="sy0">+</span> clop<span class="br0">&#41;</span><span class="sy0">;</span>
					<span class="br0">&#125;</span>
&#160;
				<span class="br0">&#125;</span> <span class="kw1">catch</span> <span class="br0">&#40;</span><span class="kw3">NullPointerException</span> e<span class="br0">&#41;</span> <span class="br0">&#123;</span>
					ipBlock <span class="sy0">=</span> <span class="kw2">true</span><span class="sy0">;</span>
				<span class="br0">&#125;</span>
			<span class="br0">&#125;</span>
&#160;
			<span class="kw1">try</span> <span class="br0">&#123;</span>
				link <span class="sy0">=</span> link.<span class="me1">substring</span><span class="br0">&#40;</span><span class="nu0">0</span>, <span class="nu0">20</span><span class="br0">&#41;</span> <span class="sy0">+</span> <span class="st0">&quot;raw.php?i=&quot;</span> <span class="sy0">+</span> link.<span class="me1">substring</span><span class="br0">&#40;</span><span class="nu0">20</span><span class="br0">&#41;</span><span class="sy0">;</span>
			<span class="br0">&#125;</span> <span class="kw1">catch</span> <span class="br0">&#40;</span><span class="kw3">Exception</span> e<span class="br0">&#41;</span> <span class="br0">&#123;</span>
				problems <span class="sy0">=</span> <span class="kw2">true</span><span class="sy0">;</span>
			<span class="br0">&#125;</span>
			<span class="co1">// System.out.println(writefag + &quot;:&quot;);</span>
			<span class="co1">// System.out</span>
			<span class="co1">// .println(&quot;Request No.&quot; + i + &quot;: &quot; + title + &quot; at &quot; + link);</span>
			<span class="co1">// System.out.println();</span>
&#160;
			<span class="co1">// System.out.println(&quot;t: &quot;+title);</span>
			<span class="co1">// System.out.println(link);</span>
&#160;
			<span class="kw1">if</span> <span class="br0">&#40;</span><span class="br0">&#40;</span>writefag.<span class="me1">length</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">==</span> <span class="nu0">0</span><span class="br0">&#41;</span> <span class="sy0">&amp;&amp;</span> <span class="br0">&#40;</span>title.<span class="me1">length</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">==</span> <span class="nu0">0</span><span class="br0">&#41;</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
				ipBlock <span class="sy0">=</span> <span class="kw2">true</span><span class="sy0">;</span>
			<span class="br0">&#125;</span>
&#160;
			<span class="kw1">if</span> <span class="br0">&#40;</span>subfoldersB<span class="br0">&#41;</span> <span class="br0">&#123;</span>
				writefag <span class="sy0">=</span> rework<span class="br0">&#40;</span>writefag<span class="br0">&#41;</span> <span class="sy0">+</span> <span class="st0">&quot;/&quot;</span><span class="sy0">;</span>
			<span class="br0">&#125;</span> <span class="kw1">else</span> <span class="br0">&#123;</span>
				writefag <span class="sy0">=</span> <span class="st0">&quot;&quot;</span><span class="sy0">;</span>
			<span class="br0">&#125;</span>
&#160;
			<span class="kw3">File</span> path <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">File</span><span class="br0">&#40;</span>outputText.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">+</span> <span class="st0">&quot;/&quot;</span> <span class="sy0">+</span> writefag<span class="br0">&#41;</span><span class="sy0">;</span>
			<span class="kw1">try</span> <span class="br0">&#123;</span>
				<span class="kw1">if</span> <span class="br0">&#40;</span>path.<span class="me1">mkdirs</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
					<span class="kw3">System</span>.<span class="me1">out</span>.<span class="me1">println</span><span class="br0">&#40;</span><span class="st0">&quot;Directory Created: &quot;</span> <span class="sy0">+</span> outputText.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">+</span> <span class="st0">&quot;/&quot;</span> <span class="sy0">+</span> writefag<span class="br0">&#41;</span><span class="sy0">;</span>
				<span class="br0">&#125;</span>
			<span class="br0">&#125;</span> <span class="kw1">catch</span> <span class="br0">&#40;</span><span class="kw3">Exception</span> e<span class="br0">&#41;</span> <span class="br0">&#123;</span>
				e.<span class="me1">printStackTrace</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
			<span class="br0">&#125;</span>
&#160;
			filepath <span class="sy0">=</span> outputText.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">+</span> <span class="st0">&quot;/&quot;</span> <span class="sy0">+</span> writefag <span class="sy0">+</span> rework<span class="br0">&#40;</span>title<span class="br0">&#41;</span><span class="sy0">;</span>
			statusText.<span class="me1">setText</span><span class="br0">&#40;</span>filepath<span class="br0">&#41;</span><span class="sy0">;</span>
			<span class="kw3">System</span>.<span class="me1">out</span>.<span class="me1">println</span><span class="br0">&#40;</span>filepath<span class="br0">&#41;</span><span class="sy0">;</span>
			<span class="kw3">File</span> pasteFile <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">File</span><span class="br0">&#40;</span>filepath <span class="sy0">+</span> <span class="st0">&quot;.txt&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
			<span class="kw3">File</span> metaFile <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">File</span><span class="br0">&#40;</span>filepath <span class="sy0">+</span> <span class="st0">&quot;.properties&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
			<span class="kw1">if</span> <span class="br0">&#40;</span>saveMetadata<span class="br0">&#41;</span> <span class="br0">&#123;</span>
				<span class="kw1">try</span> <span class="br0">&#123;</span>
					metadata.<span class="me1">store</span><span class="br0">&#40;</span><span class="kw1">new</span> <span class="kw3">PrintWriter</span><span class="br0">&#40;</span>metaFile<span class="br0">&#41;</span>, <span class="st0">&quot;metadata for &quot;</span> <span class="sy0">+</span> title<span class="br0">&#41;</span><span class="sy0">;</span>
				<span class="br0">&#125;</span> <span class="kw1">catch</span> <span class="br0">&#40;</span><span class="kw3">FileNotFoundException</span> e2<span class="br0">&#41;</span> <span class="br0">&#123;</span>
					<span class="co1">// TODO Auto-generated catch block</span>
					e2.<span class="me1">printStackTrace</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
				<span class="br0">&#125;</span> <span class="kw1">catch</span> <span class="br0">&#40;</span><span class="kw3">IOException</span> e2<span class="br0">&#41;</span> <span class="br0">&#123;</span>
					<span class="co1">// TODO Auto-generated catch block</span>
					e2.<span class="me1">printStackTrace</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
				<span class="br0">&#125;</span>
			<span class="br0">&#125;</span>
&#160;
			<span class="kw3">URL</span> website <span class="sy0">=</span> <span class="kw2">null</span><span class="sy0">;</span>
			<span class="kw3">FileOutputStream</span> fos <span class="sy0">=</span> <span class="kw2">null</span><span class="sy0">;</span>
			ReadableByteChannel rbc <span class="sy0">=</span> <span class="kw2">null</span><span class="sy0">;</span>
&#160;
			<span class="kw3">PrintWriter</span> pw <span class="sy0">=</span> <span class="kw2">null</span><span class="sy0">;</span>
			<span class="kw1">try</span> <span class="br0">&#123;</span>
				pw <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">PrintWriter</span><span class="br0">&#40;</span>pasteFile<span class="br0">&#41;</span><span class="sy0">;</span>
				<span class="kw1">for</span> <span class="br0">&#40;</span><span class="kw3">Element</span> line <span class="sy0">:</span> lines<span class="br0">&#41;</span> <span class="br0">&#123;</span>
					pw.<span class="me1">println</span><span class="br0">&#40;</span>line.<span class="me1">text</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="sy0">;</span>
				<span class="br0">&#125;</span>
				pw.<span class="me1">close</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
			<span class="br0">&#125;</span> <span class="kw1">catch</span> <span class="br0">&#40;</span><span class="kw3">FileNotFoundException</span> e<span class="br0">&#41;</span> <span class="br0">&#123;</span>
				<span class="co1">// TODO Auto-generated catch block</span>
				e.<span class="me1">printStackTrace</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
			<span class="br0">&#125;</span>
&#160;
		<span class="br0">&#125;</span>
	<span class="br0">&#125;</span>
&#160;
	<span class="kw1">public</span> <span class="kw3">String</span> rework<span class="br0">&#40;</span><span class="kw3">String</span> s<span class="br0">&#41;</span> <span class="br0">&#123;</span>
		s <span class="sy0">=</span> s.<span class="me1">replace</span><span class="br0">&#40;</span><span class="st0">&quot;/&quot;</span>, <span class="st0">&quot;_&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		s <span class="sy0">=</span> s.<span class="me1">replace</span><span class="br0">&#40;</span><span class="st0">&quot;<span class="es0">\\</span>&quot;</span>, <span class="st0">&quot;_&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		s <span class="sy0">=</span> s.<span class="me1">replace</span><span class="br0">&#40;</span><span class="st0">&quot;*&quot;</span>, <span class="st0">&quot;_&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		s <span class="sy0">=</span> s.<span class="me1">replace</span><span class="br0">&#40;</span><span class="st0">&quot;:&quot;</span>, <span class="st0">&quot;_&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		s <span class="sy0">=</span> s.<span class="me1">replace</span><span class="br0">&#40;</span><span class="st0">&quot;?&quot;</span>, <span class="st0">&quot;_&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		s <span class="sy0">=</span> s.<span class="me1">replace</span><span class="br0">&#40;</span><span class="st0">&quot;<span class="es0">\&quot;</span>&quot;</span>, <span class="st0">&quot;'&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		s <span class="sy0">=</span> s.<span class="me1">replace</span><span class="br0">&#40;</span><span class="st0">&quot;&gt;&quot;</span>, <span class="st0">&quot;_&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		s <span class="sy0">=</span> s.<span class="me1">replace</span><span class="br0">&#40;</span><span class="st0">&quot;&lt;&quot;</span>, <span class="st0">&quot;_&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		s <span class="sy0">=</span> s.<span class="me1">replace</span><span class="br0">&#40;</span><span class="st0">&quot;|&quot;</span>, <span class="st0">&quot;_&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		<span class="kw1">return</span> s<span class="sy0">;</span>
	<span class="br0">&#125;</span>
&#160;
	<span class="kw1">public</span> <span class="kw4">void</span> saveList<span class="br0">&#40;</span><span class="kw4">int</span> x<span class="br0">&#41;</span> <span class="br0">&#123;</span>
		<span class="kw1">try</span> <span class="br0">&#123;</span>
			<span class="kw3">PrintWriter</span> saveWriter <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">PrintWriter</span><span class="br0">&#40;</span>inputFile<span class="br0">&#41;</span><span class="sy0">;</span>
			<span class="kw1">while</span> <span class="br0">&#40;</span>x <span class="sy0">&lt;</span> arr.<span class="me1">length</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
				saveWriter.<span class="me1">println</span><span class="br0">&#40;</span>arr<span class="br0">&#91;</span>x<span class="br0">&#93;</span><span class="br0">&#41;</span><span class="sy0">;</span>
			<span class="br0">&#125;</span>
			saveWriter.<span class="me1">close</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
			unsucArr <span class="sy0">=</span> unsuc.<span class="me1">toArray</span><span class="br0">&#40;</span><span class="kw1">new</span> <span class="kw3">String</span><span class="br0">&#91;</span><span class="nu0">0</span><span class="br0">&#93;</span><span class="br0">&#41;</span><span class="sy0">;</span>
			<span class="kw3">PrintWriter</span> unsucWriter <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">PrintWriter</span><span class="br0">&#40;</span>unsucFile<span class="br0">&#41;</span><span class="sy0">;</span>
			<span class="kw1">for</span> <span class="br0">&#40;</span><span class="kw4">int</span> i <span class="sy0">=</span> <span class="nu0">0</span><span class="sy0">;</span> i <span class="sy0">&lt;</span> arr.<span class="me1">length</span><span class="sy0">;</span> i<span class="sy0">++</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
				unsucWriter.<span class="me1">println</span><span class="br0">&#40;</span>arr<span class="br0">&#91;</span>i<span class="br0">&#93;</span><span class="br0">&#41;</span><span class="sy0">;</span>
			<span class="br0">&#125;</span>
			unsucWriter.<span class="me1">close</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		<span class="br0">&#125;</span> <span class="kw1">catch</span> <span class="br0">&#40;</span><span class="kw3">IOException</span> e<span class="br0">&#41;</span> <span class="br0">&#123;</span>
			<span class="co1">// TODO Auto-generated catch block</span>
			e.<span class="me1">printStackTrace</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		<span class="br0">&#125;</span>
	<span class="br0">&#125;</span>
&#160;
	<span class="kw1">public</span> <span class="kw3">String</span><span class="br0">&#91;</span><span class="br0">&#93;</span> processInput<span class="br0">&#40;</span><span class="kw3">String</span> input<span class="br0">&#41;</span> <span class="br0">&#123;</span>
		List<span class="sy0">&lt;</span>String<span class="sy0">&gt;</span> sal <span class="sy0">=</span> <span class="kw1">new</span> ArrayList<span class="sy0">&lt;</span>String<span class="sy0">&gt;</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
		<span class="kw1">while</span> <span class="br0">&#40;</span>input.<span class="me1">indexOf</span><span class="br0">&#40;</span>seperator<span class="br0">&#41;</span> <span class="sy0">!=</span> <span class="sy0">-</span><span class="nu0">1</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
			sal.<span class="me1">add</span><span class="br0">&#40;</span>input.<span class="me1">substring</span><span class="br0">&#40;</span><span class="nu0">0</span>, input.<span class="me1">indexOf</span><span class="br0">&#40;</span>seperator<span class="br0">&#41;</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="sy0">;</span>
			input <span class="sy0">=</span> input.<span class="me1">substring</span><span class="br0">&#40;</span>input.<span class="me1">indexOf</span><span class="br0">&#40;</span>seperator<span class="br0">&#41;</span> <span class="sy0">+</span> seperator.<span class="me1">length</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		<span class="br0">&#125;</span>
		sal.<span class="me1">add</span><span class="br0">&#40;</span>input<span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
		<span class="kw1">return</span> sal.<span class="me1">toArray</span><span class="br0">&#40;</span><span class="kw1">new</span> <span class="kw3">String</span><span class="br0">&#91;</span><span class="nu0">0</span><span class="br0">&#93;</span><span class="br0">&#41;</span><span class="sy0">;</span>
	<span class="br0">&#125;</span>
&#160;
	<span class="kw1">public</span> <span class="kw1">static</span> <span class="kw4">void</span> main<span class="br0">&#40;</span><span class="kw3">String</span><span class="br0">&#91;</span><span class="br0">&#93;</span> args<span class="br0">&#41;</span> <span class="br0">&#123;</span>
		<span class="kw1">new</span> GTDownloader<span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
	<span class="br0">&#125;</span>
&#160;
	@Override
	<span class="kw1">public</span> <span class="kw4">void</span> actionPerformed<span class="br0">&#40;</span><span class="kw3">ActionEvent</span> e<span class="br0">&#41;</span> <span class="br0">&#123;</span>
&#160;
		sepText.<span class="me1">setEnabled</span><span class="br0">&#40;</span>modeB2.<span class="me1">isSelected</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		strB<span class="br0">&#91;</span><span class="nu0">0</span><span class="br0">&#93;</span>.<span class="me1">setEnabled</span><span class="br0">&#40;</span>modeB2.<span class="me1">isSelected</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		strB<span class="br0">&#91;</span><span class="nu0">1</span><span class="br0">&#93;</span>.<span class="me1">setEnabled</span><span class="br0">&#40;</span>modeB2.<span class="me1">isSelected</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		strB<span class="br0">&#91;</span><span class="nu0">2</span><span class="br0">&#93;</span>.<span class="me1">setEnabled</span><span class="br0">&#40;</span>modeB2.<span class="me1">isSelected</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		strucText.<span class="me1">setEnabled</span><span class="br0">&#40;</span>modeB2.<span class="me1">isSelected</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
		<span class="kw1">if</span> <span class="br0">&#40;</span>e.<span class="me1">getSource</span><span class="br0">&#40;</span><span class="br0">&#41;</span>.<span class="me1">equals</span><span class="br0">&#40;</span>strB<span class="br0">&#91;</span><span class="nu0">0</span><span class="br0">&#93;</span><span class="br0">&#41;</span> <span class="sy0">||</span> e.<span class="me1">getSource</span><span class="br0">&#40;</span><span class="br0">&#41;</span>.<span class="me1">equals</span><span class="br0">&#40;</span>strB<span class="br0">&#91;</span><span class="nu0">1</span><span class="br0">&#93;</span><span class="br0">&#41;</span> <span class="sy0">||</span> e.<span class="me1">getSource</span><span class="br0">&#40;</span><span class="br0">&#41;</span>.<span class="me1">equals</span><span class="br0">&#40;</span>strB<span class="br0">&#91;</span><span class="nu0">2</span><span class="br0">&#93;</span><span class="br0">&#41;</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
			<span class="kw1">if</span> <span class="br0">&#40;</span><span class="br0">&#40;</span><span class="br0">&#40;</span><span class="kw3">JButton</span><span class="br0">&#41;</span> e.<span class="me1">getSource</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span>.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span>.<span class="me1">equals</span><span class="br0">&#40;</span><span class="st0">&quot;Writefag&quot;</span><span class="br0">&#41;</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
				<span class="br0">&#40;</span><span class="br0">&#40;</span><span class="kw3">JButton</span><span class="br0">&#41;</span> e.<span class="me1">getSource</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span>.<span class="me1">setText</span><span class="br0">&#40;</span><span class="st0">&quot;Title&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
			<span class="br0">&#125;</span> <span class="kw1">else</span> <span class="kw1">if</span> <span class="br0">&#40;</span><span class="br0">&#40;</span><span class="br0">&#40;</span><span class="kw3">JButton</span><span class="br0">&#41;</span> e.<span class="me1">getSource</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span>.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span>.<span class="me1">equals</span><span class="br0">&#40;</span><span class="st0">&quot;Title&quot;</span><span class="br0">&#41;</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
				<span class="br0">&#40;</span><span class="br0">&#40;</span><span class="kw3">JButton</span><span class="br0">&#41;</span> e.<span class="me1">getSource</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span>.<span class="me1">setText</span><span class="br0">&#40;</span><span class="st0">&quot;Link&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
			<span class="br0">&#125;</span> <span class="kw1">else</span> <span class="kw1">if</span> <span class="br0">&#40;</span><span class="br0">&#40;</span><span class="br0">&#40;</span><span class="kw3">JButton</span><span class="br0">&#41;</span> e.<span class="me1">getSource</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span>.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span>.<span class="me1">equals</span><span class="br0">&#40;</span><span class="st0">&quot;Link&quot;</span><span class="br0">&#41;</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
				<span class="br0">&#40;</span><span class="br0">&#40;</span><span class="kw3">JButton</span><span class="br0">&#41;</span> e.<span class="me1">getSource</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span>.<span class="me1">setText</span><span class="br0">&#40;</span><span class="st0">&quot;&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
			<span class="br0">&#125;</span> <span class="kw1">else</span> <span class="kw1">if</span> <span class="br0">&#40;</span><span class="br0">&#40;</span><span class="br0">&#40;</span><span class="kw3">JButton</span><span class="br0">&#41;</span> e.<span class="me1">getSource</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span>.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span>.<span class="me1">equals</span><span class="br0">&#40;</span><span class="st0">&quot;&quot;</span><span class="br0">&#41;</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
				<span class="br0">&#40;</span><span class="br0">&#40;</span><span class="kw3">JButton</span><span class="br0">&#41;</span> e.<span class="me1">getSource</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span>.<span class="me1">setText</span><span class="br0">&#40;</span><span class="st0">&quot;Writefag&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
			<span class="br0">&#125;</span>
		<span class="br0">&#125;</span>
&#160;
		<span class="kw1">if</span> <span class="br0">&#40;</span>e.<span class="me1">getSource</span><span class="br0">&#40;</span><span class="br0">&#41;</span>.<span class="me1">equals</span><span class="br0">&#40;</span>strB<span class="br0">&#91;</span><span class="nu0">0</span><span class="br0">&#93;</span><span class="br0">&#41;</span> <span class="sy0">||</span> e.<span class="me1">getSource</span><span class="br0">&#40;</span><span class="br0">&#41;</span>.<span class="me1">equals</span><span class="br0">&#40;</span>strB<span class="br0">&#91;</span><span class="nu0">1</span><span class="br0">&#93;</span><span class="br0">&#41;</span> <span class="sy0">||</span> e.<span class="me1">getSource</span><span class="br0">&#40;</span><span class="br0">&#41;</span>.<span class="me1">equals</span><span class="br0">&#40;</span>strB<span class="br0">&#91;</span><span class="nu0">2</span><span class="br0">&#93;</span><span class="br0">&#41;</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
			<span class="kw1">if</span> <span class="br0">&#40;</span>strB<span class="br0">&#91;</span><span class="nu0">0</span><span class="br0">&#93;</span>.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span>.<span class="me1">length</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">==</span> <span class="nu0">0</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
				b1 <span class="sy0">=</span> <span class="kw2">false</span><span class="sy0">;</span>
			<span class="br0">&#125;</span> <span class="kw1">else</span> <span class="br0">&#123;</span>
				b1 <span class="sy0">=</span> <span class="kw2">true</span><span class="sy0">;</span>
			<span class="br0">&#125;</span>
			<span class="kw1">if</span> <span class="br0">&#40;</span>strB<span class="br0">&#91;</span><span class="nu0">1</span><span class="br0">&#93;</span>.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span>.<span class="me1">length</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">==</span> <span class="nu0">0</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
				b2 <span class="sy0">=</span> <span class="kw2">false</span><span class="sy0">;</span>
			<span class="br0">&#125;</span> <span class="kw1">else</span> <span class="br0">&#123;</span>
				b2 <span class="sy0">=</span> <span class="kw2">true</span><span class="sy0">;</span>
			<span class="br0">&#125;</span>
			<span class="kw1">if</span> <span class="br0">&#40;</span>strB<span class="br0">&#91;</span><span class="nu0">2</span><span class="br0">&#93;</span>.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span>.<span class="me1">length</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">==</span> <span class="nu0">0</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
				b3 <span class="sy0">=</span> <span class="kw2">false</span><span class="sy0">;</span>
			<span class="br0">&#125;</span> <span class="kw1">else</span> <span class="br0">&#123;</span>
				b3 <span class="sy0">=</span> <span class="kw2">true</span><span class="sy0">;</span>
			<span class="br0">&#125;</span>
			<span class="kw1">if</span> <span class="br0">&#40;</span>b1 <span class="sy0">&amp;&amp;</span> b2 <span class="sy0">&amp;&amp;</span> b3<span class="br0">&#41;</span> <span class="br0">&#123;</span>
				sep1 <span class="sy0">=</span> sepText.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
				sep2 <span class="sy0">=</span> sepText.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
			<span class="br0">&#125;</span>
			<span class="kw1">if</span> <span class="br0">&#40;</span>b1 <span class="sy0">&amp;&amp;</span> b2 <span class="sy0">&amp;&amp;</span> <span class="sy0">!</span>b3<span class="br0">&#41;</span> <span class="br0">&#123;</span>
				sep1 <span class="sy0">=</span> sepText.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
				sep2 <span class="sy0">=</span> <span class="st0">&quot;&quot;</span><span class="sy0">;</span>
			<span class="br0">&#125;</span>
			<span class="kw1">if</span> <span class="br0">&#40;</span>b1 <span class="sy0">&amp;&amp;</span> <span class="sy0">!</span>b2 <span class="sy0">&amp;&amp;</span> b3<span class="br0">&#41;</span> <span class="br0">&#123;</span>
				sep1 <span class="sy0">=</span> sepText.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
				sep2 <span class="sy0">=</span> <span class="st0">&quot;&quot;</span><span class="sy0">;</span>
			<span class="br0">&#125;</span>
			<span class="kw1">if</span> <span class="br0">&#40;</span><span class="sy0">!</span>b1 <span class="sy0">&amp;&amp;</span> b2 <span class="sy0">&amp;&amp;</span> b3<span class="br0">&#41;</span> <span class="br0">&#123;</span>
				sep1 <span class="sy0">=</span> <span class="st0">&quot;&quot;</span><span class="sy0">;</span>
				sep2 <span class="sy0">=</span> sepText.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
			<span class="br0">&#125;</span>
			<span class="kw1">if</span> <span class="br0">&#40;</span><span class="sy0">!</span>b1 <span class="sy0">&amp;&amp;</span> <span class="sy0">!</span>b2 <span class="sy0">&amp;&amp;</span> b3<span class="br0">&#41;</span> <span class="br0">&#123;</span>
				sep1 <span class="sy0">=</span> <span class="st0">&quot;&quot;</span><span class="sy0">;</span>
				sep2 <span class="sy0">=</span> <span class="st0">&quot;&quot;</span><span class="sy0">;</span>
			<span class="br0">&#125;</span>
			<span class="kw1">if</span> <span class="br0">&#40;</span><span class="sy0">!</span>b1 <span class="sy0">&amp;&amp;</span> b2 <span class="sy0">&amp;&amp;</span> <span class="sy0">!</span>b3<span class="br0">&#41;</span> <span class="br0">&#123;</span>
				sep1 <span class="sy0">=</span> <span class="st0">&quot;&quot;</span><span class="sy0">;</span>
				sep2 <span class="sy0">=</span> <span class="st0">&quot;&quot;</span><span class="sy0">;</span>
			<span class="br0">&#125;</span>
			<span class="kw1">if</span> <span class="br0">&#40;</span>b1 <span class="sy0">&amp;&amp;</span> <span class="sy0">!</span>b2 <span class="sy0">&amp;&amp;</span> <span class="sy0">!</span>b3<span class="br0">&#41;</span> <span class="br0">&#123;</span>
				sep1 <span class="sy0">=</span> <span class="st0">&quot;&quot;</span><span class="sy0">;</span>
				sep2 <span class="sy0">=</span> <span class="st0">&quot;&quot;</span><span class="sy0">;</span>
			<span class="br0">&#125;</span>
			<span class="kw1">if</span> <span class="br0">&#40;</span><span class="sy0">!</span>b1 <span class="sy0">&amp;&amp;</span> <span class="sy0">!</span>b2 <span class="sy0">&amp;&amp;</span> <span class="sy0">!</span>b3<span class="br0">&#41;</span> <span class="br0">&#123;</span>
				sep1 <span class="sy0">=</span> <span class="st0">&quot;&quot;</span><span class="sy0">;</span>
				sep2 <span class="sy0">=</span> <span class="st0">&quot;&quot;</span><span class="sy0">;</span>
			<span class="br0">&#125;</span>
			strucText.<span class="me1">setText</span><span class="br0">&#40;</span>strB<span class="br0">&#91;</span><span class="nu0">0</span><span class="br0">&#93;</span>.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">+</span> sep1 <span class="sy0">+</span> strB<span class="br0">&#91;</span><span class="nu0">1</span><span class="br0">&#93;</span>.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">+</span> sep2 <span class="sy0">+</span> strB<span class="br0">&#91;</span><span class="nu0">2</span><span class="br0">&#93;</span>.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		<span class="br0">&#125;</span>
&#160;
		<span class="kw1">if</span> <span class="br0">&#40;</span>e.<span class="me1">getSource</span><span class="br0">&#40;</span><span class="br0">&#41;</span>.<span class="me1">equals</span><span class="br0">&#40;</span>startD<span class="br0">&#41;</span> <span class="sy0">&amp;&amp;</span> <span class="sy0">!</span>currentlyRunning<span class="br0">&#41;</span> <span class="br0">&#123;</span>
			subfoldersB <span class="sy0">=</span> subfolder.<span class="me1">isSelected</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
			formatted <span class="sy0">=</span> modeB2.<span class="me1">isSelected</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
			saveMetadata <span class="sy0">=</span> metadataC.<span class="me1">isSelected</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
			<span class="kw4">boolean</span> problems <span class="sy0">=</span> <span class="kw2">false</span><span class="sy0">;</span>
&#160;
			inputFile <span class="sy0">=</span> <span class="kw1">new</span> <span class="kw3">File</span><span class="br0">&#40;</span>inputText.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
			Scanner sc <span class="sy0">=</span> <span class="kw2">null</span><span class="sy0">;</span>
			<span class="kw1">if</span> <span class="br0">&#40;</span><span class="sy0">!</span>problems<span class="br0">&#41;</span> <span class="br0">&#123;</span>
&#160;
				<span class="kw1">try</span> <span class="br0">&#123;</span>
					sc <span class="sy0">=</span> <span class="kw1">new</span> Scanner<span class="br0">&#40;</span>inputFile<span class="br0">&#41;</span><span class="sy0">;</span>
				<span class="br0">&#125;</span> <span class="kw1">catch</span> <span class="br0">&#40;</span><span class="kw3">FileNotFoundException</span> e1<span class="br0">&#41;</span> <span class="br0">&#123;</span>
					<span class="co1">// TODO Auto-generated catch block</span>
					e1.<span class="me1">printStackTrace</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
					statusText.<span class="me1">setText</span><span class="br0">&#40;</span><span class="st0">&quot;Could not find &quot;</span><span class="sy0">+</span>inputFile.<span class="me1">getPath</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="sy0">;</span>
				<span class="br0">&#125;</span>
			<span class="br0">&#125;</span>
&#160;
			<span class="kw1">if</span> <span class="br0">&#40;</span><span class="sy0">!</span>problems<span class="br0">&#41;</span> <span class="br0">&#123;</span>
				currentlyRunning <span class="sy0">=</span> <span class="kw2">true</span><span class="sy0">;</span>
				links <span class="sy0">=</span> <span class="kw1">new</span> ArrayList<span class="sy0">&lt;</span>String<span class="sy0">&gt;</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
				<span class="kw1">while</span> <span class="br0">&#40;</span>sc.<span class="me1">hasNextLine</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
					parseLine<span class="br0">&#40;</span>sc.<span class="me1">nextLine</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
					<span class="co1">// lines.add(sc.nextLine());</span>
&#160;
				<span class="br0">&#125;</span>
				arr <span class="sy0">=</span> links.<span class="me1">toArray</span><span class="br0">&#40;</span><span class="kw1">new</span> <span class="kw3">String</span><span class="br0">&#91;</span><span class="nu0">0</span><span class="br0">&#93;</span><span class="br0">&#41;</span><span class="sy0">;</span>
				<span class="kw3">System</span>.<span class="me1">out</span>.<span class="me1">println</span><span class="br0">&#40;</span>arr.<span class="me1">length</span><span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
				seperator <span class="sy0">=</span> sepText.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
				<span class="kw1">new</span> <span class="kw3">Thread</span><span class="br0">&#40;</span><span class="kw1">this</span><span class="br0">&#41;</span>.<span class="me1">start</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
			<span class="br0">&#125;</span>
		<span class="br0">&#125;</span>
&#160;
	<span class="br0">&#125;</span>
&#160;
	@Override
	<span class="kw1">public</span> <span class="kw4">void</span> keyTyped<span class="br0">&#40;</span><span class="kw3">KeyEvent</span> e<span class="br0">&#41;</span> <span class="br0">&#123;</span>
		<span class="co1">// TODO Auto-generated method stub</span>
		strucText.<span class="me1">setText</span><span class="br0">&#40;</span>strB<span class="br0">&#91;</span><span class="nu0">0</span><span class="br0">&#93;</span>.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">+</span> sepText.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">+</span> strB<span class="br0">&#91;</span><span class="nu0">1</span><span class="br0">&#93;</span>.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">+</span> sepText.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">+</span> strB<span class="br0">&#91;</span><span class="nu0">2</span><span class="br0">&#93;</span>.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="sy0">;</span>
&#160;
	<span class="br0">&#125;</span>
&#160;
	@Override
	<span class="kw1">public</span> <span class="kw4">void</span> keyPressed<span class="br0">&#40;</span><span class="kw3">KeyEvent</span> e<span class="br0">&#41;</span> <span class="br0">&#123;</span>
		<span class="co1">// TODO Auto-generated method stub</span>
&#160;
	<span class="br0">&#125;</span>
&#160;
	@Override
	<span class="kw1">public</span> <span class="kw4">void</span> keyReleased<span class="br0">&#40;</span><span class="kw3">KeyEvent</span> e<span class="br0">&#41;</span> <span class="br0">&#123;</span>
		<span class="co1">// TODO Auto-generated method stub</span>
		strucText.<span class="me1">setText</span><span class="br0">&#40;</span>strB<span class="br0">&#91;</span><span class="nu0">0</span><span class="br0">&#93;</span>.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">+</span> sepText.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">+</span> strB<span class="br0">&#91;</span><span class="nu0">1</span><span class="br0">&#93;</span>.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">+</span> sepText.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="sy0">+</span> strB<span class="br0">&#91;</span><span class="nu0">2</span><span class="br0">&#93;</span>.<span class="me1">getText</span><span class="br0">&#40;</span><span class="br0">&#41;</span><span class="br0">&#41;</span><span class="sy0">;</span>
	<span class="br0">&#125;</span>
&#160;
	@Override
	<span class="kw1">public</span> <span class="kw4">void</span> run<span class="br0">&#40;</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
&#160;
		ipBlock <span class="sy0">=</span> <span class="kw2">false</span><span class="sy0">;</span>
&#160;
		<span class="kw1">while</span> <span class="br0">&#40;</span><span class="br0">&#40;</span>ir <span class="sy0">&lt;</span> arr.<span class="me1">length</span><span class="br0">&#41;</span> <span class="sy0">&amp;&amp;</span> <span class="sy0">!</span>ipBlock<span class="br0">&#41;</span> <span class="br0">&#123;</span>
			<span class="kw1">if</span> <span class="br0">&#40;</span>formatted<span class="br0">&#41;</span> <span class="br0">&#123;</span>
				<span class="kw1">if</span> <span class="br0">&#40;</span>arr<span class="br0">&#91;</span>ir<span class="br0">&#93;</span>.<span class="me1">indexOf</span><span class="br0">&#40;</span>seperator<span class="br0">&#41;</span> <span class="sy0">!=</span> <span class="sy0">-</span><span class="nu0">1</span><span class="br0">&#41;</span> <span class="br0">&#123;</span>
					download<span class="br0">&#40;</span>arr<span class="br0">&#91;</span>ir<span class="br0">&#93;</span><span class="br0">&#41;</span><span class="sy0">;</span>
				<span class="br0">&#125;</span> <span class="kw1">else</span> <span class="br0">&#123;</span>
					unsuc.<span class="me1">add</span><span class="br0">&#40;</span>arr<span class="br0">&#91;</span>ir<span class="br0">&#93;</span><span class="br0">&#41;</span><span class="sy0">;</span>
				<span class="br0">&#125;</span>
			<span class="br0">&#125;</span> <span class="kw1">else</span> <span class="br0">&#123;</span>
				download<span class="br0">&#40;</span>arr<span class="br0">&#91;</span>ir<span class="br0">&#93;</span><span class="br0">&#41;</span><span class="sy0">;</span>
			<span class="br0">&#125;</span>
			ir<span class="sy0">++;</span>
		<span class="br0">&#125;</span>
		<span class="kw1">if</span> <span class="br0">&#40;</span>ipBlock<span class="br0">&#41;</span> <span class="br0">&#123;</span>
			statusText.<span class="me1">setText</span><span class="br0">&#40;</span><span class="st0">&quot;Connection Error.&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
			ir<span class="sy0">--;</span>
		<span class="br0">&#125;</span><span class="kw1">else</span><span class="br0">&#123;</span>
			statusText.<span class="me1">setText</span><span class="br0">&#40;</span><span class="st0">&quot;Download finished.&quot;</span><span class="br0">&#41;</span><span class="sy0">;</span>
		<span class="br0">&#125;</span>
		currentlyRunning <span class="sy0">=</span> <span class="kw2">false</span><span class="sy0">;</span>
	<span class="br0">&#125;</span>
<span class="br0">&#125;</span></pre></div></div>
<h3><span class="mw-headline" id="Credits_2">Credits</span><a href="Pastebin_Tools#/editor/32" title="Edit section: Credits" data-section="32" class="edit-page icon icon-32px icon-edit enabled">Edit</a></h3>
<p><a rel="nofollow" class="external text" href="http://jsoup.org/">jsoup</a>
</p><p>Coding: <a href="http://mulpwiki.org/index.php/User:DER_R%C3%9CTTLER" title="User:DER RÜTTLER">DER RÜTTLER</a>
</p><p>Special thanks to the Anons who gave me some tips about programming.
</p>



</div><div id="page-secondary-actions"></div>			</div>
							</div>
						<div id="footer">
							<ul class="footer-info">
					<li id="footer-info-mobile-switcher"><h2>MulpWiki</h2>
<ul>
	<li>Mobile&zwnj;</li><li><a id="mw-mf-display-toggle" href="http://mulpwiki.org/index.php?title=Pastebin_Tools&amp;mobileaction=toggle_view_desktop">Desktop</a></li>
</ul></li>				</ul>
							<ul class="footer-places">
					<li id="footer-places-privacy"><a href="http://mulpwiki.org/index.php/MulpWiki:Privacy_policy" title="MulpWiki:Privacy policy">Privacy</a></li>				</ul>
					</div>
					</div>
		</div>
		<script>if(window.mw){
mw.config.set({"wgBackendResponseTime":200});
}</script><script>/*<![CDATA[*/window.jQuery && jQuery.ready();/*]]>*/</script><script>if(window.mw){
mw.loader.state({"user.groups":"ready"});
}</script>
<script>if(window.mw){
mw.loader.load(["mediawiki.toc","mediawiki.user","mediawiki.hidpi","mobile.search","mobile.startup","mobile.stable","mobile.issues","mobile.editor","mobile.languages","mobile.newusers","mobile.toggling","mobile.loggingSchemas"],null,true);
}</script>
		</body>
		</html>
		