Mobilizon
/
app-facebook-event-scraper
mirror of https://github.com/akaessens/NoFbEventScraper
1
0
Fork 0
Code Issues Releases Wiki Activity

Correctly exit if error in scraping instead of endless loop

This commit is contained in:
akaessens 2021-08-10 14:25:43 +02:00
parent 2b035b6975
commit b4d37fbc3f
2 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
app/src/main/java/com/akdev/nofbeventscraper/DocumentReceiver.java
View File

@ -19,7 +19,7 @@ public class DocumentReceiver {
// use default android user agent
String user_agent = "Mozilla/5.0 (X11; Linux x86_64)";
Log.d("scraperLog", "DocumentReceiver: "+url);
Log.d("scraperLog", "DocumentReceiver: " + url);
Connection connection = Jsoup.connect(url).userAgent(user_agent).followRedirects(true);
@ -27,7 +27,7 @@ public class DocumentReceiver {
document = response.parse();
Log.d("scraperLog", "Document title: "+document.title());
Log.d("scraperLog", "Document title: " + document.title());
try {
// accept cookies needed?

2
app/src/main/java/com/akdev/nofbeventscraper/FbPageScraper.java
View File

@ -99,9 +99,11 @@ public class FbPageScraper extends AsyncTask<Void, Void, Void> {
} catch (IOException e) {
e.printStackTrace();
this.error = R.string.error_connection;
return null;
} catch (Exception e) {
e.printStackTrace();
this.error = R.string.error_unknown;
return null;
}
} while (url != null);