Mobilizon/app-facebook-event-scraper
1
0
Fork 0
mirror of https://github.com/akaessens/NoFbEventScraper synced 2025-06-05 23:29:13 +02:00
Code Issues Releases Wiki Activity

add icon

Browse Source 
add error handling
fix bugs
This commit is contained in:
akaessens
2020-03-26 16:03:47 +01:00
parent f36646abb3
commit ec177f4394
18 changed files with 161 additions and 244 deletions
Download Patch File Download Diff File Expand all files Collapse all files

42
app/src/main/java/com/akdev/nofbeventscraper/FbScraper.java
View File

@ -5,6 +5,7 @@ import android.content.Context;
import android.os.AsyncTask;
import android.util.Log;
import android.view.View;
import android.widget.Toast;
import com.google.android.material.textfield.TextInputEditText;
@ -18,25 +19,27 @@ import java.io.IOException;
public class FbScraper extends AsyncTask<Void, Void, Void> {
private String url;
private String error;
private MainActivity main;
public FbEvent event;
public FbScraper(MainActivity main, String url) {
this.url = url;
this.main = main;
}
@Override
protected Void doInBackground(Void... voids){
protected Void doInBackground(Void... voids) {
Document document = null;
try {
document = Jsoup.connect(url).get();
String json = document.select("script[type = application/ld+json]").first().data();
try {
String json = document.select("script[type = application/ld+json]").first().data();
JSONObject reader = new JSONObject(json);
String event_name = reader.getString("name");
@ -45,30 +48,43 @@ public class FbScraper extends AsyncTask<Void, Void, Void> {
String event_description = reader.getString("description");
String location = reader.getJSONObject("location").getString("name");
String image_url = reader.getString("image");
//String image_url = reader.getString("image");
this.event = new FbEvent(event_name, event_start, event_end, event_description, location, image_url);
if (event_name == null || event_start == null || event_end == null) {
this.event = null;
throw new Exception();
} else {
this.event = new FbEvent(event_name, event_start, event_end, event_description, location, null);
}
} catch (JSONException e) {
} catch (Exception e) {
e.printStackTrace();
this.error = "Error: Scraping event data failed";
}
} catch (IOException e) {
e.printStackTrace();
this.error = "Error: URL not available";
}
return null;
}
@Override
protected void onPreExecute() {
super.onPreExecute();
}
protected void onPostExecute(Void aVoid) {
super.onPostExecute(aVoid);
main.update(event);
if (this.event != null) {
this.main.update(event);
}
else {
main.toast(error);
this.main.clear(false);
}
}
}

91
app/src/main/java/com/akdev/nofbeventscraper/MainActivity.java
View File

@ -1,7 +1,9 @@
package com.akdev.nofbeventscraper;
import android.app.AlertDialog;
import android.content.ClipboardManager;
import android.content.Context;
import android.content.DialogInterface;
import android.content.Intent;
import android.net.Uri;
import android.os.Bundle;
@ -12,6 +14,7 @@ import android.provider.CalendarContract;
import android.view.KeyEvent;
import android.view.View;
import android.widget.Button;
import android.widget.Toast;
import java.net.URL;
import java.time.LocalDateTime;
@ -62,26 +65,10 @@ public class MainActivity extends AppCompatActivity {
if (clipboard != null) {
String str = clipboard.getPrimaryClip().getItemAt(0).getText().toString();
try {
new URL(str).toURI();
clear(true);
field_uri_input.setText(str);
startScraping();
if (str.substring(0,32).equals("https://www.facebook.com/events/")) {
str = str.replace("www.", "m.");
}
else if (str.substring(0,30).equals("https://m.facebook.com/events/")) {
}
else {
throw new Exception();
}
field_uri_input.setText(str);
startScraping();
}
catch (Exception e) {
clear();
}
}
}
});
@ -89,7 +76,7 @@ public class MainActivity extends AppCompatActivity {
cancel_button.setOnClickListener(new View.OnClickListener() {
@Override
public void onClick(View view) {
clear();
clear(true);
}
});
@ -148,13 +135,69 @@ public class MainActivity extends AppCompatActivity {
}
public static boolean isNumeric(String strNum) {
if (strNum == null) {
return false;
}
try {
double d = Double.parseDouble(strNum);
} catch (NumberFormatException nfe) {
return false;
}
return true;
}
public void startScraping() {
FbScraper scraper = new FbScraper(this, field_uri_input.getText().toString());
scraper.execute();
try {
String str = field_uri_input.getText().toString();
// check for a valid uri
new URL(str).toURI();
String eventId = null;
// check for facebook uri
if (str.contains("facebook.com/events/")) {
// find event id
String[] separated = str.split("/");
for (int i = 0; i< separated.length; i++) {
if (separated[i].length() > 8 && isNumeric(separated[i])) {
eventId = separated[i];
break;
}
}
if (eventId == null) // no event id found
{
throw new Exception();
}
}
else {
throw new Exception();
}
String input_uri = "https://m.facebook.com/events/"+ eventId;
field_uri_input.setText(input_uri);
FbScraper scraper = new FbScraper(this, field_uri_input.getText().toString());
scraper.execute();
}
catch (Exception e) {
clear(true);
toast("Invalid URL");
}
}
public void clear() {
field_uri_input.setText("");
public void toast(String str) {
Toast.makeText(this, str, Toast.LENGTH_SHORT).show();
}
public void clear(boolean clearUri) {
if (clearUri) {
field_uri_input.setText("");
}
field_event_name.setText("");
field_event_start.setText("");
field_event_end.setText("");