45 lines
943 B
Python
45 lines
943 B
Python
import json
|
|
import facebook_scraper
|
|
import enum
|
|
|
|
FILE = 'facebook_data.json'
|
|
|
|
PAGES = ["amicale.deseleves", "campus.insat"]
|
|
|
|
def scrape_data(page):
|
|
post_list = []
|
|
for post in facebook_scraper.get_posts(page, pages=3):
|
|
print(post)
|
|
cleaned_post = {
|
|
"id": post["post_id"],
|
|
"message": post["post_text"],
|
|
"url": post["post_url"],
|
|
"image": post["image"],
|
|
"video": post["video"],
|
|
"link": post["link"],
|
|
"time": post["time"].timestamp(),
|
|
"page_id": page,
|
|
}
|
|
post_list.append(cleaned_post)
|
|
return post_list
|
|
|
|
|
|
def get_all_data():
|
|
data = {}
|
|
for page in PAGES:
|
|
data[page] = scrape_data(page)
|
|
return data
|
|
|
|
|
|
def write_data(data):
|
|
with open(FILE, 'w') as f:
|
|
json.dump(data, f)
|
|
|
|
|
|
def main():
|
|
print("Fetching facebook data...")
|
|
write_data(get_all_data())
|
|
print('DONE')
|
|
|
|
|
|
main()
|