Browse Source

Add requirements.txt

Arnaud Vergnet 3 years ago
parent
commit
80fa94b0f0
2 changed files with 25 additions and 2 deletions
  1. 2
    2
      facebook/facebook_handler.py
  2. 23
    0
      requirements.txt

+ 2
- 2
facebook/facebook_handler.py View File

@@ -1,12 +1,12 @@
1 1
 import json
2
-from facebook_scraper import get_posts
2
+import facebook_scraper
3 3
 
4 4
 FILE = 'facebook_data.json'
5 5
 
6 6
 
7 7
 def scrape_data():
8 8
     post_list = []
9
-    for post in get_posts('amicale.deseleves', pages=3):
9
+    for post in facebook_scraper.get_posts('amicale.deseleves', pages=3):
10 10
         print(post)
11 11
         cleaned_post = {
12 12
             "post_id": post["post_id"],

+ 23
- 0
requirements.txt View File

@@ -0,0 +1,23 @@
1
+appdirs==1.4.4
2
+beautifulsoup4==4.9.1
3
+bs4==0.0.1
4
+certifi==2020.6.20
5
+chardet==3.0.4
6
+cssselect==1.1.0
7
+facebook-scraper==0.2.9
8
+fake-useragent==0.1.11
9
+html2text==2020.1.16
10
+idna==2.10
11
+lxml==4.5.2
12
+parse==1.16.0
13
+pyee==7.0.2
14
+pyppeteer==0.2.2
15
+pyquery==1.4.1
16
+requests==2.24.0
17
+requests-html==0.10.0
18
+six==1.15.0
19
+soupsieve==2.0.1
20
+tqdm==4.48.2
21
+urllib3==1.25.10
22
+w3lib==1.22.0
23
+websockets==8.1

Loading…
Cancel
Save