v1.0.1 🐝

Author: pwnedshell

CHANGELOG.md

@@ -1,4 +1,9 @@
-# Bug's feed release! 🎉
+## 🐛 Bug fixes
+- Oxford scrapping
+- Firefox package
+
+## 💬 Other
+- Version control improved
 
 <!-- ## 🚀 Features
 - 

Dockerfile

@@ -6,7 +6,11 @@ COPY . /api
 WORKDIR /api
 
 RUN apt update
-RUN apt install git firefox-esr=78.12.0esr-1~deb10u1 tor -y
+RUN apt install git tor -y
+
+RUN apt install /api/bin/libevent-2.1-6_2.1.8-stable-4_amd64.deb
+RUN apt install /api/bin/libffi6_3.2.1-9_amd64.deb
+RUN apt install /api/bin/firefox-esr_78.13.0esr-1_deb10u1_amd64.deb -y
 
 RUN pip install -r /api/requirements.txt
 RUN pip install --upgrade git+https://github.com/twintproject/twint.git@origin/master#egg=twint

README.md

@@ -49,7 +49,7 @@ Bug's feed is a docker containered <a href="https://pypi.org/project/Flask/">Fla
 Most of requests go through <a href="https://www.torproject.org/">Tor</a> and with a random user agent.
 </p>
 
-> Except those to twitter, youtube and bugcrowd (this may change in the future).
+> Except those to twitter, youtube, oxford and bugcrowd (this may change in the future).
 
 <p align="center">
     <img src="app/static/assets/img/Demo.gif" alt="Gif" width="700">

app/app.py

@@ -269,7 +269,7 @@ def get_saved():
 
 @app.route("/api/configs/checkVersion", methods=["GET"])
 def checkVersion():
-    return jsonify(str(feeds_service.github_version() == config.get("version")))
+    return jsonify({"version": config.get("version"), "old":str(feeds_service.github_version() == config.get("version"))})
 
 @app.route("/api/configs/checkInit", methods=["GET", "PUT"])
 def checkInit():

app/services/config.toml

@@ -1,4 +1,4 @@
-version = "v1.0.0"
+version = "v1.0.1"
 init = true
 google = false
 align = "text-start"

app/services/feeds.py

@@ -537,17 +537,15 @@ def nist():
         driver.quit()
         return papers
 
-# puedes definir el User-Agent?
 def oxford():
     url = "https://academic.oup.com/cybersecurity/search-results?f_ContentType=Journal+Article&fl_SiteID=5188&page=1&sort=Date+%e2%80%93+Newest+First"
     papers = []
     logging.info("Scrapping Oxford papers")
-    driver = get_driver()
+    driver = get_driver(False)
     driver.set_script_timeout(60)
     try:
-        driver.get(url) 
         driver.get(url)
-        WebDriverWait(driver, 20).until(EC.presence_of_element_located((By.CLASS_NAME, "al-title")))
+        WebDriverWait(driver, 30).until(EC.presence_of_element_located((By.CLASS_NAME, "al-title")))
         html = driver.find_element(By.ID, "ContentColumn").get_attribute("innerHTML")
         elements = BeautifulSoup(html, features="html.parser")
         for element in elements.find_all("div", {"class": "sr-list al-article-box al-normal clearfix"}):

app/static/assets/js/settings.js

@@ -6,7 +6,8 @@ const currentMonth = new Date().getMonth();
 //""7__/""7__/""7__/""7__/""7__/""7__/""7__/""7__/""7__/""7__/""7__/""7__/""7__/""7__/""7__/""7__/""7__/""7__/
 
 $.get("/api/configs/checkVersion").done(function(data) {
-    if (data != "True") {
+    $("#version").html(data.version)
+    if (data.old != "True") {
         $("#version").append(" <a href='https://github.com/PwnedShell/Bugs-feed/releases/latest' style='color:var(--red)' target='_blank' rel='noopener noreferrer'>New version available</a>")
     }
 })

app/templates/index.html

@@ -68,7 +68,7 @@ <h1 class="navbar-brand mb-0">
                 <img src="{{ url_for('static', filename='assets/img/icon/bug.png') }}" class="me-3" width="50" height="50">Bug's feed
             </h1>
             <div class="d-flex">
-                <small id="version" class="mt-2 me-3 text-muted">1.0.0 (alpha)</small>
+                <small id="version" class="mt-2 me-3 text-muted"></small>
                 <a href="#" class="configuration me-3 mt-1" data-bs-toggle="modal" data-bs-target="#config_modal">
                     <img src="{{ url_for('static', filename='assets/img/configuration.svg') }}" width="25" height="25">
                 </a>