138 lines
5.3 KiB
Python
138 lines
5.3 KiB
Python
#APK Updater v1.4
|
|
#(C) 2024 by Manuel Kamper (kmpr.at)
|
|
#Do not remove copyright when distributing!
|
|
import feedparser, mysql.connector, os, glob, time, shutil
|
|
from datetime import datetime
|
|
from selenium import webdriver
|
|
from selenium.webdriver.firefox.options import Options
|
|
from selenium.webdriver.firefox.firefox_profile import FirefoxProfile
|
|
from selenium.webdriver.common.by import By
|
|
|
|
metadata_path = "/mnt/data/metadata"
|
|
repo_path = "/mnt/data/repo"
|
|
temp_path = "/tmp/apkdown"
|
|
|
|
mydb = mysql.connector.connect(
|
|
host="localhost",
|
|
user="appstore",
|
|
password="<your-pwd>",
|
|
database="appstore"
|
|
)
|
|
|
|
### NO EDITS BELOW HERE NECESSARY ###
|
|
|
|
url = "https://apkcombo.com/latest-updates/feed"
|
|
|
|
def get_last_filename_and_rename(new_filename):
|
|
global temp_path, repo_path
|
|
files = glob.glob(temp_path + '/*')
|
|
max_file = max(files, key=os.path.getctime)
|
|
while not max_file.endswith(".apk"):
|
|
time.sleep(30)
|
|
files = glob.glob(temp_path + '/*')
|
|
max_file = max(files, key=os.path.getctime)
|
|
filename_stripped = max_file.replace("_apkcombo.com","")
|
|
filename = filename_stripped.split("/")[-1].split("_")[-2]
|
|
new_filename2 = max_file.replace(filename, new_filename)
|
|
new_filename2 = new_filename2.replace("_apkcombo.com","")
|
|
print(new_filename2)
|
|
new_path = new_filename2.replace(temp_path, repo_path)
|
|
shutil.move(max_file, new_path)
|
|
return new_path
|
|
|
|
mycursor = mydb.cursor()
|
|
|
|
print("APK Updater started on " + datetime.now().strftime("%d.%m.%Y %H:%M:%S") + ".")
|
|
print("Clearing APK Database from previous updates...", end="", flush=True)
|
|
sql = "TRUNCATE appstore"
|
|
mycursor.execute(sql)
|
|
mydb.commit()
|
|
print(" DONE.")
|
|
|
|
#fetch updated apps from rss feed
|
|
print("Fetching updated APKs from RSS...", end="", flush=True)
|
|
feed = feedparser.parse(url)
|
|
print(" DONE")
|
|
updates = 0
|
|
print("Importing updated APK infos from RSS into Database...", end="", flush=True)
|
|
for entry in feed.entries:
|
|
updates += 1
|
|
appname = str(entry.link).split("/")[-2]
|
|
sql = "INSERT INTO appstore (url, app_name, updated) VALUES (%s, %s, %s)"
|
|
date_str = datetime.strptime(entry.published, "%a, %d %b %Y %H:%M:%S %z")
|
|
val = (entry.link+"download/apk", appname, date_str)
|
|
mycursor.execute(sql, val)
|
|
mydb.commit()
|
|
print(" DONE (" + str(updates) + " APK infos).")
|
|
|
|
#find local available apps from metadata directory (filename without .yml)
|
|
print("Searching for Apps in local Appstore...", end="", flush=True)
|
|
list_apps = ['.'.join(x.split('.')[:-1]) for x in os.listdir(metadata_path) if os.path.isfile(os.path.join(metadata_path, x))]
|
|
print(" Found " + str(len(list_apps)) + " Apps.")
|
|
|
|
#iterate throug local apps and query db to find matches. if match found, mark app for update
|
|
print("Finding Apps to update...")
|
|
real_updates = 0
|
|
for app in list_apps:
|
|
sql = "SELECT * FROM appstore WHERE app_name='" + app + "'"
|
|
mycursor.execute(sql)
|
|
row = mycursor.fetchone()
|
|
if row is not None:
|
|
print("Local App " + app + " marked for update!")
|
|
sql2 = "UPDATE appstore SET marked_for_update=1 WHERE id=" + str(row[0])
|
|
mycursor.execute(sql2)
|
|
real_updates +=1
|
|
mydb.commit()
|
|
print("Found " + str(real_updates) + " new updates for Apps in local Appstore.")
|
|
|
|
if real_updates > 0:
|
|
print("Downloading app updates...")
|
|
#select all marked_for_update entries from db and download apk from apk_url into repo_path
|
|
#with filename: app_name_version.apk/.xapk
|
|
#make dir temp_path if it does not exist
|
|
if not os.path.exists(temp_path):
|
|
os.makedirs(temp_path)
|
|
|
|
#load firefox selenium and download apk
|
|
options=Options()
|
|
options.set_preference("browser.download.folderList", 2)
|
|
options.set_preference("browser.download.manager.showWhenStarting", False)
|
|
options.set_preference("browser.download.dir", temp_path)
|
|
options.set_preference("browser.helperApps.neverAsk.saveToDisk", "application/octet-stream")
|
|
options.add_argument("--headless")
|
|
driver = webdriver.Firefox(options=options)
|
|
driver.set_window_size(1200, 700)
|
|
|
|
#get download-url for every file marked for update
|
|
sql = "SELECT * FROM appstore WHERE marked_for_update=1"
|
|
mycursor.execute(sql)
|
|
rows = mycursor.fetchall()
|
|
for row in rows:
|
|
#make sure temp_path is empty
|
|
for file in os.scandir(temp_path):
|
|
if file.name.endswith(".apk") or file.name.endswith(".xapk"):
|
|
os.unlink(file.path)
|
|
driver.get(row[1])
|
|
time.sleep(5)
|
|
cookiebutton = driver.find_element(By.CSS_SELECTOR, 'svg.icon.ic-download-right')
|
|
cookiebutton.click()
|
|
print("APK " + row[2] + " downloaded...", end="", flush=True)
|
|
time.sleep(30)
|
|
#rename and move file to repo
|
|
print(" moved to: " + get_last_filename_and_rename(row[2]) + ".")
|
|
driver.close()
|
|
driver.quit()
|
|
|
|
print("Cleanig up...", end="", flush=True)
|
|
#delete temp_path directory and all files in it
|
|
shutil.rmtree(temp_path)
|
|
|
|
#kill all running firefox processes to free RAM
|
|
os.system("pkill -f firefox")
|
|
print(" DONE.")
|
|
|
|
print("Updating local Appstore...", end="", flush=True)
|
|
#todo run updating f-droid appstore command
|
|
os.system("cd /mnt/data && fdroid update -c && cp /mnt/data/icons/icon.png /mnt/data/repo/icons/icon.png")
|
|
print(" DONE.")
|
|
print("Finished APK Updater on " + datetime.now().strftime("%d.%m.%Y %H:%M:%S") + ".") |