Dateien nach "/" hochladen
This commit is contained in:
commit
f700326944
|
|
@ -0,0 +1,29 @@
|
|||
# APK Updater
|
||||
|
||||
This python script downloads all new APKs for your local f-droid repo from apkcombo.
|
||||
|
||||
## Prerequisites
|
||||
|
||||
Use Ubuntu 22.04 server (headless) with at least 1 GB RAM
|
||||
Install python 3.10 and PIP
|
||||
`apt install python3 python-pip3`
|
||||
Install selenium
|
||||
`pip install selenium`
|
||||
Install MySQL Connector
|
||||
`pip install mysql-connector-python`
|
||||
Download latest firefox binary (do not use apt install!) and extraxt into /opt
|
||||
Download latest geckodriver from https://github.com/mozilla/geckodriver/releases and extract into /opt
|
||||
ln -s the firefox and geckodriver binaries to /usr/bin/
|
||||
|
||||
## Installation
|
||||
|
||||
Download python-script and edit values for paths (regaring your f-droid config) and mysql connection details.
|
||||
Execute db.sql file in your database to set up the working database.
|
||||
Execute the python-file for the first test run and watch console outputs.
|
||||
`python3 updater.py`
|
||||
If everything went well, configure crontab to run the script hourly (this is the refresh interval of the apkcombo RSS feed).
|
||||
`crontab -e`
|
||||
`30 * * * * /usr/bin/python3 /mnt/data/updater/update.py > /dev/null 2>&1`
|
||||
|
||||
## Remarks
|
||||
I am not affiliated with any APK developer, nor f-droid or apkcombo. All rights belong to their owner.
|
||||
|
|
@ -0,0 +1,62 @@
|
|||
-- phpMyAdmin SQL Dump
|
||||
-- version 4.9.5deb2
|
||||
-- https://www.phpmyadmin.net/
|
||||
--
|
||||
-- Host: localhost:3306
|
||||
-- Erstellungszeit: 07. Jan 2024 um 19:15
|
||||
-- Server-Version: 8.0.35-0ubuntu0.20.04.1
|
||||
-- PHP-Version: 7.4.3-4ubuntu2.19
|
||||
|
||||
SET SQL_MODE = "NO_AUTO_VALUE_ON_ZERO";
|
||||
SET AUTOCOMMIT = 0;
|
||||
START TRANSACTION;
|
||||
SET time_zone = "+00:00";
|
||||
|
||||
|
||||
/*!40101 SET @OLD_CHARACTER_SET_CLIENT=@@CHARACTER_SET_CLIENT */;
|
||||
/*!40101 SET @OLD_CHARACTER_SET_RESULTS=@@CHARACTER_SET_RESULTS */;
|
||||
/*!40101 SET @OLD_COLLATION_CONNECTION=@@COLLATION_CONNECTION */;
|
||||
/*!40101 SET NAMES utf8mb4 */;
|
||||
|
||||
--
|
||||
-- Datenbank: `appstore`
|
||||
--
|
||||
|
||||
-- --------------------------------------------------------
|
||||
|
||||
--
|
||||
-- Tabellenstruktur für Tabelle `appstore`
|
||||
--
|
||||
|
||||
CREATE TABLE `appstore` (
|
||||
`id` int NOT NULL,
|
||||
`url` varchar(500) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NOT NULL,
|
||||
`app_name` varchar(500) NOT NULL,
|
||||
`updated` datetime NOT NULL,
|
||||
`marked_for_update` tinyint(1) NOT NULL DEFAULT '0'
|
||||
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_0900_ai_ci;
|
||||
|
||||
--
|
||||
-- Indizes der exportierten Tabellen
|
||||
--
|
||||
|
||||
--
|
||||
-- Indizes für die Tabelle `appstore`
|
||||
--
|
||||
ALTER TABLE `appstore`
|
||||
ADD PRIMARY KEY (`id`);
|
||||
|
||||
--
|
||||
-- AUTO_INCREMENT für exportierte Tabellen
|
||||
--
|
||||
|
||||
--
|
||||
-- AUTO_INCREMENT für Tabelle `appstore`
|
||||
--
|
||||
ALTER TABLE `appstore`
|
||||
MODIFY `id` int NOT NULL AUTO_INCREMENT, AUTO_INCREMENT=101;
|
||||
COMMIT;
|
||||
|
||||
/*!40101 SET CHARACTER_SET_CLIENT=@OLD_CHARACTER_SET_CLIENT */;
|
||||
/*!40101 SET CHARACTER_SET_RESULTS=@OLD_CHARACTER_SET_RESULTS */;
|
||||
/*!40101 SET COLLATION_CONNECTION=@OLD_COLLATION_CONNECTION */;
|
||||
|
|
@ -0,0 +1,125 @@
|
|||
#APK Updater v1.0
|
||||
#(C) 2023 by Manuel Kamper (kmpr.at)
|
||||
#Do not remove copyright when distributing!
|
||||
import feedparser, mysql.connector, os, glob, time, shutil
|
||||
from datetime import datetime
|
||||
from selenium import webdriver
|
||||
from selenium.webdriver.firefox.options import Options
|
||||
from selenium.webdriver.firefox.firefox_profile import FirefoxProfile
|
||||
from selenium.webdriver.common.by import By
|
||||
|
||||
metadata_path = "/mnt/data/metadata"
|
||||
repo_path = "/mnt/data/repo"
|
||||
temp_path = "/tmp/apkdown"
|
||||
|
||||
mydb = mysql.connector.connect(
|
||||
host="localhost",
|
||||
user="appstore",
|
||||
password="<your-pwd>",
|
||||
database="appstore"
|
||||
)
|
||||
|
||||
### NO EDITS BELOW NECESSARY ###
|
||||
|
||||
url = "https://apkcombo.com/latest-updates/feed"
|
||||
|
||||
def get_last_filename_and_rename(new_filename):
|
||||
global temp_path, repo_path
|
||||
files = glob.glob(temp_path + '/*')
|
||||
max_file = max(files, key=os.path.getctime)
|
||||
filename_stripped = max_file.replace("_apkcombo.com","")
|
||||
filename = filename_stripped.split("/")[-1].split("_")[-2]
|
||||
new_filename2 = max_file.replace(filename, new_filename)
|
||||
new_filename2 = new_filename2.replace("_apkcombo.com","")
|
||||
print(new_filename2)
|
||||
new_path = new_filename2.replace(temp_path, repo_path)
|
||||
shutil.move(max_file, new_path)
|
||||
return new_path
|
||||
|
||||
mycursor = mydb.cursor()
|
||||
|
||||
print("APK Updater started.")
|
||||
print("Clearing APK Database from previous updates")
|
||||
sql = "TRUNCATE appstore"
|
||||
mycursor.execute(sql)
|
||||
mydb.commit()
|
||||
|
||||
#fetch updated apps from rss feed
|
||||
print("Fetching updated APKs from RSS...")
|
||||
feed = feedparser.parse(url)
|
||||
updates = 0
|
||||
for entry in feed.entries:
|
||||
updates += 1
|
||||
appname = str(entry.link).split("/")[-2]
|
||||
sql = "INSERT INTO appstore (url, app_name, updated) VALUES (%s, %s, %s)"
|
||||
date_str = datetime.strptime(entry.published, "%a, %d %b %Y %H:%M:%S %z")
|
||||
val = (entry.link+"download/apk", appname, date_str)
|
||||
mycursor.execute(sql, val)
|
||||
mydb.commit()
|
||||
print("Imported " + str(updates) + " updated APK infos from RSS into Database.")
|
||||
|
||||
#find local available apps from metadata directory (filename without .yml)
|
||||
print("Searching for Apps in local Appstore...")
|
||||
list_apps = ['.'.join(x.split('.')[:-1]) for x in os.listdir(metadata_path) if os.path.isfile(os.path.join(metadata_path, x))]
|
||||
print("Found " + str(len(list_apps)) + " Apps in local Appstore.")
|
||||
|
||||
#iterate throug local apps and query db to find matches. if match found, mark app for update
|
||||
real_updates = 0
|
||||
for app in list_apps:
|
||||
sql = "SELECT * FROM appstore WHERE app_name='" + app + "'"
|
||||
mycursor.execute(sql)
|
||||
row = mycursor.fetchone()
|
||||
if row is not None:
|
||||
print("Local App " + app + " marked for update!")
|
||||
sql2 = "UPDATE appstore SET marked_for_update=1 WHERE id=" + str(row[0])
|
||||
mycursor.execute(sql2)
|
||||
real_updates +=1
|
||||
mydb.commit()
|
||||
print("Found " + str(real_updates) + " new updates for Apps in local Appstore")
|
||||
|
||||
if real_updates > 0:
|
||||
#select all marked_for_update entries from db and download apk from apk_url into repo_path
|
||||
#with filename: app_name_version.apk/.xapk
|
||||
#make dir temp_path if it does not exist
|
||||
if not os.path.exists(temp_path):
|
||||
os.makedirs(temp_path)
|
||||
|
||||
#load firefox selenium and download apk
|
||||
options=Options()
|
||||
options.set_preference("browser.download.folderList", 2)
|
||||
options.set_preference("browser.download.manager.showWhenStarting", False)
|
||||
options.set_preference("browser.download.dir", temp_path)
|
||||
options.set_preference("browser.helperApps.neverAsk.saveToDisk", "application/octet-stream")
|
||||
options.add_argument("--headless")
|
||||
driver = webdriver.Firefox(options=options)
|
||||
driver.set_window_size(1200, 700)
|
||||
|
||||
#get download-url for every file marked for update
|
||||
sql = "SELECT * FROM appstore WHERE marked_for_update=1"
|
||||
mycursor.execute(sql)
|
||||
rows = mycursor.fetchall()
|
||||
for row in rows:
|
||||
#make sure temp_path is empty
|
||||
for file in os.scandir(temp_path):
|
||||
if file.name.endswith(".apk") or file.name.endswith(".xapk"):
|
||||
os.unlink(file.path)
|
||||
driver.get(row[1])
|
||||
time.sleep(5)
|
||||
cookiebutton = driver.find_element(By.CSS_SELECTOR, 'svg.icon.ic-download-right')
|
||||
cookiebutton.click()
|
||||
print("APK " + row[2] + " downloaded.")
|
||||
time.sleep(5)
|
||||
#rename and move file to repo
|
||||
print("Moved APK to: " + get_last_filename_and_rename(row[2]))
|
||||
driver.close()
|
||||
driver.quit()
|
||||
|
||||
#delete temp_path directory and all files in it
|
||||
shutil.rmtree(temp_path)
|
||||
|
||||
#kill all running firefox processes to free RAM
|
||||
os.system("pkill -f firefox")
|
||||
|
||||
#todo run updating f-droid appstore command
|
||||
os.system("cd /mnt/data && fdroid update -c && cp /mnt/data/icons/icon.png /mnt/data/repo/icons/icon.png")
|
||||
print("Finished APK update.")
|
||||
Loading…
Reference in New Issue