mirror of
https://github.com/fabianonline/telegram_backup.git
synced 2024-11-22 16:56:16 +00:00
Add --only-my-media and --no-stickers keys.
This commit is contained in:
parent
e3708c00ad
commit
82aae83839
@ -1,5 +1,5 @@
|
|||||||
/* Telegram_Backup
|
/* Telegram_Backup
|
||||||
* Copyright (C) 2016 Fabian Schlenz
|
* Copyright (C) 2016 Fabian Schlenz, 2019 Bohdan Horbeshko
|
||||||
*
|
*
|
||||||
* This program is free software: you can redistribute it and/or modify
|
* This program is free software: you can redistribute it and/or modify
|
||||||
* it under the terms of the GNU General Public License as published by
|
* it under the terms of the GNU General Public License as published by
|
||||||
@ -25,6 +25,7 @@ import java.io.File
|
|||||||
import java.io.IOException
|
import java.io.IOException
|
||||||
import java.util.Scanner
|
import java.util.Scanner
|
||||||
import java.util.Vector
|
import java.util.Vector
|
||||||
|
import java.util.LinkedList
|
||||||
import java.util.HashMap
|
import java.util.HashMap
|
||||||
import org.slf4j.LoggerFactory
|
import org.slf4j.LoggerFactory
|
||||||
import org.slf4j.Logger
|
import org.slf4j.Logger
|
||||||
@ -133,10 +134,19 @@ class CommandLineController {
|
|||||||
val d = DownloadManager(client, CommandLineDownloadProgress())
|
val d = DownloadManager(client, CommandLineDownloadProgress())
|
||||||
logger.debug("Calling DownloadManager.downloadMessages with limit {}", CommandLineOptions.val_limit_messages)
|
logger.debug("Calling DownloadManager.downloadMessages with limit {}", CommandLineOptions.val_limit_messages)
|
||||||
d.downloadMessages(CommandLineOptions.val_limit_messages)
|
d.downloadMessages(CommandLineOptions.val_limit_messages)
|
||||||
|
logger.debug("CommandLineOptions.cmd_only_my_media: {}", CommandLineOptions.cmd_only_my_media)
|
||||||
logger.debug("CommandLineOptions.cmd_no_media: {}", CommandLineOptions.cmd_no_media)
|
logger.debug("CommandLineOptions.cmd_no_media: {}", CommandLineOptions.cmd_no_media)
|
||||||
|
logger.debug("CommandLineOptions.cmd_no_stickers: {}", CommandLineOptions.cmd_no_stickers)
|
||||||
if (!CommandLineOptions.cmd_no_media) {
|
if (!CommandLineOptions.cmd_no_media) {
|
||||||
logger.debug("Calling DownloadManager.downloadMedia")
|
logger.debug("Calling DownloadManager.downloadMedia")
|
||||||
d.downloadMedia()
|
var filters = LinkedList<MediaFilter>()
|
||||||
|
if (CommandLineOptions.cmd_only_my_media) {
|
||||||
|
filters.add(MediaFilter.ONLY_MY)
|
||||||
|
}
|
||||||
|
if (CommandLineOptions.cmd_no_stickers) {
|
||||||
|
filters.add(MediaFilter.NO_STICKERS)
|
||||||
|
}
|
||||||
|
d.downloadMedia(filters)
|
||||||
} else {
|
} else {
|
||||||
println("Skipping media download because --no-media is set.")
|
println("Skipping media download because --no-media is set.")
|
||||||
}
|
}
|
||||||
@ -276,7 +286,9 @@ class CommandLineController {
|
|||||||
println(" --trace-telegram Shows lots of debug messages from the library used to access Telegram.")
|
println(" --trace-telegram Shows lots of debug messages from the library used to access Telegram.")
|
||||||
println(" -A, --list-accounts List all existing accounts ")
|
println(" -A, --list-accounts List all existing accounts ")
|
||||||
println(" --limit-messages <x> Downloads at most the most recent <x> messages.")
|
println(" --limit-messages <x> Downloads at most the most recent <x> messages.")
|
||||||
|
println(" --only-my-media Download only media files sent by this account.")
|
||||||
println(" --no-media Do not download media files.")
|
println(" --no-media Do not download media files.")
|
||||||
|
println(" --no-stickers Do not download stickers.")
|
||||||
println(" -t, --target <x> Target directory for the files.")
|
println(" -t, --target <x> Target directory for the files.")
|
||||||
println(" -e, --export <format> Export the database. Valid formats are:")
|
println(" -e, --export <format> Export the database. Valid formats are:")
|
||||||
println(" html - Creates HTML files.")
|
println(" html - Creates HTML files.")
|
||||||
|
@ -1,5 +1,5 @@
|
|||||||
/* Telegram_Backup
|
/* Telegram_Backup
|
||||||
* Copyright (C) 2016 Fabian Schlenz
|
* Copyright (C) 2016 Fabian Schlenz, 2019 Bohdan Horbeshko
|
||||||
*
|
*
|
||||||
* This program is free software: you can redistribute it and/or modify
|
* This program is free software: you can redistribute it and/or modify
|
||||||
* it under the terms of the GNU General Public License as published by
|
* it under the terms of the GNU General Public License as published by
|
||||||
@ -26,7 +26,9 @@ internal object CommandLineOptions {
|
|||||||
var cmd_version = false
|
var cmd_version = false
|
||||||
var cmd_license = false
|
var cmd_license = false
|
||||||
var cmd_daemon = false
|
var cmd_daemon = false
|
||||||
|
var cmd_only_my_media = false
|
||||||
var cmd_no_media = false
|
var cmd_no_media = false
|
||||||
|
var cmd_no_stickers = false
|
||||||
var cmd_anonymize = false
|
var cmd_anonymize = false
|
||||||
var cmd_stats = false
|
var cmd_stats = false
|
||||||
var cmd_channels = false
|
var cmd_channels = false
|
||||||
@ -86,7 +88,9 @@ internal object CommandLineOptions {
|
|||||||
"--no-pagination" -> cmd_no_pagination = true
|
"--no-pagination" -> cmd_no_pagination = true
|
||||||
"--license" -> cmd_license = true
|
"--license" -> cmd_license = true
|
||||||
"-d", "--daemon" -> cmd_daemon = true
|
"-d", "--daemon" -> cmd_daemon = true
|
||||||
|
"--only-my-media" -> cmd_only_my_media = true
|
||||||
"--no-media" -> cmd_no_media = true
|
"--no-media" -> cmd_no_media = true
|
||||||
|
"--no-stickers" -> cmd_no_stickers = true
|
||||||
"--test" -> {
|
"--test" -> {
|
||||||
last_cmd = "--test"
|
last_cmd = "--test"
|
||||||
continue@loop
|
continue@loop
|
||||||
|
@ -1,5 +1,5 @@
|
|||||||
/* Telegram_Backup
|
/* Telegram_Backup
|
||||||
* Copyright (C) 2016 Fabian Schlenz
|
* Copyright (C) 2016 Fabian Schlenz, 2019 Bohdan Horbeshko
|
||||||
*
|
*
|
||||||
* This program is free software: you can redistribute it and/or modify
|
* This program is free software: you can redistribute it and/or modify
|
||||||
* it under the terms of the GNU General Public License as published by
|
* it under the terms of the GNU General Public License as published by
|
||||||
@ -98,10 +98,17 @@ class Database private constructor(var client: TelegramClient) {
|
|||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
fun getMessagesWithMedia(): LinkedList<TLMessage?> {
|
fun getMessagesWithMedia(filters: List<MediaFilter> = LinkedList<MediaFilter>()): LinkedList<TLMessage?> {
|
||||||
try {
|
try {
|
||||||
val list = LinkedList<TLMessage?>()
|
val list = LinkedList<TLMessage?>()
|
||||||
val rs = stmt!!.executeQuery("SELECT data FROM messages WHERE has_media=1")
|
var query = "SELECT data FROM messages WHERE has_media=1"
|
||||||
|
for (filter in filters) {
|
||||||
|
when (filter) {
|
||||||
|
MediaFilter.ONLY_MY -> query += " AND sender_id=" + user_manager.user!!.getId()
|
||||||
|
MediaFilter.NO_STICKERS -> query += " AND media_type<>\"sticker\""
|
||||||
|
}
|
||||||
|
}
|
||||||
|
val rs = stmt!!.executeQuery(query)
|
||||||
while (rs.next()) {
|
while (rs.next()) {
|
||||||
list.add(bytesToTLMessage(rs.getBytes(1)))
|
list.add(bytesToTLMessage(rs.getBytes(1)))
|
||||||
}
|
}
|
||||||
|
@ -1,5 +1,5 @@
|
|||||||
/* Telegram_Backup
|
/* Telegram_Backup
|
||||||
* Copyright (C) 2016 Fabian Schlenz
|
* Copyright (C) 2016 Fabian Schlenz, 2019 Bohdan Horbeshko
|
||||||
*
|
*
|
||||||
* This program is free software: you can redistribute it and/or modify
|
* This program is free software: you can redistribute it and/or modify
|
||||||
* it under the terms of the GNU General Public License as published by
|
* it under the terms of the GNU General Public License as published by
|
||||||
@ -61,6 +61,11 @@ enum class MessageSource(val descr: String) {
|
|||||||
SUPERGROUP("supergroup")
|
SUPERGROUP("supergroup")
|
||||||
}
|
}
|
||||||
|
|
||||||
|
enum class MediaFilter {
|
||||||
|
ONLY_MY,
|
||||||
|
NO_STICKERS
|
||||||
|
}
|
||||||
|
|
||||||
class DownloadManager(internal var client: TelegramClient?, p: DownloadProgressInterface) {
|
class DownloadManager(internal var client: TelegramClient?, p: DownloadProgressInterface) {
|
||||||
internal var user: UserManager? = null
|
internal var user: UserManager? = null
|
||||||
internal var db: Database? = null
|
internal var db: Database? = null
|
||||||
@ -308,13 +313,13 @@ class DownloadManager(internal var client: TelegramClient?, p: DownloadProgressI
|
|||||||
}
|
}
|
||||||
|
|
||||||
@Throws(RpcErrorException::class, IOException::class)
|
@Throws(RpcErrorException::class, IOException::class)
|
||||||
fun downloadMedia() {
|
fun downloadMedia(filters: List<MediaFilter> = LinkedList<MediaFilter>()) {
|
||||||
download_client = client!!.getDownloaderClient()
|
download_client = client!!.getDownloaderClient()
|
||||||
var completed: Boolean
|
var completed: Boolean
|
||||||
do {
|
do {
|
||||||
completed = true
|
completed = true
|
||||||
try {
|
try {
|
||||||
_downloadMedia()
|
_downloadMedia(filters)
|
||||||
} catch (e: RpcErrorException) {
|
} catch (e: RpcErrorException) {
|
||||||
if (e.getCode() == 420) { // FLOOD_WAIT
|
if (e.getCode() == 420) { // FLOOD_WAIT
|
||||||
completed = false
|
completed = false
|
||||||
@ -336,7 +341,7 @@ class DownloadManager(internal var client: TelegramClient?, p: DownloadProgressI
|
|||||||
}
|
}
|
||||||
|
|
||||||
@Throws(RpcErrorException::class, IOException::class)
|
@Throws(RpcErrorException::class, IOException::class)
|
||||||
private fun _downloadMedia() {
|
private fun _downloadMedia(filters: List<MediaFilter>) {
|
||||||
logger.info("This is _downloadMedia")
|
logger.info("This is _downloadMedia")
|
||||||
logger.info("Checking if there are messages in the DB with a too old API layer")
|
logger.info("Checking if there are messages in the DB with a too old API layer")
|
||||||
val ids = db!!.getIdsFromQuery("SELECT id FROM messages WHERE has_media=1 AND api_layer<" + Kotlogram.API_LAYER)
|
val ids = db!!.getIdsFromQuery("SELECT id FROM messages WHERE has_media=1 AND api_layer<" + Kotlogram.API_LAYER)
|
||||||
@ -346,18 +351,21 @@ class DownloadManager(internal var client: TelegramClient?, p: DownloadProgressI
|
|||||||
downloadMessages(ids, null, source_type=MessageSource.NORMAL)
|
downloadMessages(ids, null, source_type=MessageSource.NORMAL)
|
||||||
}
|
}
|
||||||
|
|
||||||
val messages = this.db!!.getMessagesWithMedia()
|
val messages = this.db!!.getMessagesWithMedia(filters)
|
||||||
logger.debug("Database returned {} messages with media", messages.size)
|
logger.debug("Database returned {} messages with media", messages.size)
|
||||||
prog!!.onMediaDownloadStart(messages.size)
|
prog!!.onMediaDownloadStart(messages.size)
|
||||||
|
var mediaStats: MutableMap<String, Int> = mutableMapOf()
|
||||||
for (msg in messages) {
|
for (msg in messages) {
|
||||||
if (msg == null) continue
|
if (msg == null) continue
|
||||||
val m = FileManagerFactory.getFileManager(msg, user!!, client!!)
|
val m = FileManagerFactory.getFileManager(msg, user!!, client!!)
|
||||||
|
val simpleName = m!!.javaClass.getSimpleName()
|
||||||
logger.trace("message {}, {}, {}, {}, {}",
|
logger.trace("message {}, {}, {}, {}, {}",
|
||||||
msg.getId(),
|
msg.getId(),
|
||||||
msg.getMedia().javaClass.getSimpleName().replace("TLMessageMedia", "…"),
|
msg.getMedia().javaClass.getSimpleName().replace("TLMessageMedia", "…"),
|
||||||
m!!.javaClass.getSimpleName(),
|
simpleName,
|
||||||
if (m.isEmpty) "empty" else "non-empty",
|
if (m.isEmpty) "empty" else "non-empty",
|
||||||
if (m.downloaded) "downloaded" else "not downloaded")
|
if (m.downloaded) "downloaded" else "not downloaded")
|
||||||
|
mediaStats.merge(simpleName, 1, Int::plus)
|
||||||
if (m.isEmpty) {
|
if (m.isEmpty) {
|
||||||
prog!!.onMediaDownloadedEmpty()
|
prog!!.onMediaDownloadedEmpty()
|
||||||
} else if (m.downloaded) {
|
} else if (m.downloaded) {
|
||||||
@ -377,6 +385,8 @@ class DownloadManager(internal var client: TelegramClient?, p: DownloadProgressI
|
|||||||
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
/*for ((key, value) in mediaStats)
|
||||||
|
println("$key => $value")*/
|
||||||
prog!!.onMediaDownloadFinished()
|
prog!!.onMediaDownloadFinished()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user