fabian/telegram_backup
1
0
Fork 0
mirror of https://github.com/fabianonline/telegram_backup.git synced 2024-11-23 01:06:17 +00:00
Code Issues Releases Wiki Activity

Small changes to DB_Update_9: Progress report, ORDER for the query, closing ResultSets.

Browse Source
This commit is contained in:
Fabian Schlenz 2018-03-06 06:20:02 +01:00
parent 6592e15b09
commit e3aaa58256
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/main/kotlin/de/fabianonline/telegram_backup/DatabaseUpdates.kt
View File

@ -381,14 +381,15 @@ internal class DB_Update_9(conn: Connection, db: Database) : DatabaseUpdate(conn
override fun _doUpdate() { override fun _doUpdate() {
val logger = LoggerFactory.getLogger(DB_Update_9::class.java) val logger = LoggerFactory.getLogger(DB_Update_9::class.java)
println(" Updating supergroup channel message data (this might take some time)...") println(" Updating supergroup channel message data (this might take some time)...")
print(" ")
val count = db.queryInt("SELECT COUNT(*) FROM messages WHERE source_type='channel' and sender_id IS NULL and api_layer=53") val count = db.queryInt("SELECT COUNT(*) FROM messages WHERE source_type='channel' and sender_id IS NULL and api_layer=53")
logger.debug("Found $count candidates for conversion") logger.debug("Found $count candidates for conversion")
val limit = 5000 val limit = 5000
var offset = 0 var offset = 0
var i = 0 var i = 0
while (offset + 1 < count) { while (offset < count) {
logger.debug("Querying with limit $limit and offset $offset") logger.debug("Querying with limit $limit and offset $offset")
val rs = stmt.executeQuery("SELECT id, data, source_id FROM messages WHERE source_type='channel' and sender_id IS NULL and api_layer=53 LIMIT ${limit} OFFSET ${offset}") val rs = stmt.executeQuery("SELECT id, data, source_id FROM messages WHERE source_type='channel' and sender_id IS NULL and api_layer=53 ORDER BY id LIMIT ${limit} OFFSET ${offset}")
val messages = TLVector<TLAbsMessage>() val messages = TLVector<TLAbsMessage>()
val messages_to_delete = mutableListOf<Int>() val messages_to_delete = mutableListOf<Int>()
while (rs.next()) { while (rs.next()) {
@ -399,11 +400,14 @@ internal class DB_Update_9(conn: Connection, db: Database) : DatabaseUpdate(conn
messages_to_delete.add(rs.getInt(1)) messages_to_delete.add(rs.getInt(1))
} }
} }
rs.close()
db.saveMessages(messages, api_layer=53, source_type=MessageSource.SUPERGROUP) db.saveMessages(messages, api_layer=53, source_type=MessageSource.SUPERGROUP)
execute("DELETE FROM messages WHERE id IN (" + messages_to_delete.joinToString() + ")") execute("DELETE FROM messages WHERE id IN (" + messages_to_delete.joinToString() + ")")
print(".")
offset += limit offset += limit
} }
println()
logger.info("Converted ${i} of ${count} messages.") logger.info("Converted ${i} of ${count} messages.")
println(" Cleaning up the database (this might also take some time, sorry)...") println(" Cleaning up the database (this might also take some time, sorry)...")
execute("VACUUM") execute("VACUUM")