/* * This is the source code of Telegram for Android v. 1.2.3. * It is licensed under GNU GPL v. 2 or later. * You should have received a copy of the license in this archive (see LICENSE). * * Copyright Nikolai Kudashov, 2013. */ package org.telegram.messenger; import android.text.Html; import android.util.SparseArray; import org.telegram.SQLite.SQLiteCursor; import org.telegram.SQLite.SQLiteDatabase; import org.telegram.SQLite.SQLitePreparedStatement; import org.telegram.TL.TLClassStore; import org.telegram.TL.TLObject; import org.telegram.TL.TLRPC; import java.io.File; import java.util.ArrayList; import java.util.HashMap; import java.util.Locale; import java.util.concurrent.Semaphore; public class MessagesStorage { public DispatchQueue storageQueue = new DispatchQueue("storageQueue"); private SQLiteDatabase database; private File cacheFile; public static final int wallpapersDidLoaded = 171; public static MessagesStorage Instance = new MessagesStorage(); public MessagesStorage() { storageQueue.setPriority(Thread.MAX_PRIORITY); openDatabase(); } public void openDatabase() { cacheFile = new File(Utilities.applicationContext.getFilesDir(), "cache4.db"); boolean createTable = false; //cacheFile.delete(); if (!cacheFile.exists()) { createTable = true; } try { database = new SQLiteDatabase(cacheFile.getPath()); if (createTable) { database.executeFast("CREATE TABLE users(uid INTEGER PRIMARY KEY, name TEXT, status INTEGER, data BLOB)").stepThis().dispose(); database.executeFast("CREATE TABLE messages(mid INTEGER PRIMARY KEY, uid INTEGER, read_state INTEGER, send_state INTEGER, date INTEGER, data BLOB, out INTEGER, ttl INTEGER)").stepThis().dispose(); database.executeFast("CREATE TABLE chats(uid INTEGER PRIMARY KEY, name TEXT, data BLOB)").stepThis().dispose(); database.executeFast("CREATE TABLE enc_chats(uid INTEGER PRIMARY KEY, user INTEGER, name TEXT, data BLOB, g BLOB, authkey BLOB, ttl INTEGER)").stepThis().dispose(); database.executeFast("CREATE TABLE dialogs(did INTEGER PRIMARY KEY, date INTEGER, unread_count INTEGER, last_mid INTEGER)").stepThis().dispose(); database.executeFast("CREATE TABLE chat_settings(uid INTEGER PRIMARY KEY, participants BLOB)").stepThis().dispose(); database.executeFast("CREATE TABLE contacts(uid INTEGER PRIMARY KEY, mutual INTEGER)").stepThis().dispose(); database.executeFast("CREATE TABLE pending_read(uid INTEGER PRIMARY KEY, max_id INTEGER)").stepThis().dispose(); database.executeFast("CREATE TABLE media(mid INTEGER PRIMARY KEY, uid INTEGER, date INTEGER, data BLOB)").stepThis().dispose(); database.executeFast("CREATE TABLE media_counts(uid INTEGER PRIMARY KEY, count INTEGER)").stepThis().dispose(); database.executeFast("CREATE TABLE wallpapers(uid INTEGER PRIMARY KEY, data BLOB)").stepThis().dispose(); database.executeFast("CREATE TABLE randoms(random_id INTEGER PRIMARY KEY, mid INTEGER)").stepThis().dispose(); database.executeFast("CREATE TABLE enc_tasks(date INTEGER, data BLOB)").stepThis().dispose(); database.executeFast("CREATE INDEX IF NOT EXISTS date_idx_dialogs ON dialogs(date);").stepThis().dispose(); database.executeFast("CREATE INDEX IF NOT EXISTS date_idx_enc_tasks ON enc_tasks(date);").stepThis().dispose(); database.executeFast("CREATE INDEX IF NOT EXISTS last_mid_idx_dialogs ON dialogs(last_mid);").stepThis().dispose(); database.executeFast("CREATE INDEX IF NOT EXISTS uid_mid_idx_messages ON messages(uid, mid);").stepThis().dispose(); database.executeFast("CREATE INDEX IF NOT EXISTS date_idx_messages ON messages(date);").stepThis().dispose(); database.executeFast("CREATE INDEX IF NOT EXISTS uid_mid_idx_media ON media(uid, mid);").stepThis().dispose(); database.executeFast("CREATE INDEX IF NOT EXISTS ttl_idx_messages ON messages(ttl);").stepThis().dispose(); database.executeFast("CREATE INDEX IF NOT EXISTS read_state_out_idx_messages ON messages(read_state, out);").stepThis().dispose(); } } catch (Exception e) { e.printStackTrace(); } } public void cleanUp() { storageQueue.postRunnable(new Runnable() { @Override public void run() { if (database != null) { database.close(); database = null; } if (cacheFile != null) { cacheFile.delete(); cacheFile = null; } try { File old = new File(Utilities.applicationContext.getFilesDir(), "cache.db"); if (old.exists()) { old.delete(); } old = new File(Utilities.applicationContext.getFilesDir(), "cache2.db"); if (old.exists()) { old.delete(); } old = new File(Utilities.applicationContext.getFilesDir(), "cache3.db"); if (old.exists()) { old.delete(); } } catch (Exception e) { e.printStackTrace(); } openDatabase(); } }); } public void putWallpapers(final ArrayList wallPapers) { storageQueue.postRunnable(new Runnable() { @Override public void run() { try { database.executeFast("DELETE FROM wallpapers WHERE 1").stepThis().dispose(); database.beginTransaction(); SQLitePreparedStatement state = database.executeFast("REPLACE INTO wallpapers VALUES(?, ?)"); int num = 0; for (TLRPC.WallPaper wallPaper : wallPapers) { state.requery(); SerializedData data = new SerializedData(); wallPaper.serializeToStream(data); state.bindInteger(1, num); state.bindByteArray(2, data.toByteArray()); state.step(); num++; } state.dispose(); database.commitTransaction(); } catch (Exception e) { e.printStackTrace(); } } }); } public void getWallpapers() { storageQueue.postRunnable(new Runnable() { @Override public void run() { try { SQLiteCursor cursor = database.queryFinalized("SELECT data FROM wallpapers WHERE 1"); ArrayList wallPapers = new ArrayList(); while (cursor.next()) { byte[] bytes = cursor.byteArrayValue(0); if (bytes != null) { SerializedData data = new SerializedData(bytes); TLRPC.WallPaper wallPaper = (TLRPC.WallPaper)TLClassStore.Instance().TLdeserialize(data, data.readInt32()); wallPapers.add(wallPaper); } } cursor.dispose(); NotificationCenter.Instance.postNotificationName(wallpapersDidLoaded, wallPapers); } catch (Exception e) { e.printStackTrace(); } } }); } public void deleteDialog(final long did, final boolean messagesOnly) { storageQueue.postRunnable(new Runnable() { @Override public void run() { try { if (!messagesOnly) { database.executeFast("DELETE FROM dialogs WHERE did = " + did).stepThis().dispose(); database.executeFast("DELETE FROM chat_settings WHERE uid = " + did).stepThis().dispose(); } database.executeFast("DELETE FROM media_counts WHERE uid = " + did).stepThis().dispose(); database.executeFast("DELETE FROM messages WHERE uid = " + did).stepThis().dispose(); database.executeFast("DELETE FROM media WHERE uid = " + did).stepThis().dispose(); } catch (Exception e) { e.printStackTrace(); } } }); } public void getNewTask(final Long oldTask) { storageQueue.postRunnable(new Runnable() { @Override public void run() { try { if (oldTask != null) { database.executeFast("DELETE FROM enc_tasks WHERE rowid = " + oldTask).stepThis().dispose(); } Long taskId = null; int date = 0; ArrayList arr = null; SQLiteCursor cursor = database.queryFinalized("SELECT rowid, date, data FROM enc_tasks ORDER BY date ASC LIMIT 1"); if (cursor.next()) { taskId = cursor.longValue(0); date = cursor.intValue(1); byte[] data = cursor.byteArrayValue(2); SerializedData serializedData = new SerializedData(data); arr = new ArrayList(); int count = data.length / 4; for (int a = 0; a < count; a++) { arr.add(serializedData.readInt32()); } } cursor.dispose(); MessagesController.Instance.processLoadedDeleteTask(taskId, date, arr); } catch (Exception e) { e.printStackTrace(); } } }); } public void createTaskForDate(final int chat_id, final int time, final int readTime, final int isOut) { storageQueue.postRunnable(new Runnable() { @Override public void run() { try { int minDate = Integer.MAX_VALUE; SparseArray> messages = new SparseArray>(); String mids = ""; SQLiteCursor cursor = database.queryFinalized(String.format(Locale.US, "SELECT mid, ttl FROM messages WHERE uid = %d AND out = %d AND read_state = 1 AND ttl > 0 AND date <= %d", ((long)chat_id) << 32, isOut, time)); while (cursor.next()) { int mid = cursor.intValue(0); int ttl = cursor.intValue(1); int date = readTime + ttl; minDate = Math.min(minDate, date); ArrayList arr = messages.get(date); if (arr == null) { arr = new ArrayList(); messages.put(date, arr); } if (mids.length() != 0) { mids += ","; } mids += "" + mid; arr.add(mid); } cursor.dispose(); if (messages.size() != 0) { database.beginTransaction(); SQLitePreparedStatement state = database.executeFast("INSERT INTO enc_tasks VALUES(?, ?)"); for (int a = 0; a < messages.size(); a++) { int key = messages.keyAt(a); ArrayList arr = messages.get(key); SerializedData data = new SerializedData(); for (int b = 0; b < arr.size(); b++) { int mid = arr.get(b); data.writeInt32(mid); if (b == arr.size() - 1 || b != 0 && b % 100 == 0) { state.requery(); byte[] toDb = data.toByteArray(); state.bindInteger(1, key); state.bindByteArray(2, toDb); state.step(); if (b != arr.size() - 1) { data = new SerializedData(); } } } } state.dispose(); database.commitTransaction(); database.executeFast(String.format(Locale.US, "UPDATE messages SET ttl = 0 WHERE mid IN (%s)", mids)).stepThis().dispose(); MessagesController.Instance.didAddedNewTask(minDate); } } catch (Exception e) { e.printStackTrace(); } } }); } private void updateDialogsWithReadedMessagesInternal(final ArrayList messages/*, final HashMap encryptedMessages*/) { if (Thread.currentThread().getId() != storageQueue.getId()) { throw new RuntimeException("wrong db thread"); } try { HashMap dialogsToUpdate = new HashMap(); String dialogsToReload = ""; if (messages != null && !messages.isEmpty()) { String ids = ""; for (int uid : messages) { if (ids.length() != 0) { ids += ","; } ids += uid; } SQLiteCursor cursor = database.queryFinalized(String.format(Locale.US, "SELECT uid FROM messages WHERE mid IN(%s) AND out = 0", ids)); while (cursor.next()) { long uid = cursor.longValue(0); Integer currentCount = dialogsToUpdate.get(uid); if (currentCount == null) { dialogsToUpdate.put(uid, 1); } else { dialogsToUpdate.put(uid, currentCount + 1); } } cursor.dispose(); database.beginTransaction(); SQLitePreparedStatement state = database.executeFast("UPDATE dialogs SET unread_count = max(0, (SELECT unread_count FROM dialogs WHERE did = ?) - ?) WHERE did = ?"); for (HashMap.Entry entry : dialogsToUpdate.entrySet()) { state.requery(); state.bindLong(1, entry.getKey()); state.bindInteger(2, entry.getValue()); state.bindLong(3, entry.getKey()); state.step(); if (dialogsToReload.length() != 0) { dialogsToReload += ","; } dialogsToReload += entry.getKey(); } state.dispose(); database.commitTransaction(); } /*if (encryptedMessages != null && !encryptedMessages.isEmpty()) { database.beginTransaction(); SQLitePreparedStatement state = database.executeFast("UPDATE dialogs SET unread_count = (SELECT COUNT(uid) FROM messages WHERE did = ? AND read_state = 0 AND out = 0) WHERE did = ?"); for (HashMap.Entry entry : encryptedMessages.entrySet()) { long dialog_id = ((long)entry.getKey()) << 32; state.requery(); state.bindLong(1, dialog_id); state.bindLong(2, dialog_id); state.step(); if (dialogsToReload.length() != 0) { dialogsToReload += ","; } dialogsToReload += dialog_id; } state.dispose(); database.commitTransaction(); }*/ TLRPC.messages_Dialogs dialogs = new TLRPC.messages_Dialogs(); ArrayList encryptedChats = new ArrayList(); ArrayList usersToLoad = new ArrayList(); ArrayList chatsToLoad = new ArrayList(); ArrayList encryptedToLoad = new ArrayList(); SQLiteCursor cursor = database.queryFinalized(String.format(Locale.US, "SELECT d.did, d.last_mid, d.unread_count, d.date, m.data, m.read_state, m.mid, m.send_state FROM dialogs as d LEFT JOIN messages as m ON d.last_mid = m.mid WHERE d.did IN(%s)", dialogsToReload)); while (cursor.next()) { TLRPC.TL_dialog dialog = new TLRPC.TL_dialog(); dialog.id = cursor.longValue(0); dialog.top_message = cursor.intValue(1); dialog.unread_count = cursor.intValue(2); dialog.last_message_date = cursor.intValue(3); dialogs.dialogs.add(dialog); byte[] messageData = cursor.byteArrayValue(4); if (messageData != null) { SerializedData data = new SerializedData(messageData); TLRPC.Message message = (TLRPC.Message)TLClassStore.Instance().TLdeserialize(data, data.readInt32()); message.unread = (cursor.intValue(5) != 1); message.id = cursor.intValue(6); message.send_state = cursor.intValue(7); dialogs.messages.add(message); if (!usersToLoad.contains(message.from_id)) { usersToLoad.add(message.from_id); } if (message.action != null && message.action.user_id != 0) { if (!usersToLoad.contains(message.action.user_id)) { usersToLoad.add(message.action.user_id); } } if (message.fwd_from_id != 0) { if (!usersToLoad.contains(message.fwd_from_id)) { usersToLoad.add(message.fwd_from_id); } } } int lower_id = (int)dialog.id; if (lower_id != 0) { if (lower_id > 0) { if (!usersToLoad.contains(lower_id)) { usersToLoad.add(lower_id); } } else { if (!chatsToLoad.contains(-lower_id)) { chatsToLoad.add(-lower_id); } } } else { int encryptedId = (int)(dialog.id >> 32); if (!encryptedToLoad.contains(encryptedId)) { encryptedToLoad.add(encryptedId); } } } cursor.dispose(); if (!encryptedToLoad.isEmpty()) { String toLoad = ""; for (int uid : encryptedToLoad) { if (toLoad.length() != 0) { toLoad += ","; } toLoad += uid; } cursor = database.queryFinalized(String.format(Locale.US, "SELECT data, user, g, authkey, ttl FROM enc_chats WHERE uid IN(%s)", toLoad)); while (cursor.next()) { byte[] chatData = cursor.byteArrayValue(0); if (chatData != null) { SerializedData data = new SerializedData(chatData); TLRPC.EncryptedChat chat = (TLRPC.EncryptedChat)TLClassStore.Instance().TLdeserialize(data, data.readInt32()); encryptedChats.add(chat); chat.user_id = cursor.intValue(1); if (!usersToLoad.contains(chat.user_id)) { usersToLoad.add(chat.user_id); } chat.a_or_b = cursor.byteArrayValue(2); chat.auth_key = cursor.byteArrayValue(3); chat.ttl = cursor.intValue(4); } } cursor.dispose(); } if (!chatsToLoad.isEmpty()) { String toLoad = ""; for (int uid : chatsToLoad) { if (toLoad.length() != 0) { toLoad += ","; } toLoad += uid; } cursor = database.queryFinalized(String.format(Locale.US, "SELECT data FROM chats WHERE uid IN(%s)", toLoad)); while (cursor.next()) { byte[] chatData = cursor.byteArrayValue(0); if (chatData != null) { SerializedData data = new SerializedData(chatData); TLRPC.Chat chat = (TLRPC.Chat)TLClassStore.Instance().TLdeserialize(data, data.readInt32()); dialogs.chats.add(chat); } } cursor.dispose(); } if (!usersToLoad.isEmpty()) { String toLoad = ""; for (int uid : usersToLoad) { if (toLoad.length() != 0) { toLoad += ","; } toLoad += uid; } cursor = database.queryFinalized(String.format(Locale.US, "SELECT data, status FROM users WHERE uid IN(%s)", toLoad)); while (cursor.next()) { byte[] userData = cursor.byteArrayValue(0); if (userData != null) { SerializedData data = new SerializedData(userData); TLRPC.User user = (TLRPC.User)TLClassStore.Instance().TLdeserialize(data, data.readInt32()); if (user.status != null) { user.status.was_online = user.status.expires = cursor.intValue(1); } dialogs.users.add(user); } } cursor.dispose(); } if (!dialogs.dialogs.isEmpty() || !encryptedChats.isEmpty()) { MessagesController.Instance.processDialogsUpdate(dialogs, encryptedChats); } } catch (Exception e) { e.printStackTrace(); } } public void updateDialogsWithReadedMessages(final ArrayList messages, boolean useQueue) { if (messages.isEmpty()) { return; } if (useQueue) { storageQueue.postRunnable(new Runnable() { @Override public void run() { updateDialogsWithReadedMessagesInternal(messages); } }); } else { updateDialogsWithReadedMessagesInternal(messages); } } public void updateChatInfo(final int chat_id, final TLRPC.ChatParticipants info, final boolean ifExist) { storageQueue.postRunnable(new Runnable() { @Override public void run() { try { if (ifExist) { boolean dontExist = true; SQLiteCursor cursor = database.queryFinalized("SELECT uid FROM chat_settings WHERE uid = " + chat_id); if (cursor.next()) { dontExist = false; } cursor.dispose(); if (dontExist) { return; } } SQLitePreparedStatement state = database.executeFast("REPLACE INTO chat_settings VALUES(?, ?)"); SerializedData data = new SerializedData(); info.serializeToStream(data); state.bindInteger(1, chat_id); state.bindByteArray(2, data.toByteArray()); state.step(); state.dispose(); } catch (Exception e) { e.printStackTrace(); } } }); } public void loadChatInfo(final int chat_id) { storageQueue.postRunnable(new Runnable() { @Override public void run() { try { SQLiteCursor cursor = database.queryFinalized("SELECT participants FROM chat_settings WHERE uid = " + chat_id); TLRPC.ChatParticipants info = null; ArrayList loadedUsers = new ArrayList(); if (cursor.next()) { byte[] userData = cursor.byteArrayValue(0); if (userData != null) { SerializedData data = new SerializedData(userData); info = (TLRPC.ChatParticipants)TLClassStore.Instance().TLdeserialize(data, data.readInt32()); } } cursor.dispose(); if (info != null) { String usersToLoad = ""; for (TLRPC.TL_chatParticipant c : info.participants) { if (usersToLoad.length() != 0) { usersToLoad += ","; } usersToLoad += c.user_id; } if (usersToLoad.length() != 0) { cursor = database.queryFinalized(String.format(Locale.US, "SELECT data, status FROM users WHERE uid IN(%s)", usersToLoad)); while (cursor.next()) { byte[] userData = cursor.byteArrayValue(0); if (userData != null) { SerializedData data = new SerializedData(userData); TLRPC.User user = (TLRPC.User)TLClassStore.Instance().TLdeserialize(data, data.readInt32()); loadedUsers.add(user); if (user.status != null) { user.status.was_online = user.status.expires = cursor.intValue(1); } } } cursor.dispose(); } } MessagesController.Instance.processChatInfo(chat_id, info, loadedUsers, true); } catch (Exception e) { e.printStackTrace(); } } }); } public void processPendingRead(final long dialog_id, final int max_id, final int max_date, final boolean delete) { storageQueue.postRunnable(new Runnable() { @Override public void run() { try { if (delete) { database.executeFast("DELETE FROM pending_read WHERE uid = " + dialog_id).stepThis().dispose(); } else { database.beginTransaction(); SQLitePreparedStatement state = database.executeFast("REPLACE INTO pending_read VALUES(?, ?)"); state.requery(); state.bindLong(1, dialog_id); state.bindInteger(2, max_id); state.step(); state.dispose(); int lower_id = (int)dialog_id; if (lower_id != 0) { state = database.executeFast("UPDATE messages SET read_state = 1 WHERE uid = ? AND mid <= ? AND read_state = 0 AND out = 0"); state.requery(); state.bindLong(1, dialog_id); state.bindInteger(2, max_id); state.step(); state.dispose(); } else { state = database.executeFast("UPDATE messages SET read_state = 1 WHERE uid = ? AND date <= ? AND read_state = 0 AND out = 0"); state.requery(); state.bindLong(1, dialog_id); state.bindInteger(2, max_date); state.step(); state.dispose(); } state = database.executeFast("UPDATE dialogs SET unread_count = 0 WHERE did = ?"); state.requery(); state.bindLong(1, dialog_id); state.step(); state.dispose(); database.commitTransaction(); } } catch (Exception e) { e.printStackTrace(); } } }); } public void searchDialogs(final Integer token, final String query, final boolean needEncrypted) { storageQueue.postRunnable(new Runnable() { @Override public void run() { try { ArrayList encUsers = new ArrayList(); if (query.length() == 0) { NotificationCenter.Instance.postNotificationName(MessagesController.reloadSearchResults, token, new ArrayList(), new ArrayList(), new ArrayList()); return; } ArrayList resultArray = new ArrayList(); ArrayList resultArrayNames = new ArrayList(); String q = query.toLowerCase(); SQLiteCursor cursor = database.queryFinalized("SELECT u.data, u.status, u.name FROM users as u INNER JOIN contacts as c ON u.uid = c.uid"); while (cursor.next()) { String name = cursor.stringValue(2); String[] args = name.split(" "); for (String str : args) { if (str.startsWith(q)) { byte[] userData = cursor.byteArrayValue(0); if (userData != null) { SerializedData data = new SerializedData(userData); TLRPC.User user = (TLRPC.User)TLClassStore.Instance().TLdeserialize(data, data.readInt32()); if (user.id == UserConfig.clientUserId) { continue; } if (user.status != null) { user.status.was_online = user.status.expires = cursor.intValue(1); } resultArrayNames.add(Utilities.generateSearchName(user.first_name, user.last_name, q)); resultArray.add(user); } break; } } } cursor.dispose(); if (needEncrypted) { cursor = database.queryFinalized("SELECT q.data, q.name, q.user, q.g, q.authkey, q.ttl, u.data, u.status FROM enc_chats as q INNER JOIN dialogs as d ON (q.uid << 32) = d.did INNER JOIN users as u ON q.user = u.uid"); while (cursor.next()) { String name = cursor.stringValue(1); String[] args = name.split(" "); for (String arg : args) { if (arg.startsWith(q)) { byte[] chatData = cursor.byteArrayValue(0); byte[] userData = cursor.byteArrayValue(6); if (chatData != null && userData != null) { SerializedData data = new SerializedData(chatData); TLRPC.EncryptedChat chat = (TLRPC.EncryptedChat) TLClassStore.Instance().TLdeserialize(data, data.readInt32()); chat.user_id = cursor.intValue(2); chat.a_or_b = cursor.byteArrayValue(3); chat.auth_key = cursor.byteArrayValue(4); chat.ttl = cursor.intValue(5); SerializedData data2 = new SerializedData(userData); TLRPC.User user = (TLRPC.User)TLClassStore.Instance().TLdeserialize(data2, data2.readInt32()); if (user.status != null) { user.status.was_online = user.status.expires = cursor.intValue(7); } resultArrayNames.add(Html.fromHtml("" + Utilities.formatName(user.first_name, user.last_name) + "")); resultArray.add(chat); encUsers.add(user); } break; } } } cursor.dispose(); } cursor = database.queryFinalized("SELECT c.data, c.name FROM chats as c INNER JOIN dialogs as d ON c.uid = -d.did"); while (cursor.next()) { String name = cursor.stringValue(1); String[] args = name.split(" "); for (String arg : args) { if (arg.startsWith(q)) { byte[] chatData = cursor.byteArrayValue(0); if (chatData != null) { SerializedData data = new SerializedData(chatData); TLRPC.Chat chat = (TLRPC.Chat) TLClassStore.Instance().TLdeserialize(data, data.readInt32()); resultArrayNames.add(Utilities.generateSearchName(chat.title, null, q)); resultArray.add(chat); } break; } } } cursor.dispose(); NotificationCenter.Instance.postNotificationName(MessagesController.reloadSearchResults, token, resultArray, resultArrayNames, encUsers); } catch (Exception e) { e.printStackTrace(); } } }); } public void putContacts(final ArrayList contacts, final boolean deleteAll) { if (contacts.isEmpty()) { return; } storageQueue.postRunnable(new Runnable() { @Override public void run() { try { if (deleteAll) { database.executeFast("DELETE FROM contacts WHERE 1").stepThis().dispose(); } database.beginTransaction(); SQLitePreparedStatement state = database.executeFast("REPLACE INTO contacts VALUES(?, ?)"); for (TLRPC.TL_contact contact : contacts) { state.requery(); state.bindInteger(1, contact.user_id); state.bindInteger(2, contact.mutual ? 1 : 0); state.step(); } state.dispose(); database.commitTransaction(); } catch (Exception e) { e.printStackTrace(); } } }); } public void getContacts() { storageQueue.postRunnable(new Runnable() { @Override public void run() { try { ArrayList contacts = new ArrayList(); ArrayList users = new ArrayList(); SQLiteCursor cursor = database.queryFinalized("SELECT * FROM contacts WHERE 1"); String uids = ""; while (cursor.next()) { int user_id = cursor.intValue(0); if (user_id == UserConfig.clientUserId) { continue; } TLRPC.TL_contact contact = new TLRPC.TL_contact(); contact.user_id = user_id; contact.mutual = cursor.intValue(1) == 1; if (uids.length() != 0) { uids += ","; } contacts.add(contact); uids += contact.user_id; } cursor.dispose(); if (uids.length() != 0) { cursor = database.queryFinalized(String.format(Locale.US, "SELECT data, status FROM users WHERE uid IN(%s)", uids)); while (cursor.next()) { byte[] userData = cursor.byteArrayValue(0); if (userData != null) { SerializedData data = new SerializedData(userData); TLRPC.User user = (TLRPC.User)TLClassStore.Instance().TLdeserialize(data, data.readInt32()); users.add(user); if (user.status != null) { user.status.was_online = user.status.expires = cursor.intValue(1); } } } cursor.dispose(); } MessagesController.Instance.processLoadedContacts(contacts, users, 1); } catch (Exception e) { e.printStackTrace(); } } }); } public void putMediaCount(final long uid, final int count) { storageQueue.postRunnable(new Runnable() { @Override public void run() { try { SQLitePreparedStatement state2 = database.executeFast("REPLACE INTO media_counts VALUES(?, ?)"); state2.requery(); state2.bindLong(1, uid); state2.bindInteger(2, count); state2.step(); state2.dispose(); } catch (Exception e) { e.printStackTrace(); } } }); } public void getMediaCount(final long uid, final int classGuid) { storageQueue.postRunnable(new Runnable() { @Override public void run() { try { int count = -1; SQLiteCursor cursor = database.queryFinalized(String.format(Locale.US, "SELECT count FROM media_counts WHERE uid = %d LIMIT 1", uid)); if (cursor.next()) { count = cursor.intValue(0); } cursor.dispose(); int lower_part = (int)uid; if (count == -1 && lower_part == 0) { cursor = database.queryFinalized(String.format(Locale.US, "SELECT COUNT(mid) FROM media WHERE uid = %d LIMIT 1", uid)); if (cursor.next()) { count = cursor.intValue(0); } cursor.dispose(); if (count != -1) { putMediaCount(uid, count); } } MessagesController.Instance.processLoadedMediaCount(count, uid, classGuid, true); } catch (Exception e) { e.printStackTrace(); } } }); } public void loadMedia(final long uid, final int offset, final int count, final int max_id, final int classGuid) { storageQueue.postRunnable(new Runnable() { @Override public void run() { TLRPC.TL_messages_messages res = new TLRPC.TL_messages_messages(); try { ArrayList loadedUsers = new ArrayList(); ArrayList fromUser = new ArrayList(); SQLiteCursor cursor; if ((int)uid != 0) { if (max_id != 0) { cursor = database.queryFinalized(String.format(Locale.US, "SELECT data, mid FROM media WHERE uid = %d AND mid < %d ORDER BY date DESC, mid DESC LIMIT %d", uid, max_id, count)); } else { cursor = database.queryFinalized(String.format(Locale.US, "SELECT data, mid FROM media WHERE uid = %d ORDER BY date DESC, mid DESC LIMIT %d,%d", uid, offset, count)); } } else { if (max_id != 0) { cursor = database.queryFinalized(String.format(Locale.US, "SELECT data, mid FROM media WHERE uid = %d AND mid < %d ORDER BY date DESC LIMIT %d", uid, max_id, count)); } else { cursor = database.queryFinalized(String.format(Locale.US, "SELECT data, mid FROM media WHERE uid = %d ORDER BY date DESC LIMIT %d,%d", uid, offset, count)); } } while (cursor.next()) { byte[] messageData = cursor.byteArrayValue(0); if (messageData != null) { SerializedData data = new SerializedData(messageData); TLRPC.Message message = (TLRPC.Message)TLClassStore.Instance().TLdeserialize(data, data.readInt32()); message.id = cursor.intValue(1); message.dialog_id = uid; res.messages.add(message); fromUser.add(message.from_id); } } cursor.dispose(); String usersToLoad = ""; for (int uid : fromUser) { if (!loadedUsers.contains(uid)) { if (usersToLoad.length() != 0) { usersToLoad += ","; } usersToLoad += uid; loadedUsers.add(uid); } } if (usersToLoad.length() != 0) { cursor = database.queryFinalized(String.format(Locale.US, "SELECT data, status FROM users WHERE uid IN(%s)", usersToLoad)); while (cursor.next()) { byte[] userData = cursor.byteArrayValue(0); if (userData != null) { SerializedData data = new SerializedData(userData); TLRPC.User user = (TLRPC.User)TLClassStore.Instance().TLdeserialize(data, data.readInt32()); loadedUsers.add(user.id); if (user.status != null) { user.status.was_online = user.status.expires = cursor.intValue(1); } res.users.add(user); } } cursor.dispose(); } } catch (Exception e) { res.messages.clear(); res.chats.clear(); res.users.clear(); e.printStackTrace(); } finally { MessagesController.Instance.processLoadedMedia(res, uid, offset, count, max_id, true, classGuid); } } }); } public void putMedia(final long uid, final ArrayList messages) { storageQueue.postRunnable(new Runnable() { @Override public void run() { try { database.beginTransaction(); SQLitePreparedStatement state2 = database.executeFast("REPLACE INTO media VALUES(?, ?, ?, ?)"); for (TLRPC.Message message : messages) { if (message.media instanceof TLRPC.TL_messageMediaVideo || message.media instanceof TLRPC.TL_messageMediaPhoto) { state2.requery(); SerializedData data = new SerializedData(); message.serializeToStream(data); state2.bindInteger(1, message.id); state2.bindLong(2, uid); state2.bindInteger(3, message.date); state2.bindByteArray(4, data.toByteArray()); state2.step(); } } state2.dispose(); database.commitTransaction(); } catch (Exception e) { e.printStackTrace(); } } }); } public void getMessages(final long dialog_id, final int offset, final int count, final int max_id, final int minDate, final int classGuid) { storageQueue.postRunnable(new Runnable() { @Override public void run() { TLRPC.TL_messages_messages res = new TLRPC.TL_messages_messages(); try { ArrayList loadedUsers = new ArrayList(); ArrayList fromUser = new ArrayList(); SQLiteCursor cursor; int lower_id = (int)dialog_id; if (lower_id != 0) { if (minDate != 0) { if (max_id != 0) { cursor = database.queryFinalized(String.format(Locale.US, "SELECT read_state, data, send_state, mid, date FROM messages WHERE uid = %d AND mid < %d AND date < %d ORDER BY date DESC, mid DESC LIMIT %d", dialog_id, max_id, minDate, count)); } else { cursor = database.queryFinalized(String.format(Locale.US, "SELECT read_state, data, send_state, mid, date FROM messages WHERE uid = %d AND date < %d ORDER BY date DESC, mid DESC LIMIT %d,%d", dialog_id, minDate, offset, count)); } } else { if (max_id != 0) { cursor = database.queryFinalized(String.format(Locale.US, "SELECT read_state, data, send_state, mid, date FROM messages WHERE uid = %d AND mid < %d ORDER BY date DESC, mid DESC LIMIT %d", dialog_id, max_id, count)); } else { cursor = database.queryFinalized(String.format(Locale.US, "SELECT read_state, data, send_state, mid, date FROM messages WHERE uid = %d ORDER BY date DESC, mid DESC LIMIT %d,%d", dialog_id, offset, count)); } } } else { if (minDate != 0) { if (max_id != 0) { cursor = database.queryFinalized(String.format(Locale.US, "SELECT read_state, data, send_state, mid, date FROM messages WHERE uid = %d AND mid < %d AND date < %d ORDER BY date DESC LIMIT %d", dialog_id, max_id, minDate, count)); } else { cursor = database.queryFinalized(String.format(Locale.US, "SELECT read_state, data, send_state, mid, date FROM messages WHERE uid = %d AND date < %d ORDER BY date DESC LIMIT %d,%d", dialog_id, minDate, offset, count)); } } else { if (max_id != 0) { cursor = database.queryFinalized(String.format(Locale.US, "SELECT read_state, data, send_state, mid, date FROM messages WHERE uid = %d AND mid < %d ORDER BY date DESC LIMIT %d", dialog_id, max_id, count)); } else { cursor = database.queryFinalized(String.format(Locale.US, "SELECT read_state, data, send_state, mid, date FROM messages WHERE uid = %d ORDER BY date DESC LIMIT %d,%d", dialog_id, offset, count)); } } } while (cursor.next()) { byte[] messageData = cursor.byteArrayValue(1); if (messageData != null) { SerializedData data = new SerializedData(messageData); TLRPC.Message message = (TLRPC.Message)TLClassStore.Instance().TLdeserialize(data, data.readInt32()); int read_state = cursor.intValue(0); message.unread = (cursor.intValue(0) != 1); message.id = cursor.intValue(3); message.date = cursor.intValue(4); message.dialog_id = dialog_id; res.messages.add(message); fromUser.add(message.from_id); if (message.action != null && message.action.user_id != 0) { fromUser.add(message.action.user_id); } if (message.media != null && message.media.user_id != 0) { fromUser.add(message.media.user_id); } if (message.fwd_from_id != 0) { fromUser.add(message.fwd_from_id); } message.send_state = cursor.intValue(2); if (!message.unread || message.id > 0) { message.send_state = 0; } } } cursor.dispose(); String usersToLoad = ""; for (int uid : fromUser) { if (!loadedUsers.contains(uid)) { if (usersToLoad.length() != 0) { usersToLoad += ","; } usersToLoad += uid; loadedUsers.add(uid); } } if (usersToLoad.length() != 0) { cursor = database.queryFinalized(String.format(Locale.US, "SELECT data, status FROM users WHERE uid IN(%s)", usersToLoad)); while (cursor.next()) { byte[] userData = cursor.byteArrayValue(0); if (userData != null) { SerializedData data = new SerializedData(userData); TLRPC.User user = (TLRPC.User)TLClassStore.Instance().TLdeserialize(data, data.readInt32()); loadedUsers.add(user.id); if (user.status != null) { user.status.was_online = user.status.expires = cursor.intValue(1); } res.users.add(user); } } cursor.dispose(); } } catch (Exception e) { res.messages.clear(); res.chats.clear(); res.users.clear(); e.printStackTrace(); } finally { MessagesController.Instance.processLoadedMessages(res, dialog_id, offset, count, max_id, true, classGuid); } } }); } public void startTransaction(boolean useQueue) { if (useQueue) { storageQueue.postRunnable(new Runnable() { @Override public void run() { try { database.beginTransaction(); } catch (Exception e) { e.printStackTrace(); } } }); } else { try { database.beginTransaction(); } catch (Exception e) { e.printStackTrace(); } } } public void commitTransaction(boolean useQueue) { if (useQueue) { storageQueue.postRunnable(new Runnable() { @Override public void run() { database.commitTransaction(); } }); } else { database.commitTransaction(); } } public void updateEncryptedChatTTL(final TLRPC.EncryptedChat chat) { if (chat == null) { return; } storageQueue.postRunnable(new Runnable() { @Override public void run() { SQLitePreparedStatement state = null; try { state = database.executeFast("UPDATE enc_chats SET ttl = ? WHERE uid = ?"); state.bindInteger(1, chat.ttl); state.bindInteger(2, chat.id); state.step(); } catch (Exception e) { e.printStackTrace(); } finally { if (state != null) { state.dispose(); } } } }); } public void updateEncryptedChat(final TLRPC.EncryptedChat chat) { if (chat == null) { return; } storageQueue.postRunnable(new Runnable() { @Override public void run() { SQLitePreparedStatement state = null; try { state = database.executeFast("UPDATE enc_chats SET data = ?, g = ?, authkey = ?, ttl = ? WHERE uid = ?"); SerializedData data = new SerializedData(); chat.serializeToStream(data); state.bindByteArray(1, data.toByteArray()); if (chat.a_or_b != null) { state.bindByteArray(2, chat.a_or_b); } else { state.bindByteArray(2, new byte[1]); } if (chat.auth_key != null) { state.bindByteArray(3, chat.auth_key); } else { state.bindByteArray(3, new byte[1]); } state.bindInteger(4, chat.ttl); state.bindInteger(5, chat.id); state.step(); } catch (Exception e) { e.printStackTrace(); } finally { if (state != null) { state.dispose(); } } } }); } public void getEncryptedChat(final int chat_id, final Semaphore semaphore, final ArrayList result) { if (semaphore == null || result == null) { return; } storageQueue.postRunnable(new Runnable() { @Override public void run() { try { int userToLoad = 0; SQLiteCursor cursor = database.queryFinalized(String.format(Locale.US, "SELECT data, user, g, authkey, ttl FROM enc_chats WHERE uid = %d", chat_id)); if (cursor.next()) { byte[] chatData = cursor.byteArrayValue(0); if (chatData != null) { SerializedData data = new SerializedData(chatData); TLRPC.EncryptedChat chat = (TLRPC.EncryptedChat)TLClassStore.Instance().TLdeserialize(data, data.readInt32()); result.add(chat); chat.user_id = cursor.intValue(1); userToLoad = chat.user_id; chat.a_or_b = cursor.byteArrayValue(2); chat.auth_key = cursor.byteArrayValue(3); chat.ttl = cursor.intValue(4); } } cursor.dispose(); if (userToLoad != 0) { cursor = database.queryFinalized(String.format(Locale.US, "SELECT data, status FROM users WHERE uid = %d", userToLoad)); if (cursor.next()) { byte[] userData = cursor.byteArrayValue(0); if (userData != null) { SerializedData data = new SerializedData(userData); TLRPC.User user = (TLRPC.User)TLClassStore.Instance().TLdeserialize(data, data.readInt32()); if (user.status != null) { user.status.was_online = user.status.expires = cursor.intValue(1); } result.add(user); } } cursor.dispose(); if (result.size() != 2) { result.clear(); } } } catch (Exception e) { e.printStackTrace(); } finally { semaphore.release(); } } }); } public void putEncryptedChat(final TLRPC.EncryptedChat chat, final TLRPC.User user, final TLRPC.TL_dialog dialog) { if (chat == null) { return; } storageQueue.postRunnable(new Runnable() { @Override public void run() { try { SQLitePreparedStatement state = database.executeFast("REPLACE INTO enc_chats VALUES(?, ?, ?, ?, ?, ?, ?)"); SerializedData data = new SerializedData(); chat.serializeToStream(data); state.bindInteger(1, chat.id); state.bindInteger(2, user.id); if (user.first_name != null && user.last_name != null) { String name = (user.first_name + " " + user.last_name).toLowerCase(); state.bindString(3, name); } else { state.bindString(3, ""); } state.bindByteArray(4, data.toByteArray()); if (chat.a_or_b != null) { state.bindByteArray(5, chat.a_or_b); } else { state.bindByteArray(5, new byte[1]); } if (chat.auth_key != null) { state.bindByteArray(6, chat.auth_key); } else { state.bindByteArray(6, new byte[1]); } state.bindInteger(7, chat.ttl); state.step(); state.dispose(); if (dialog != null) { state = database.executeFast("REPLACE INTO dialogs VALUES(?, ?, ?, ?)"); state.bindLong(1, dialog.id); state.bindInteger(2, dialog.last_message_date); state.bindInteger(3, dialog.unread_count); state.bindInteger(4, dialog.top_message); state.step(); state.dispose(); } } catch (Exception e) { e.printStackTrace(); } } }); } private void putUsersAndChatsInternal(final ArrayList users, final ArrayList chats, final boolean withTransaction) { if (Thread.currentThread().getId() != storageQueue.getId()) { throw new RuntimeException("wrong db thread"); } try { if (withTransaction) { database.beginTransaction(); } if (users != null && !users.isEmpty()) { SQLitePreparedStatement state = database.executeFast("REPLACE INTO users VALUES(?, ?, ?, ?)"); for (TLRPC.User user : users) { state.requery(); SerializedData data = new SerializedData(); user.serializeToStream(data); state.bindInteger(1, user.id); if (user.first_name != null && user.last_name != null) { String name = (user.first_name + " " + user.last_name).toLowerCase(); state.bindString(2, name); } else { state.bindString(2, ""); } if (user.status != null) { state.bindInteger(3, (user.status.was_online != 0 ? user.status.was_online : user.status.expires)); } else { state.bindInteger(3, 0); } state.bindByteArray(4, data.toByteArray()); state.step(); } state.dispose(); } if (chats != null && !chats.isEmpty()) { SQLitePreparedStatement state = database.executeFast("REPLACE INTO chats VALUES(?, ?, ?)"); for (TLRPC.Chat chat : chats) { state.requery(); SerializedData data = new SerializedData(); chat.serializeToStream(data); state.bindInteger(1, chat.id); if (chat.title != null) { String name = chat.title.toLowerCase(); state.bindString(2, name); } else { state.bindString(2, ""); } state.bindByteArray(3, data.toByteArray()); state.step(); } state.dispose(); } if (withTransaction) { database.commitTransaction(); } } catch (Exception e) { e.printStackTrace(); } } public void putUsersAndChats(final ArrayList users, final ArrayList chats, final boolean withTransaction, boolean useQueue) { if (users != null && users.isEmpty() && chats != null && chats.isEmpty()) { return; } if (useQueue) { storageQueue.postRunnable(new Runnable() { @Override public void run() { putUsersAndChatsInternal(users, chats, withTransaction); } }); } else { putUsersAndChatsInternal(users, chats, withTransaction); } } private void putMessagesInternal(final ArrayList messages, final boolean withTransaction) { if (Thread.currentThread().getId() != storageQueue.getId()) { throw new RuntimeException("wrong db thread"); } try { if (withTransaction) { database.beginTransaction(); } HashMap messagesMap = new HashMap(); HashMap messagesCounts = new HashMap(); HashMap mediaCounts = new HashMap(); SQLitePreparedStatement state = database.executeFast("REPLACE INTO messages VALUES(?, ?, ?, ?, ?, ?, ?, ?)"); SQLitePreparedStatement state2 = database.executeFast("REPLACE INTO media VALUES(?, ?, ?, ?)"); SQLitePreparedStatement state3 = database.executeFast("REPLACE INTO randoms VALUES(?, ?)"); for (TLRPC.Message message : messages) { long dialog_id = message.dialog_id; if (dialog_id == 0) { if (message.to_id.chat_id != 0) { dialog_id = -message.to_id.chat_id; } else if (message.to_id.user_id != 0) { dialog_id = message.to_id.user_id; } } state.requery(); int messageId = message.id; if (message.local_id != 0) { messageId = message.local_id; } SerializedData data = new SerializedData(); message.serializeToStream(data); TLRPC.Message lastMessage = messagesMap.get(dialog_id); if (lastMessage == null || message.date > lastMessage.date) { messagesMap.put(dialog_id, message); } if (message.unread && !message.out) { Integer count = messagesCounts.get(dialog_id); if (count == null) { count = 0; } count++; messagesCounts.put(dialog_id, count); } state.bindInteger(1, messageId); state.bindLong(2, dialog_id); state.bindInteger(3, (message.unread ? 0 : 1)); state.bindInteger(4, message.send_state); state.bindInteger(5, message.date); byte[] bytes = data.toByteArray(); state.bindByteArray(6, bytes); state.bindInteger(7, (message.out ? 1 : 0)); state.bindInteger(8, message.ttl); state.step(); if (message.random_id != 0) { state3.requery(); state3.bindLong(1, message.random_id); state3.bindInteger(2, messageId); state3.step(); } if (message.media instanceof TLRPC.TL_messageMediaVideo || message.media instanceof TLRPC.TL_messageMediaPhoto) { boolean exist = false; SQLiteCursor cursor = database.queryFinalized(String.format(Locale.US, "SELECT mid FROM media WHERE mid = %d LIMIT 1", message.id)); if (cursor.next()) { exist = true; } cursor.dispose(); state2.requery(); state2.bindInteger(1, messageId); state2.bindLong(2, dialog_id); state2.bindInteger(3, message.date); state2.bindByteArray(4, bytes); state2.step(); if (!exist) { Integer count = mediaCounts.get(dialog_id); if (count == null) { count = 0; } count++; mediaCounts.put(dialog_id, count); } } } state.dispose(); state2.dispose(); state3.dispose(); state = database.executeFast("REPLACE INTO dialogs VALUES(?, ?, ifnull((SELECT unread_count FROM dialogs WHERE did = ?), 0) + ?, ?)"); for (HashMap.Entry pair : messagesMap.entrySet()) { state.requery(); Long key = pair.getKey(); TLRPC.Message value = pair.getValue(); Integer unread_count = messagesCounts.get(key); if (unread_count == null) { unread_count = 0; } int messageId = value.id; if (value.local_id != 0) { messageId = value.local_id; } state.bindLong(1, key); state.bindInteger(2, value.date); state.bindLong(3, key); state.bindInteger(4, unread_count); state.bindInteger(5, messageId); state.step(); } state.dispose(); if (withTransaction) { database.commitTransaction(); } if (!mediaCounts.isEmpty()) { state = database.executeFast("REPLACE INTO media_counts VALUES(?, ?)"); for (HashMap.Entry pair : mediaCounts.entrySet()) { long uid = pair.getKey(); int lower_part = (int)uid; int count = -1; SQLiteCursor cursor = database.queryFinalized(String.format(Locale.US, "SELECT count FROM media_counts WHERE uid = %d LIMIT 1", uid)); if (cursor.next()) { count = cursor.intValue(0); } if (count != -1) { state.requery(); count += pair.getValue(); state.bindLong(1, uid); state.bindInteger(2, count); state.step(); } } state.dispose(); } } catch (Exception e) { e.printStackTrace(); } } public void putMessages(final ArrayList messages, final boolean withTransaction, boolean useQueue) { if (messages.size() == 0) { return; } if (useQueue) { storageQueue.postRunnable(new Runnable() { @Override public void run() { putMessagesInternal(messages, withTransaction); } }); } else { putMessagesInternal(messages, withTransaction); } } private Integer updateMessageStateAndIdInternal(long random_id, Integer _oldId, int newId, int date) { if (_oldId != null && _oldId == newId && date != 0) { SQLitePreparedStatement state = null; try { state = database.executeFast("UPDATE messages SET send_state = 0, date = ? WHERE mid = ?"); state.bindInteger(1, date); state.bindInteger(2, newId); state.step(); } catch (Exception e) { e.printStackTrace(); } finally { if (state != null) { state.dispose(); } } return newId; } else { Integer oldId = _oldId; if (oldId == null) { SQLiteCursor cursor = null; try { cursor = database.queryFinalized(String.format(Locale.US, "SELECT mid FROM randoms WHERE random_id = %d LIMIT 1", random_id)); if (cursor.next()) { oldId = cursor.intValue(0); } } catch (Exception e) { e.printStackTrace(); } finally { if (cursor != null) { cursor.dispose(); } } // if (oldId != null) { // try { // database.executeFast(String.format(Locale.US, "DELETE FROM randoms WHERE random_id = %d", random_id)).stepThis().dispose(); // } catch (Exception e) { // e.printStackTrace(); // } // } } if (oldId == null) { return null; } SQLitePreparedStatement state = null; try { state = database.executeFast("UPDATE messages SET mid = ?, send_state = 0 WHERE mid = ?"); state.bindInteger(1, newId); state.bindInteger(2, oldId); state.step(); } catch (Exception e) { e.printStackTrace(); } finally { if (state != null) { state.dispose(); } } try { state = database.executeFast("UPDATE media SET mid = ? WHERE mid = ?"); state.bindInteger(1, newId); state.bindInteger(2, oldId); state.step(); } catch (Exception e) { e.printStackTrace(); } finally { if (state != null) { state.dispose(); } } try { state = database.executeFast("UPDATE dialogs SET last_mid = ? WHERE last_mid = ?"); state.bindInteger(1, newId); state.bindLong(2, oldId); state.step(); } catch (Exception e) { e.printStackTrace(); } finally { if (state != null) { state.dispose(); } } return oldId; } } public Integer updateMessageStateAndId(final long random_id, final Integer _oldId, final int newId, final int date, boolean useQueue) { if (useQueue) { storageQueue.postRunnable(new Runnable() { @Override public void run() { updateMessageStateAndIdInternal(random_id, _oldId, newId, date); } }); } else { return updateMessageStateAndIdInternal(random_id, _oldId, newId, date); } return null; } private void updateUsersInternal(final ArrayList users, final boolean onlyStatus, final boolean withTransaction) { if (Thread.currentThread().getId() != storageQueue.getId()) { throw new RuntimeException("wrong db thread"); } try { if (onlyStatus) { if (withTransaction) { database.beginTransaction(); } SQLitePreparedStatement state = database.executeFast("UPDATE users SET status = ? WHERE uid = ?"); for (TLRPC.User user : users) { state.requery(); if (user.status != null) { state.bindInteger(1, (user.status.was_online != 0 ? user.status.was_online : user.status.expires)); } else { state.bindInteger(1, 0); } state.bindInteger(2, user.id); state.step(); } state.dispose(); if (withTransaction) { database.commitTransaction(); } } else { String ids = ""; HashMap usersDict = new HashMap(); for (TLRPC.User user : users) { if (ids.length() != 0) { ids += ","; } ids += user.id; usersDict.put(user.id, user); } ArrayList loadedUsers = new ArrayList(); SQLiteCursor cursor = database.queryFinalized(String.format(Locale.US, "SELECT data, status FROM users WHERE uid IN(%s)", ids)); while (cursor.next()) { byte[] userData = cursor.byteArrayValue(0); if (userData != null) { SerializedData data = new SerializedData(userData); TLRPC.User user = (TLRPC.User)TLClassStore.Instance().TLdeserialize(data, data.readInt32()); loadedUsers.add(user); if (user.status != null) { user.status.was_online = user.status.expires = cursor.intValue(1); } TLRPC.User updateUser = usersDict.get(user.id); if (updateUser.first_name != null && updateUser.last_name != null) { user.first_name = updateUser.first_name; user.last_name = updateUser.last_name; } else if (updateUser.photo != null) { user.photo = updateUser.photo; } } } cursor.dispose(); if (!loadedUsers.isEmpty()) { if (withTransaction) { database.beginTransaction(); } SQLitePreparedStatement state = database.executeFast("REPLACE INTO users VALUES(?, ?, ?, ?)"); for (TLRPC.User user : loadedUsers) { state.requery(); SerializedData data = new SerializedData(); user.serializeToStream(data); state.bindInteger(1, user.id); if (user.first_name != null && user.last_name != null) { String name = (user.first_name + " " + user.last_name).toLowerCase(); state.bindString(2, name); } else { state.bindString(2, ""); } if (user.status != null) { state.bindInteger(3, (user.status.was_online != 0 ? user.status.was_online : user.status.expires)); } else { state.bindInteger(3, 0); } state.bindByteArray(4, data.toByteArray()); state.step(); } state.dispose(); if (withTransaction) { database.commitTransaction(); } } } } catch (Exception e) { e.printStackTrace(); } } public void updateUsers(final ArrayList users, final boolean onlyStatus, final boolean withTransaction, boolean useQueue) { if (users.isEmpty()) { return; } if (useQueue) { storageQueue.postRunnable(new Runnable() { @Override public void run() { updateUsersInternal(users, onlyStatus, withTransaction); } }); } else { updateUsersInternal(users, onlyStatus, withTransaction); } } private void markMessagesAsReadInternal(final ArrayList messages, HashMap encryptedMessages) { if (Thread.currentThread().getId() != storageQueue.getId()) { throw new RuntimeException("wrong db thread"); } try { if (messages != null && !messages.isEmpty()) { String ids = ""; for (int uid : messages) { if (ids.length() != 0) { ids += ","; } ids += uid; } database.executeFast(String.format(Locale.US, "UPDATE messages SET read_state = 1 WHERE mid IN (%s)", ids)).stepThis().dispose(); } if (encryptedMessages != null && !encryptedMessages.isEmpty()) { for (HashMap.Entry entry : encryptedMessages.entrySet()) { long dialog_id = ((long)entry.getKey()) << 32; int max_date = entry.getValue(); SQLitePreparedStatement state = database.executeFast("UPDATE messages SET read_state = 1 WHERE uid = ? AND date <= ? AND read_state = 0 AND out = 1"); state.requery(); state.bindLong(1, dialog_id); state.bindInteger(2, max_date); state.step(); state.dispose(); } } } catch (Exception e) { e.printStackTrace(); } } public void markMessagesAsRead(final ArrayList messages, final HashMap encryptedMessages, boolean useQueue) { if (useQueue) { storageQueue.postRunnable(new Runnable() { @Override public void run() { markMessagesAsReadInternal(messages, encryptedMessages); } }); } else { markMessagesAsReadInternal(messages, encryptedMessages); } } private void markMessagesAsDeletedInternal(final ArrayList messages) { if (Thread.currentThread().getId() != storageQueue.getId()) { throw new RuntimeException("wrong db thread"); } try { String ids = ""; for (int uid : messages) { if (ids.length() != 0) { ids += ","; } ids += uid; } database.executeFast(String.format(Locale.US, "DELETE FROM messages WHERE mid IN (%s)", ids)).stepThis().dispose(); database.executeFast(String.format(Locale.US, "DELETE FROM media WHERE mid IN (%s)", ids)).stepThis().dispose(); database.executeFast("DELETE FROM media_counts WHERE 1").stepThis().dispose(); } catch (Exception e) { e.printStackTrace(); } } private void updateDialogsWithDeletedMessagesInternal(final ArrayList messages) { if (Thread.currentThread().getId() != storageQueue.getId()) { throw new RuntimeException("wrong db thread"); } try { String ids = ""; for (int uid : messages) { if (ids.length() != 0) { ids += ","; } ids += uid; } SQLiteCursor cursor = database.queryFinalized(String.format(Locale.US, "SELECT did FROM dialogs WHERE last_mid IN(%s)", ids)); ArrayList dialogsToUpdate = new ArrayList(); while (cursor.next()) { dialogsToUpdate.add(cursor.longValue(0)); } cursor.dispose(); database.beginTransaction(); SQLitePreparedStatement state = database.executeFast("UPDATE dialogs SET last_mid = (SELECT mid FROM messages WHERE uid = ? AND date = (SELECT MAX(date) FROM messages WHERE uid = ? )) WHERE did = ?"); for (long did : dialogsToUpdate) { state.requery(); state.bindLong(1, did); state.bindLong(2, did); state.bindLong(3, did); state.step(); } state.dispose(); database.commitTransaction(); ids = ""; for (long uid : dialogsToUpdate) { if (ids.length() != 0) { ids += ","; } ids += uid; } TLRPC.messages_Dialogs dialogs = new TLRPC.messages_Dialogs(); ArrayList encryptedChats = new ArrayList(); ArrayList usersToLoad = new ArrayList(); ArrayList chatsToLoad = new ArrayList(); ArrayList encryptedToLoad = new ArrayList(); cursor = database.queryFinalized(String.format(Locale.US, "SELECT d.did, d.last_mid, d.unread_count, d.date, m.data, m.read_state, m.mid, m.send_state FROM dialogs as d LEFT JOIN messages as m ON d.last_mid = m.mid WHERE d.did IN(%s)", ids)); while (cursor.next()) { TLRPC.TL_dialog dialog = new TLRPC.TL_dialog(); dialog.id = cursor.longValue(0); dialog.top_message = cursor.intValue(1); dialog.unread_count = cursor.intValue(2); dialog.last_message_date = cursor.intValue(3); dialogs.dialogs.add(dialog); byte[] messageData = cursor.byteArrayValue(4); if (messageData != null) { SerializedData data = new SerializedData(messageData); TLRPC.Message message = (TLRPC.Message)TLClassStore.Instance().TLdeserialize(data, data.readInt32()); message.unread = (cursor.intValue(5) != 1); message.id = cursor.intValue(6); message.send_state = cursor.intValue(7); dialogs.messages.add(message); if (!usersToLoad.contains(message.from_id)) { usersToLoad.add(message.from_id); } if (message.action != null && message.action.user_id != 0) { if (!usersToLoad.contains(message.action.user_id)) { usersToLoad.add(message.action.user_id); } } if (message.fwd_from_id != 0) { if (!usersToLoad.contains(message.fwd_from_id)) { usersToLoad.add(message.fwd_from_id); } } } int lower_id = (int)dialog.id; if (lower_id != 0) { if (lower_id > 0) { if (!usersToLoad.contains(lower_id)) { usersToLoad.add(lower_id); } } else { if (!chatsToLoad.contains(-lower_id)) { chatsToLoad.add(-lower_id); } } } else { int encryptedId = (int)(dialog.id >> 32); if (!encryptedToLoad.contains(encryptedId)) { encryptedToLoad.add(encryptedId); } } } cursor.dispose(); if (!encryptedToLoad.isEmpty()) { String toLoad = ""; for (int uid : encryptedToLoad) { if (toLoad.length() != 0) { toLoad += ","; } toLoad += uid; } cursor = database.queryFinalized(String.format(Locale.US, "SELECT data, user, g, authkey, ttl FROM enc_chats WHERE uid IN(%s)", toLoad)); while (cursor.next()) { byte[] chatData = cursor.byteArrayValue(0); if (chatData != null) { SerializedData data = new SerializedData(chatData); TLRPC.EncryptedChat chat = (TLRPC.EncryptedChat)TLClassStore.Instance().TLdeserialize(data, data.readInt32()); encryptedChats.add(chat); chat.user_id = cursor.intValue(1); if (!usersToLoad.contains(chat.user_id)) { usersToLoad.add(chat.user_id); } chat.a_or_b = cursor.byteArrayValue(2); chat.auth_key = cursor.byteArrayValue(3); chat.ttl = cursor.intValue(4); } } cursor.dispose(); } if (!chatsToLoad.isEmpty()) { String toLoad = ""; for (int uid : chatsToLoad) { if (toLoad.length() != 0) { toLoad += ","; } toLoad += uid; } cursor = database.queryFinalized(String.format(Locale.US, "SELECT data FROM chats WHERE uid IN(%s)", toLoad)); while (cursor.next()) { byte[] chatData = cursor.byteArrayValue(0); if (chatData != null) { SerializedData data = new SerializedData(chatData); TLRPC.Chat chat = (TLRPC.Chat)TLClassStore.Instance().TLdeserialize(data, data.readInt32()); dialogs.chats.add(chat); } } cursor.dispose(); } if (!usersToLoad.isEmpty()) { String toLoad = ""; for (int uid : usersToLoad) { if (toLoad.length() != 0) { toLoad += ","; } toLoad += uid; } cursor = database.queryFinalized(String.format(Locale.US, "SELECT data, status FROM users WHERE uid IN(%s)", toLoad)); while (cursor.next()) { byte[] userData = cursor.byteArrayValue(0); if (userData != null) { SerializedData data = new SerializedData(userData); TLRPC.User user = (TLRPC.User)TLClassStore.Instance().TLdeserialize(data, data.readInt32()); if (user.status != null) { user.status.was_online = user.status.expires = cursor.intValue(1); } dialogs.users.add(user); } } cursor.dispose(); } if (!dialogs.dialogs.isEmpty() || !encryptedChats.isEmpty()) { MessagesController.Instance.processDialogsUpdate(dialogs, encryptedChats); } } catch (Exception e) { e.printStackTrace(); } } public void updateDialogsWithDeletedMessages(final ArrayList messages, boolean useQueue) { if (messages.isEmpty()) { return; } if (useQueue) { storageQueue.postRunnable(new Runnable() { @Override public void run() { updateDialogsWithDeletedMessagesInternal(messages); } }); } else { updateDialogsWithDeletedMessagesInternal(messages); } } public void markMessagesAsDeleted(final ArrayList messages, boolean useQueue) { if (messages.isEmpty()) { return; } if (useQueue) { storageQueue.postRunnable(new Runnable() { @Override public void run() { markMessagesAsDeletedInternal(messages); } }); } else { markMessagesAsDeletedInternal(messages); } } public void putMessages(final TLRPC.messages_Messages messages, final long dialog_id) { if (messages.messages.isEmpty()) { return; } storageQueue.postRunnable(new Runnable() { @Override public void run() { try { database.beginTransaction(); if (!messages.messages.isEmpty()) { SQLitePreparedStatement state = database.executeFast("REPLACE INTO messages VALUES(?, ?, ?, ?, ?, ?, ?, ?)"); SQLitePreparedStatement state2 = database.executeFast("REPLACE INTO media VALUES(?, ?, ?, ?)"); for (TLRPC.Message message : messages.messages) { state.requery(); SerializedData data = new SerializedData(); message.serializeToStream(data); state.bindInteger(1, message.id); state.bindLong(2, dialog_id); state.bindInteger(3, (message.unread ? 0 : 1)); state.bindInteger(4, message.send_state); state.bindInteger(5, message.date); byte[] bytes = data.toByteArray(); state.bindByteArray(6, bytes); state.bindInteger(7, (message.out ? 1 : 0)); state.bindInteger(8, 0); state.step(); if (message.media instanceof TLRPC.TL_messageMediaVideo || message.media instanceof TLRPC.TL_messageMediaPhoto) { state2.requery(); state2.bindInteger(1, message.id); state2.bindLong(2, dialog_id); state2.bindInteger(3, message.date); state2.bindByteArray(4, bytes); state2.step(); } } state.dispose(); state2.dispose(); } if (!messages.users.isEmpty()) { SQLitePreparedStatement state = database.executeFast("REPLACE INTO users VALUES(?, ?, ?, ?)"); for (TLRPC.User user : messages.users) { state.requery(); SerializedData data = new SerializedData(); user.serializeToStream(data); state.bindInteger(1, user.id); if (user.first_name != null && user.last_name != null) { String name = (user.first_name + " " + user.last_name).toLowerCase(); state.bindString(2, name); } else { state.bindString(2, ""); } if (user.status != null) { state.bindInteger(3, (user.status.was_online != 0 ? user.status.was_online : user.status.expires)); } else { state.bindInteger(3, 0); } state.bindByteArray(4, data.toByteArray()); state.step(); } state.dispose(); } if (!messages.chats.isEmpty()) { SQLitePreparedStatement state = database.executeFast("REPLACE INTO chats VALUES(?, ?, ?)"); for (TLRPC.Chat chat : messages.chats) { state.requery(); SerializedData data = new SerializedData(); chat.serializeToStream(data); state.bindInteger(1, chat.id); if (chat.title != null) { String name = chat.title.toLowerCase(); state.bindString(2, name); } else { state.bindString(2, ""); } state.bindByteArray(3, data.toByteArray()); state.step(); } state.dispose(); } database.commitTransaction(); } catch (Exception e) { e.printStackTrace(); } } }); } public void getDialogs(final int offset, final int serverOffset, final int count) { storageQueue.postRunnable(new Runnable() { @Override public void run() { TLRPC.messages_Dialogs dialogs = new TLRPC.messages_Dialogs(); ArrayList encryptedChats = new ArrayList(); try { ArrayList usersToLoad = new ArrayList(); usersToLoad.add(UserConfig.clientUserId); ArrayList chatsToLoad = new ArrayList(); ArrayList encryptedToLoad = new ArrayList(); SQLiteCursor cursor = database.queryFinalized(String.format(Locale.US, "SELECT d.did, d.last_mid, d.unread_count, d.date, m.data, m.read_state, m.mid, m.send_state FROM dialogs as d LEFT JOIN messages as m ON d.last_mid = m.mid ORDER BY d.date DESC LIMIT %d,%d", offset, count)); while (cursor.next()) { TLRPC.TL_dialog dialog = new TLRPC.TL_dialog(); dialog.id = cursor.longValue(0); dialog.top_message = cursor.intValue(1); dialog.unread_count = cursor.intValue(2); dialog.last_message_date = cursor.intValue(3); dialogs.dialogs.add(dialog); byte[] messageData = cursor.byteArrayValue(4); if (messageData != null) { SerializedData data = new SerializedData(messageData); TLRPC.Message message = (TLRPC.Message)TLClassStore.Instance().TLdeserialize(data, data.readInt32()); if (message != null) { message.unread = (cursor.intValue(5) != 1); message.id = cursor.intValue(6); message.send_state = cursor.intValue(7); dialogs.messages.add(message); if (!usersToLoad.contains(message.from_id)) { usersToLoad.add(message.from_id); } if (message.action != null && message.action.user_id != 0) { if (!usersToLoad.contains(message.action.user_id)) { usersToLoad.add(message.action.user_id); } } if (message.fwd_from_id != 0) { if (!usersToLoad.contains(message.fwd_from_id)) { usersToLoad.add(message.fwd_from_id); } } } } int lower_id = (int)dialog.id; if (lower_id != 0) { if (lower_id > 0) { if (!usersToLoad.contains(lower_id)) { usersToLoad.add(lower_id); } } else { if (!chatsToLoad.contains(-lower_id)) { chatsToLoad.add(-lower_id); } } } else { int encryptedId = (int)(dialog.id >> 32); if (!encryptedToLoad.contains(encryptedId)) { encryptedToLoad.add(encryptedId); } } } cursor.dispose(); if (!encryptedToLoad.isEmpty()) { String toLoad = ""; for (int uid : encryptedToLoad) { if (toLoad.length() != 0) { toLoad += ","; } toLoad += uid; } cursor = database.queryFinalized(String.format(Locale.US, "SELECT data, user, g, authkey, ttl FROM enc_chats WHERE uid IN(%s)", toLoad)); while (cursor.next()) { try { byte[] chatData = cursor.byteArrayValue(0); if (chatData != null) { SerializedData data = new SerializedData(chatData); TLRPC.EncryptedChat chat = (TLRPC.EncryptedChat)TLClassStore.Instance().TLdeserialize(data, data.readInt32()); if (chat != null) { encryptedChats.add(chat); chat.user_id = cursor.intValue(1); if (!usersToLoad.contains(chat.user_id)) { usersToLoad.add(chat.user_id); } chat.a_or_b = cursor.byteArrayValue(2); chat.auth_key = cursor.byteArrayValue(3); chat.ttl = cursor.intValue(4); } } } catch (Exception e) { e.printStackTrace(); } } cursor.dispose(); } if (!chatsToLoad.isEmpty()) { String toLoad = ""; for (int uid : chatsToLoad) { if (toLoad.length() != 0) { toLoad += ","; } toLoad += uid; } cursor = database.queryFinalized(String.format(Locale.US, "SELECT data FROM chats WHERE uid IN(%s)", toLoad)); while (cursor.next()) { try { byte[] chatData = cursor.byteArrayValue(0); if (chatData != null) { SerializedData data = new SerializedData(chatData); TLRPC.Chat chat = (TLRPC.Chat)TLClassStore.Instance().TLdeserialize(data, data.readInt32()); if (chat != null) { dialogs.chats.add(chat); } } } catch (Exception e) { e.printStackTrace(); } } cursor.dispose(); } if (!usersToLoad.isEmpty()) { String toLoad = ""; for (int uid : usersToLoad) { if (toLoad.length() != 0) { toLoad += ","; } toLoad += uid; } cursor = database.queryFinalized(String.format(Locale.US, "SELECT data, status FROM users WHERE uid IN(%s)", toLoad)); while (cursor.next()) { try { byte[] userData = cursor.byteArrayValue(0); if (userData != null) { SerializedData data = new SerializedData(userData); TLRPC.User user = (TLRPC.User)TLClassStore.Instance().TLdeserialize(data, data.readInt32()); if (user != null) { if (user.status != null) { user.status.was_online = user.status.expires = cursor.intValue(1); } dialogs.users.add(user); } } } catch (Exception e) { e.printStackTrace(); } } cursor.dispose(); } MessagesController.Instance.processLoadedDialogs(dialogs, encryptedChats, offset, serverOffset, count, true, false); } catch (Exception e) { dialogs.dialogs.clear(); dialogs.users.clear(); dialogs.chats.clear(); encryptedChats.clear(); e.printStackTrace(); /*try { database.executeFast("DELETE FROM dialogs WHERE 1").stepThis().dispose(); } catch (Exception e2) { e.printStackTrace(); }*/ MessagesController.Instance.processLoadedDialogs(dialogs, encryptedChats, 0, 0, 100, true, true); } } }); } public void putDialogs(final TLRPC.messages_Dialogs dialogs) { if (dialogs.dialogs.isEmpty()) { return; } storageQueue.postRunnable(new Runnable() { @Override public void run() { try { database.beginTransaction(); final HashMap new_dialogMessage = new HashMap(); for (TLRPC.Message message : dialogs.messages) { new_dialogMessage.put(message.id, message); } if (!dialogs.dialogs.isEmpty()) { SQLitePreparedStatement state = database.executeFast("REPLACE INTO messages VALUES(?, ?, ?, ?, ?, ?, ?, ?)"); SQLitePreparedStatement state2 = database.executeFast("REPLACE INTO dialogs VALUES(?, ?, ?, ?)"); SQLitePreparedStatement state3 = database.executeFast("REPLACE INTO media VALUES(?, ?, ?, ?)"); for (TLRPC.TL_dialog dialog : dialogs.dialogs) { state.requery(); state2.requery(); int uid = dialog.peer.user_id; if (uid == 0) { uid = -dialog.peer.chat_id; } TLRPC.Message message = new_dialogMessage.get(dialog.top_message); SerializedData data = new SerializedData(); message.serializeToStream(data); state.bindInteger(1, message.id); state.bindInteger(2, uid); state.bindInteger(3, (message.unread ? 0 : 1)); state.bindInteger(4, message.send_state); state.bindInteger(5, message.date); byte[] bytes = data.toByteArray(); state.bindByteArray(6, bytes); state.bindInteger(7, (message.out ? 1 : 0)); state.bindInteger(8, 0); state.step(); state2.bindLong(1, uid); state2.bindInteger(2, message.date); state2.bindInteger(3, dialog.unread_count); state2.bindInteger(4, dialog.top_message); state2.step(); if (message.media instanceof TLRPC.TL_messageMediaVideo || message.media instanceof TLRPC.TL_messageMediaPhoto) { state3.requery(); state3.bindLong(1, message.id); state3.bindInteger(2, uid); state3.bindInteger(3, message.date); state3.bindByteArray(4, bytes); state3.step(); } } state.dispose(); state2.dispose(); state3.dispose(); } if (!dialogs.users.isEmpty()) { SQLitePreparedStatement state = database.executeFast("REPLACE INTO users VALUES(?, ?, ?, ?)"); for (TLRPC.User user : dialogs.users) { state.requery(); SerializedData data = new SerializedData(); user.serializeToStream(data); state.bindInteger(1, user.id); if (user.first_name != null && user.last_name != null) { String name = (user.first_name + " " + user.last_name).toLowerCase(); state.bindString(2, name); } else { state.bindString(2, ""); } if (user.status != null) { state.bindInteger(3, (user.status.was_online != 0 ? user.status.was_online : user.status.expires)); } else { state.bindInteger(3, 0); } state.bindByteArray(4, data.toByteArray()); state.step(); } state.dispose(); } if (!dialogs.chats.isEmpty()) { SQLitePreparedStatement state = database.executeFast("REPLACE INTO chats VALUES(?, ?, ?)"); for (TLRPC.Chat chat : dialogs.chats) { state.requery(); SerializedData data = new SerializedData(); chat.serializeToStream(data); state.bindInteger(1, chat.id); if (chat.title != null) { String name = chat.title.toLowerCase(); state.bindString(2, name); } else { state.bindString(2, ""); } state.bindByteArray(3, data.toByteArray()); state.step(); } state.dispose(); } database.commitTransaction(); } catch (Exception e) { e.printStackTrace(); } } }); } }