wiz0u/WTelegramClient
1
0
Fork 0
mirror of https://github.com/wiz0u/WTelegramClient.git synced 2025-12-06 06:52:01 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

optimized Channels_GetAllParticipantsSlow. Because of Telegram FLOOD_WAITs, no need for parallel queries

Browse source
This commit is contained in:
Wizou 2022-02-09 22:27:55 +01:00
parent 5e5e51102f
commit 08484fff41
1 changed files with 11 additions and 30 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

41
src/Client.cs
View file

@ -1637,32 +1637,22 @@ namespace WTelegram
public async Task<Channels_ChannelParticipants> Channels_GetAllParticipantsSlow(InputChannelBase channel, bool includeKickBan = false, string alphabet1 = "АБCДЕЄЖФГHИІJКЛМНОПQРСТУВWХЦЧШЩЫЮЯЗ", string alphabet2 = "АCЕHИJЛМНОРСТУВWЫ") public async Task<Channels_ChannelParticipants> Channels_GetAllParticipantsSlow(InputChannelBase channel, bool includeKickBan = false, string alphabet1 = "АБCДЕЄЖФГHИІJКЛМНОПQРСТУВWХЦЧШЩЫЮЯЗ", string alphabet2 = "АCЕHИJЛМНОРСТУВWЫ")
{ {
alphabet2 ??= alphabet1; alphabet2 ??= alphabet1;
File.AppendAllText("AllPart.txt", alphabet1 + "\n");
var sw = System.Diagnostics.Stopwatch.StartNew();
var result = new Channels_ChannelParticipants { chats = new(), users = new() }; var result = new Channels_ChannelParticipants { chats = new(), users = new() };
var sem = new SemaphoreSlim(1); // prevents flooding Telegram with requests
var user_ids = new HashSet<long>(); var user_ids = new HashSet<long>();
var participants = new List<ChannelParticipantBase>(); var participants = new List<ChannelParticipantBase>();
var tasks = new List<Task> var mcf = await this.Channels_GetFullChannel(channel);
{ await GetWithFilter(new ChannelParticipantsAdmins());
GetWithFilter(new ChannelParticipantsAdmins()), await GetWithFilter(new ChannelParticipantsBots());
GetWithFilter(new ChannelParticipantsBots()), await GetWithFilter(new ChannelParticipantsSearch { q = "" }, (f, c) => new ChannelParticipantsSearch { q = f.q + c }, alphabet1);
GetWithFilter(new ChannelParticipantsSearch { q = "" }, (f, c) => new ChannelParticipantsSearch { q = f.q + c }, alphabet1),
};
var mcf = this.Channels_GetFullChannel(channel);
tasks.Add(mcf);
if (includeKickBan) if (includeKickBan)
{ {
tasks.Add(GetWithFilter(new ChannelParticipantsKicked { q = "" }, (f, c) => new ChannelParticipantsKicked { q = f.q + c }, alphabet1)); await GetWithFilter(new ChannelParticipantsKicked { q = "" }, (f, c) => new ChannelParticipantsKicked { q = f.q + c }, alphabet1);
tasks.Add(GetWithFilter(new ChannelParticipantsBanned { q = "" }, (f, c) => new ChannelParticipantsBanned { q = f.q + c }, alphabet1)); await GetWithFilter(new ChannelParticipantsBanned { q = "" }, (f, c) => new ChannelParticipantsBanned { q = f.q + c }, alphabet1);
} }
await Task.WhenAll(tasks);
result.count = ((ChannelFull)mcf.Result.full_chat).participants_count; result.count = ((ChannelFull)mcf.full_chat).participants_count;
result.participants = participants.ToArray(); result.participants = participants.ToArray();
File.AppendAllText("AllPart.txt", $"{alphabet1} {participants.Count}/{result.count} in {sw.Elapsed}\n");
return result; return result;
async Task GetWithFilter<T>(T filter, Func<T, char, T> recurse = null, string alphabet = null) where T : ChannelParticipantsFilter async Task GetWithFilter<T>(T filter, Func<T, char, T> recurse = null, string alphabet = null) where T : ChannelParticipantsFilter
@ -1671,16 +1661,8 @@ namespace WTelegram
int maxCount = 0; int maxCount = 0;
for (int offset = 0; ;) for (int offset = 0; ;)
{ {
await sem.WaitAsync(); ccp = await this.Channels_GetParticipants(channel, filter, offset, 1024, 0);
try if (ccp.count > maxCount) maxCount = ccp.count;
{
ccp = await this.Channels_GetParticipants(channel, filter, offset, 1024, 0);
if (ccp.count > maxCount) maxCount = ccp.count;
}
finally
{
sem.Release();
}
foreach (var kvp in ccp.chats) result.chats[kvp.Key] = kvp.Value; foreach (var kvp in ccp.chats) result.chats[kvp.Key] = kvp.Value;
foreach (var kvp in ccp.users) result.users[kvp.Key] = kvp.Value; foreach (var kvp in ccp.users) result.users[kvp.Key] = kvp.Value;
lock (participants) lock (participants)
@ -1690,10 +1672,9 @@ namespace WTelegram
offset += ccp.participants.Length; offset += ccp.participants.Length;
if (offset >= ccp.count || ccp.participants.Length == 0) break; if (offset >= ccp.count || ccp.participants.Length == 0) break;
} }
Console.WriteLine($"{participants.Count} {(filter as ChannelParticipantsSearch)?.q} {ccp.count} {maxCount}");
File.AppendAllText("AllPart.txt", $"{(filter as ChannelParticipantsSearch)?.q}\t{participants.Count,4}\t{ccp.count}/{maxCount}\n");
if (recurse != null && (ccp.count < maxCount - 100 || ccp.count == 200 || ccp.count == 1000)) if (recurse != null && (ccp.count < maxCount - 100 || ccp.count == 200 || ccp.count == 1000))
await Task.WhenAll(alphabet.Select(c => GetWithFilter(recurse(filter, (char)c), recurse, c == 'А' ? alphabet : alphabet2))); foreach (var c in alphabet)
await GetWithFilter(recurse(filter, c), recurse, c == 'А' ? alphabet : alphabet2);
} }
} }