]> nmode's Git Repositories - signal-cli/blob - lib/src/main/java/org/asamk/signal/manager/Manager.java
Add member uuids to listGroup json output
[signal-cli] / lib / src / main / java / org / asamk / signal / manager / Manager.java
1 /*
2 Copyright (C) 2015-2021 AsamK and contributors
3
4 This program is free software: you can redistribute it and/or modify
5 it under the terms of the GNU General Public License as published by
6 the Free Software Foundation, either version 3 of the License, or
7 (at your option) any later version.
8
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
13
14 You should have received a copy of the GNU General Public License
15 along with this program. If not, see <http://www.gnu.org/licenses/>.
16 */
17 package org.asamk.signal.manager;
18
19 import org.asamk.signal.manager.api.Device;
20 import org.asamk.signal.manager.api.TypingAction;
21 import org.asamk.signal.manager.config.ServiceConfig;
22 import org.asamk.signal.manager.config.ServiceEnvironment;
23 import org.asamk.signal.manager.config.ServiceEnvironmentConfig;
24 import org.asamk.signal.manager.groups.GroupId;
25 import org.asamk.signal.manager.groups.GroupIdV1;
26 import org.asamk.signal.manager.groups.GroupInviteLinkUrl;
27 import org.asamk.signal.manager.groups.GroupLinkState;
28 import org.asamk.signal.manager.groups.GroupNotFoundException;
29 import org.asamk.signal.manager.groups.GroupPermission;
30 import org.asamk.signal.manager.groups.GroupUtils;
31 import org.asamk.signal.manager.groups.LastGroupAdminException;
32 import org.asamk.signal.manager.groups.NotAGroupMemberException;
33 import org.asamk.signal.manager.helper.GroupV2Helper;
34 import org.asamk.signal.manager.helper.PinHelper;
35 import org.asamk.signal.manager.helper.ProfileHelper;
36 import org.asamk.signal.manager.helper.SendHelper;
37 import org.asamk.signal.manager.helper.UnidentifiedAccessHelper;
38 import org.asamk.signal.manager.jobs.Context;
39 import org.asamk.signal.manager.jobs.Job;
40 import org.asamk.signal.manager.jobs.RetrieveStickerPackJob;
41 import org.asamk.signal.manager.storage.SignalAccount;
42 import org.asamk.signal.manager.storage.groups.GroupInfo;
43 import org.asamk.signal.manager.storage.groups.GroupInfoV1;
44 import org.asamk.signal.manager.storage.groups.GroupInfoV2;
45 import org.asamk.signal.manager.storage.identities.IdentityInfo;
46 import org.asamk.signal.manager.storage.messageCache.CachedMessage;
47 import org.asamk.signal.manager.storage.recipients.Contact;
48 import org.asamk.signal.manager.storage.recipients.Profile;
49 import org.asamk.signal.manager.storage.recipients.RecipientId;
50 import org.asamk.signal.manager.storage.stickers.Sticker;
51 import org.asamk.signal.manager.storage.stickers.StickerPackId;
52 import org.asamk.signal.manager.util.AttachmentUtils;
53 import org.asamk.signal.manager.util.IOUtils;
54 import org.asamk.signal.manager.util.KeyUtils;
55 import org.asamk.signal.manager.util.ProfileUtils;
56 import org.asamk.signal.manager.util.StickerUtils;
57 import org.asamk.signal.manager.util.Utils;
58 import org.signal.libsignal.metadata.InvalidMetadataMessageException;
59 import org.signal.libsignal.metadata.InvalidMetadataVersionException;
60 import org.signal.libsignal.metadata.ProtocolDuplicateMessageException;
61 import org.signal.libsignal.metadata.ProtocolInvalidKeyException;
62 import org.signal.libsignal.metadata.ProtocolInvalidKeyIdException;
63 import org.signal.libsignal.metadata.ProtocolInvalidMessageException;
64 import org.signal.libsignal.metadata.ProtocolInvalidVersionException;
65 import org.signal.libsignal.metadata.ProtocolLegacyMessageException;
66 import org.signal.libsignal.metadata.ProtocolNoSessionException;
67 import org.signal.libsignal.metadata.ProtocolUntrustedIdentityException;
68 import org.signal.libsignal.metadata.SelfSendException;
69 import org.signal.storageservice.protos.groups.GroupChange;
70 import org.signal.storageservice.protos.groups.local.DecryptedGroup;
71 import org.signal.zkgroup.InvalidInputException;
72 import org.signal.zkgroup.VerificationFailedException;
73 import org.signal.zkgroup.groups.GroupMasterKey;
74 import org.signal.zkgroup.groups.GroupSecretParams;
75 import org.signal.zkgroup.profiles.ProfileKey;
76 import org.signal.zkgroup.profiles.ProfileKeyCredential;
77 import org.slf4j.Logger;
78 import org.slf4j.LoggerFactory;
79 import org.whispersystems.libsignal.IdentityKey;
80 import org.whispersystems.libsignal.IdentityKeyPair;
81 import org.whispersystems.libsignal.InvalidKeyException;
82 import org.whispersystems.libsignal.InvalidMessageException;
83 import org.whispersystems.libsignal.ecc.ECPublicKey;
84 import org.whispersystems.libsignal.state.PreKeyRecord;
85 import org.whispersystems.libsignal.state.SignedPreKeyRecord;
86 import org.whispersystems.libsignal.util.Pair;
87 import org.whispersystems.libsignal.util.guava.Optional;
88 import org.whispersystems.signalservice.api.InvalidMessageStructureException;
89 import org.whispersystems.signalservice.api.SignalSessionLock;
90 import org.whispersystems.signalservice.api.crypto.UntrustedIdentityException;
91 import org.whispersystems.signalservice.api.groupsv2.GroupLinkNotActiveException;
92 import org.whispersystems.signalservice.api.groupsv2.GroupsV2AuthorizationString;
93 import org.whispersystems.signalservice.api.messages.SendMessageResult;
94 import org.whispersystems.signalservice.api.messages.SignalServiceAttachment;
95 import org.whispersystems.signalservice.api.messages.SignalServiceAttachmentPointer;
96 import org.whispersystems.signalservice.api.messages.SignalServiceAttachmentRemoteId;
97 import org.whispersystems.signalservice.api.messages.SignalServiceAttachmentStream;
98 import org.whispersystems.signalservice.api.messages.SignalServiceContent;
99 import org.whispersystems.signalservice.api.messages.SignalServiceDataMessage;
100 import org.whispersystems.signalservice.api.messages.SignalServiceEnvelope;
101 import org.whispersystems.signalservice.api.messages.SignalServiceGroup;
102 import org.whispersystems.signalservice.api.messages.SignalServiceGroupV2;
103 import org.whispersystems.signalservice.api.messages.SignalServiceReceiptMessage;
104 import org.whispersystems.signalservice.api.messages.SignalServiceTypingMessage;
105 import org.whispersystems.signalservice.api.messages.multidevice.BlockedListMessage;
106 import org.whispersystems.signalservice.api.messages.multidevice.ContactsMessage;
107 import org.whispersystems.signalservice.api.messages.multidevice.DeviceContact;
108 import org.whispersystems.signalservice.api.messages.multidevice.DeviceContactsInputStream;
109 import org.whispersystems.signalservice.api.messages.multidevice.DeviceContactsOutputStream;
110 import org.whispersystems.signalservice.api.messages.multidevice.DeviceGroup;
111 import org.whispersystems.signalservice.api.messages.multidevice.DeviceGroupsInputStream;
112 import org.whispersystems.signalservice.api.messages.multidevice.DeviceGroupsOutputStream;
113 import org.whispersystems.signalservice.api.messages.multidevice.RequestMessage;
114 import org.whispersystems.signalservice.api.messages.multidevice.SignalServiceSyncMessage;
115 import org.whispersystems.signalservice.api.messages.multidevice.StickerPackOperationMessage;
116 import org.whispersystems.signalservice.api.messages.multidevice.VerifiedMessage;
117 import org.whispersystems.signalservice.api.profiles.ProfileAndCredential;
118 import org.whispersystems.signalservice.api.profiles.SignalServiceProfile;
119 import org.whispersystems.signalservice.api.push.SignalServiceAddress;
120 import org.whispersystems.signalservice.api.push.exceptions.ConflictException;
121 import org.whispersystems.signalservice.api.push.exceptions.MissingConfigurationException;
122 import org.whispersystems.signalservice.api.util.DeviceNameUtil;
123 import org.whispersystems.signalservice.api.util.InvalidNumberException;
124 import org.whispersystems.signalservice.api.util.PhoneNumberFormatter;
125 import org.whispersystems.signalservice.api.util.UuidUtil;
126 import org.whispersystems.signalservice.api.websocket.WebSocketUnavailableException;
127 import org.whispersystems.signalservice.internal.contacts.crypto.Quote;
128 import org.whispersystems.signalservice.internal.contacts.crypto.UnauthenticatedQuoteException;
129 import org.whispersystems.signalservice.internal.contacts.crypto.UnauthenticatedResponseException;
130 import org.whispersystems.signalservice.internal.push.SignalServiceProtos;
131 import org.whispersystems.signalservice.internal.push.UnsupportedDataMessageException;
132 import org.whispersystems.signalservice.internal.util.DynamicCredentialsProvider;
133 import org.whispersystems.signalservice.internal.util.Hex;
134 import org.whispersystems.signalservice.internal.util.Util;
135
136 import java.io.Closeable;
137 import java.io.File;
138 import java.io.FileInputStream;
139 import java.io.FileOutputStream;
140 import java.io.IOException;
141 import java.io.InputStream;
142 import java.io.OutputStream;
143 import java.net.URI;
144 import java.net.URISyntaxException;
145 import java.net.URLEncoder;
146 import java.nio.charset.StandardCharsets;
147 import java.nio.file.Files;
148 import java.security.SignatureException;
149 import java.util.ArrayList;
150 import java.util.Arrays;
151 import java.util.Base64;
152 import java.util.Collection;
153 import java.util.Date;
154 import java.util.HashSet;
155 import java.util.List;
156 import java.util.Map;
157 import java.util.Set;
158 import java.util.UUID;
159 import java.util.concurrent.ExecutorService;
160 import java.util.concurrent.Executors;
161 import java.util.concurrent.TimeUnit;
162 import java.util.concurrent.TimeoutException;
163 import java.util.concurrent.locks.ReentrantLock;
164 import java.util.function.Function;
165 import java.util.stream.Collectors;
166
167 import static org.asamk.signal.manager.config.ServiceConfig.capabilities;
168
169 public class Manager implements Closeable {
170
171 private final static Logger logger = LoggerFactory.getLogger(Manager.class);
172
173 private final ServiceEnvironmentConfig serviceEnvironmentConfig;
174 private final SignalDependencies dependencies;
175
176 private SignalAccount account;
177
178 private final ExecutorService executor = Executors.newCachedThreadPool();
179
180 private final ProfileHelper profileHelper;
181 private final GroupV2Helper groupV2Helper;
182 private final PinHelper pinHelper;
183 private final SendHelper sendHelper;
184
185 private final AvatarStore avatarStore;
186 private final AttachmentStore attachmentStore;
187 private final StickerPackStore stickerPackStore;
188 private final SignalSessionLock sessionLock = new SignalSessionLock() {
189 private final ReentrantLock LEGACY_LOCK = new ReentrantLock();
190
191 @Override
192 public Lock acquire() {
193 LEGACY_LOCK.lock();
194 return LEGACY_LOCK::unlock;
195 }
196 };
197
198 Manager(
199 SignalAccount account,
200 PathConfig pathConfig,
201 ServiceEnvironmentConfig serviceEnvironmentConfig,
202 String userAgent
203 ) {
204 this.account = account;
205 this.serviceEnvironmentConfig = serviceEnvironmentConfig;
206
207 final var credentialsProvider = new DynamicCredentialsProvider(account.getUuid(),
208 account.getUsername(),
209 account.getPassword(),
210 account.getDeviceId());
211 this.dependencies = new SignalDependencies(account.getSelfAddress(),
212 serviceEnvironmentConfig,
213 userAgent,
214 credentialsProvider,
215 account.getSignalProtocolStore(),
216 executor,
217 sessionLock);
218 this.pinHelper = new PinHelper(dependencies.getKeyBackupService());
219
220 final var unidentifiedAccessHelper = new UnidentifiedAccessHelper(account::getProfileKey,
221 account.getProfileStore()::getProfileKey,
222 this::getRecipientProfile,
223 this::getSenderCertificate);
224 this.profileHelper = new ProfileHelper(account.getProfileStore()::getProfileKey,
225 unidentifiedAccessHelper::getAccessFor,
226 dependencies::getProfileService,
227 dependencies::getMessageReceiver,
228 this::resolveSignalServiceAddress);
229 this.groupV2Helper = new GroupV2Helper(this::getRecipientProfileKeyCredential,
230 this::getRecipientProfile,
231 account::getSelfRecipientId,
232 dependencies.getGroupsV2Operations(),
233 dependencies.getGroupsV2Api(),
234 this::getGroupAuthForToday,
235 this::resolveSignalServiceAddress);
236 this.avatarStore = new AvatarStore(pathConfig.getAvatarsPath());
237 this.attachmentStore = new AttachmentStore(pathConfig.getAttachmentsPath());
238 this.stickerPackStore = new StickerPackStore(pathConfig.getStickerPacksPath());
239 this.sendHelper = new SendHelper(account,
240 dependencies,
241 unidentifiedAccessHelper,
242 this::resolveSignalServiceAddress,
243 this::resolveRecipient,
244 this::handleIdentityFailure,
245 this::getGroup,
246 this::refreshRegisteredUser);
247 }
248
249 public String getUsername() {
250 return account.getUsername();
251 }
252
253 public SignalServiceAddress getSelfAddress() {
254 return account.getSelfAddress();
255 }
256
257 public RecipientId getSelfRecipientId() {
258 return account.getSelfRecipientId();
259 }
260
261 private IdentityKeyPair getIdentityKeyPair() {
262 return account.getIdentityKeyPair();
263 }
264
265 public int getDeviceId() {
266 return account.getDeviceId();
267 }
268
269 public static Manager init(
270 String username, File settingsPath, ServiceEnvironment serviceEnvironment, String userAgent
271 ) throws IOException, NotRegisteredException {
272 var pathConfig = PathConfig.createDefault(settingsPath);
273
274 if (!SignalAccount.userExists(pathConfig.getDataPath(), username)) {
275 throw new NotRegisteredException();
276 }
277
278 var account = SignalAccount.load(pathConfig.getDataPath(), username, true);
279
280 if (!account.isRegistered()) {
281 throw new NotRegisteredException();
282 }
283
284 final var serviceEnvironmentConfig = ServiceConfig.getServiceEnvironmentConfig(serviceEnvironment, userAgent);
285
286 return new Manager(account, pathConfig, serviceEnvironmentConfig, userAgent);
287 }
288
289 public static List<String> getAllLocalUsernames(File settingsPath) {
290 var pathConfig = PathConfig.createDefault(settingsPath);
291 final var dataPath = pathConfig.getDataPath();
292 final var files = dataPath.listFiles();
293
294 if (files == null) {
295 return List.of();
296 }
297
298 return Arrays.stream(files)
299 .filter(File::isFile)
300 .map(File::getName)
301 .filter(file -> PhoneNumberFormatter.isValidNumber(file, null))
302 .collect(Collectors.toList());
303 }
304
305 public void checkAccountState() throws IOException {
306 if (account.getLastReceiveTimestamp() == 0) {
307 logger.warn("The Signal protocol expects that incoming messages are regularly received.");
308 } else {
309 var diffInMilliseconds = System.currentTimeMillis() - account.getLastReceiveTimestamp();
310 long days = TimeUnit.DAYS.convert(diffInMilliseconds, TimeUnit.MILLISECONDS);
311 if (days > 7) {
312 logger.warn(
313 "Messages have been last received {} days ago. The Signal protocol expects that incoming messages are regularly received.",
314 days);
315 }
316 }
317 if (dependencies.getAccountManager().getPreKeysCount() < ServiceConfig.PREKEY_MINIMUM_COUNT) {
318 refreshPreKeys();
319 }
320 if (account.getUuid() == null) {
321 account.setUuid(dependencies.getAccountManager().getOwnUuid());
322 }
323 updateAccountAttributes();
324 }
325
326 /**
327 * This is used for checking a set of phone numbers for registration on Signal
328 *
329 * @param numbers The set of phone number in question
330 * @return A map of numbers to canonicalized number and uuid. If a number is not registered the uuid is null.
331 * @throws IOException if its unable to get the contacts to check if they're registered
332 */
333 public Map<String, Pair<String, UUID>> areUsersRegistered(Set<String> numbers) throws IOException {
334 Map<String, String> canonicalizedNumbers = numbers.stream().collect(Collectors.toMap(n -> n, n -> {
335 try {
336 return canonicalizePhoneNumber(n);
337 } catch (InvalidNumberException e) {
338 return "";
339 }
340 }));
341
342 // Note "contactDetails" has no optionals. It only gives us info on users who are registered
343 var contactDetails = getRegisteredUsers(canonicalizedNumbers.values()
344 .stream()
345 .filter(s -> !s.isEmpty())
346 .collect(Collectors.toSet()));
347
348 // Store numbers as recipients so we have the number/uuid association
349 contactDetails.forEach((number, uuid) -> resolveRecipientTrusted(new SignalServiceAddress(uuid, number)));
350
351 return numbers.stream().collect(Collectors.toMap(n -> n, n -> {
352 final var number = canonicalizedNumbers.get(n);
353 final var uuid = contactDetails.get(number);
354 return new Pair<>(number.isEmpty() ? null : number, uuid);
355 }));
356 }
357
358 public void updateAccountAttributes() throws IOException {
359 dependencies.getAccountManager()
360 .setAccountAttributes(account.getEncryptedDeviceName(),
361 null,
362 account.getLocalRegistrationId(),
363 true,
364 // set legacy pin only if no KBS master key is set
365 account.getPinMasterKey() == null ? account.getRegistrationLockPin() : null,
366 account.getPinMasterKey() == null ? null : account.getPinMasterKey().deriveRegistrationLock(),
367 account.getSelfUnidentifiedAccessKey(),
368 account.isUnrestrictedUnidentifiedAccess(),
369 capabilities,
370 account.isDiscoverableByPhoneNumber());
371 }
372
373 /**
374 * @param givenName if null, the previous givenName will be kept
375 * @param familyName if null, the previous familyName will be kept
376 * @param about if null, the previous about text will be kept
377 * @param aboutEmoji if null, the previous about emoji will be kept
378 * @param avatar if avatar is null the image from the local avatar store is used (if present),
379 */
380 public void setProfile(
381 String givenName, final String familyName, String about, String aboutEmoji, Optional<File> avatar
382 ) throws IOException {
383 var profile = getRecipientProfile(account.getSelfRecipientId());
384 var builder = profile == null ? Profile.newBuilder() : Profile.newBuilder(profile);
385 if (givenName != null) {
386 builder.withGivenName(givenName);
387 }
388 if (familyName != null) {
389 builder.withFamilyName(familyName);
390 }
391 if (about != null) {
392 builder.withAbout(about);
393 }
394 if (aboutEmoji != null) {
395 builder.withAboutEmoji(aboutEmoji);
396 }
397 var newProfile = builder.build();
398
399 try (final var streamDetails = avatar == null
400 ? avatarStore.retrieveProfileAvatar(getSelfAddress())
401 : avatar.isPresent() ? Utils.createStreamDetailsFromFile(avatar.get()) : null) {
402 dependencies.getAccountManager()
403 .setVersionedProfile(account.getUuid(),
404 account.getProfileKey(),
405 newProfile.getInternalServiceName(),
406 newProfile.getAbout() == null ? "" : newProfile.getAbout(),
407 newProfile.getAboutEmoji() == null ? "" : newProfile.getAboutEmoji(),
408 Optional.absent(),
409 streamDetails);
410 }
411
412 if (avatar != null) {
413 if (avatar.isPresent()) {
414 avatarStore.storeProfileAvatar(getSelfAddress(),
415 outputStream -> IOUtils.copyFileToStream(avatar.get(), outputStream));
416 } else {
417 avatarStore.deleteProfileAvatar(getSelfAddress());
418 }
419 }
420 account.getProfileStore().storeProfile(account.getSelfRecipientId(), newProfile);
421
422 sendHelper.sendSyncMessage(SignalServiceSyncMessage.forFetchLatest(SignalServiceSyncMessage.FetchType.LOCAL_PROFILE));
423 }
424
425 public void unregister() throws IOException {
426 // When setting an empty GCM id, the Signal-Server also sets the fetchesMessages property to false.
427 // If this is the master device, other users can't send messages to this number anymore.
428 // If this is a linked device, other users can still send messages, but this device doesn't receive them anymore.
429 dependencies.getAccountManager().setGcmId(Optional.absent());
430
431 account.setRegistered(false);
432 }
433
434 public void deleteAccount() throws IOException {
435 dependencies.getAccountManager().deleteAccount();
436
437 account.setRegistered(false);
438 }
439
440 public List<Device> getLinkedDevices() throws IOException {
441 var devices = dependencies.getAccountManager().getDevices();
442 account.setMultiDevice(devices.size() > 1);
443 var identityKey = account.getIdentityKeyPair().getPrivateKey();
444 return devices.stream().map(d -> {
445 String deviceName = d.getName();
446 if (deviceName != null) {
447 try {
448 deviceName = DeviceNameUtil.decryptDeviceName(deviceName, identityKey);
449 } catch (IOException e) {
450 logger.debug("Failed to decrypt device name, maybe plain text?", e);
451 }
452 }
453 return new Device(d.getId(), deviceName, d.getCreated(), d.getLastSeen());
454 }).collect(Collectors.toList());
455 }
456
457 public void removeLinkedDevices(int deviceId) throws IOException {
458 dependencies.getAccountManager().removeDevice(deviceId);
459 var devices = dependencies.getAccountManager().getDevices();
460 account.setMultiDevice(devices.size() > 1);
461 }
462
463 public void addDeviceLink(URI linkUri) throws IOException, InvalidKeyException {
464 var info = DeviceLinkInfo.parseDeviceLinkUri(linkUri);
465
466 addDevice(info.deviceIdentifier, info.deviceKey);
467 }
468
469 private void addDevice(String deviceIdentifier, ECPublicKey deviceKey) throws IOException, InvalidKeyException {
470 var identityKeyPair = getIdentityKeyPair();
471 var verificationCode = dependencies.getAccountManager().getNewDeviceVerificationCode();
472
473 dependencies.getAccountManager()
474 .addDevice(deviceIdentifier,
475 deviceKey,
476 identityKeyPair,
477 Optional.of(account.getProfileKey().serialize()),
478 verificationCode);
479 account.setMultiDevice(true);
480 }
481
482 public void setRegistrationLockPin(Optional<String> pin) throws IOException, UnauthenticatedResponseException {
483 if (!account.isMasterDevice()) {
484 throw new RuntimeException("Only master device can set a PIN");
485 }
486 if (pin.isPresent()) {
487 final var masterKey = account.getPinMasterKey() != null
488 ? account.getPinMasterKey()
489 : KeyUtils.createMasterKey();
490
491 pinHelper.setRegistrationLockPin(pin.get(), masterKey);
492
493 account.setRegistrationLockPin(pin.get(), masterKey);
494 } else {
495 // Remove KBS Pin
496 pinHelper.removeRegistrationLockPin();
497
498 account.setRegistrationLockPin(null, null);
499 }
500 }
501
502 void refreshPreKeys() throws IOException {
503 var oneTimePreKeys = generatePreKeys();
504 final var identityKeyPair = getIdentityKeyPair();
505 var signedPreKeyRecord = generateSignedPreKey(identityKeyPair);
506
507 dependencies.getAccountManager().setPreKeys(identityKeyPair.getPublicKey(), signedPreKeyRecord, oneTimePreKeys);
508 }
509
510 private List<PreKeyRecord> generatePreKeys() {
511 final var offset = account.getPreKeyIdOffset();
512
513 var records = KeyUtils.generatePreKeyRecords(offset, ServiceConfig.PREKEY_BATCH_SIZE);
514 account.addPreKeys(records);
515
516 return records;
517 }
518
519 private SignedPreKeyRecord generateSignedPreKey(IdentityKeyPair identityKeyPair) {
520 final var signedPreKeyId = account.getNextSignedPreKeyId();
521
522 var record = KeyUtils.generateSignedPreKeyRecord(identityKeyPair, signedPreKeyId);
523 account.addSignedPreKey(record);
524
525 return record;
526 }
527
528 public Profile getRecipientProfile(
529 RecipientId recipientId
530 ) {
531 return getRecipientProfile(recipientId, false);
532 }
533
534 private final Set<RecipientId> pendingProfileRequest = new HashSet<>();
535
536 Profile getRecipientProfile(
537 RecipientId recipientId, boolean force
538 ) {
539 var profile = account.getProfileStore().getProfile(recipientId);
540
541 var now = System.currentTimeMillis();
542 // Profiles are cached for 24h before retrieving them again, unless forced
543 if (!force && profile != null && now - profile.getLastUpdateTimestamp() < 24 * 60 * 60 * 1000) {
544 return profile;
545 }
546
547 synchronized (pendingProfileRequest) {
548 if (pendingProfileRequest.contains(recipientId)) {
549 return profile;
550 }
551 pendingProfileRequest.add(recipientId);
552 }
553 final SignalServiceProfile encryptedProfile;
554 try {
555 encryptedProfile = retrieveEncryptedProfile(recipientId);
556 } finally {
557 synchronized (pendingProfileRequest) {
558 pendingProfileRequest.remove(recipientId);
559 }
560 }
561 if (encryptedProfile == null) {
562 return null;
563 }
564
565 profile = decryptProfileIfKeyKnown(recipientId, encryptedProfile);
566 account.getProfileStore().storeProfile(recipientId, profile);
567
568 return profile;
569 }
570
571 private Profile decryptProfileIfKeyKnown(
572 final RecipientId recipientId, final SignalServiceProfile encryptedProfile
573 ) {
574 var profileKey = account.getProfileStore().getProfileKey(recipientId);
575 if (profileKey == null) {
576 return new Profile(System.currentTimeMillis(),
577 null,
578 null,
579 null,
580 null,
581 ProfileUtils.getUnidentifiedAccessMode(encryptedProfile, null),
582 ProfileUtils.getCapabilities(encryptedProfile));
583 }
584
585 return decryptProfileAndDownloadAvatar(recipientId, profileKey, encryptedProfile);
586 }
587
588 private SignalServiceProfile retrieveEncryptedProfile(RecipientId recipientId) {
589 try {
590 return retrieveProfileAndCredential(recipientId, SignalServiceProfile.RequestType.PROFILE).getProfile();
591 } catch (IOException e) {
592 logger.warn("Failed to retrieve profile, ignoring: {}", e.getMessage());
593 return null;
594 }
595 }
596
597 private ProfileAndCredential retrieveProfileAndCredential(
598 final RecipientId recipientId, final SignalServiceProfile.RequestType requestType
599 ) throws IOException {
600 final var profileAndCredential = profileHelper.retrieveProfileSync(recipientId, requestType);
601 final var profile = profileAndCredential.getProfile();
602
603 try {
604 var newIdentity = account.getIdentityKeyStore()
605 .saveIdentity(recipientId,
606 new IdentityKey(Base64.getDecoder().decode(profile.getIdentityKey())),
607 new Date());
608
609 if (newIdentity) {
610 account.getSessionStore().archiveSessions(recipientId);
611 }
612 } catch (InvalidKeyException ignored) {
613 logger.warn("Got invalid identity key in profile for {}",
614 resolveSignalServiceAddress(recipientId).getIdentifier());
615 }
616 return profileAndCredential;
617 }
618
619 private ProfileKeyCredential getRecipientProfileKeyCredential(RecipientId recipientId) {
620 var profileKeyCredential = account.getProfileStore().getProfileKeyCredential(recipientId);
621 if (profileKeyCredential != null) {
622 return profileKeyCredential;
623 }
624
625 ProfileAndCredential profileAndCredential;
626 try {
627 profileAndCredential = retrieveProfileAndCredential(recipientId,
628 SignalServiceProfile.RequestType.PROFILE_AND_CREDENTIAL);
629 } catch (IOException e) {
630 logger.warn("Failed to retrieve profile key credential, ignoring: {}", e.getMessage());
631 return null;
632 }
633
634 profileKeyCredential = profileAndCredential.getProfileKeyCredential().orNull();
635 account.getProfileStore().storeProfileKeyCredential(recipientId, profileKeyCredential);
636
637 var profileKey = account.getProfileStore().getProfileKey(recipientId);
638 if (profileKey != null) {
639 final var profile = decryptProfileAndDownloadAvatar(recipientId,
640 profileKey,
641 profileAndCredential.getProfile());
642 account.getProfileStore().storeProfile(recipientId, profile);
643 }
644
645 return profileKeyCredential;
646 }
647
648 private Profile decryptProfileAndDownloadAvatar(
649 final RecipientId recipientId, final ProfileKey profileKey, final SignalServiceProfile encryptedProfile
650 ) {
651 if (encryptedProfile.getAvatar() != null) {
652 downloadProfileAvatar(resolveSignalServiceAddress(recipientId), encryptedProfile.getAvatar(), profileKey);
653 }
654
655 return ProfileUtils.decryptProfile(profileKey, encryptedProfile);
656 }
657
658 private Optional<SignalServiceAttachmentStream> createGroupAvatarAttachment(GroupId groupId) throws IOException {
659 final var streamDetails = avatarStore.retrieveGroupAvatar(groupId);
660 if (streamDetails == null) {
661 return Optional.absent();
662 }
663
664 return Optional.of(AttachmentUtils.createAttachment(streamDetails, Optional.absent()));
665 }
666
667 private Optional<SignalServiceAttachmentStream> createContactAvatarAttachment(SignalServiceAddress address) throws IOException {
668 final var streamDetails = avatarStore.retrieveContactAvatar(address);
669 if (streamDetails == null) {
670 return Optional.absent();
671 }
672
673 return Optional.of(AttachmentUtils.createAttachment(streamDetails, Optional.absent()));
674 }
675
676 private GroupInfo getGroupForUpdating(GroupId groupId) throws GroupNotFoundException, NotAGroupMemberException {
677 var g = getGroup(groupId);
678 if (g == null) {
679 throw new GroupNotFoundException(groupId);
680 }
681 if (!g.isMember(account.getSelfRecipientId()) && !g.isPendingMember(account.getSelfRecipientId())) {
682 throw new NotAGroupMemberException(groupId, g.getTitle());
683 }
684 return g;
685 }
686
687 public List<GroupInfo> getGroups() {
688 return account.getGroupStore().getGroups();
689 }
690
691 public Pair<Long, List<SendMessageResult>> sendGroupMessage(
692 String messageText, List<String> attachments, GroupId groupId
693 ) throws IOException, GroupNotFoundException, AttachmentInvalidException, NotAGroupMemberException {
694 final var messageBuilder = createMessageBuilder().withBody(messageText);
695 if (attachments != null) {
696 messageBuilder.withAttachments(AttachmentUtils.getSignalServiceAttachments(attachments));
697 }
698
699 return sendHelper.sendAsGroupMessage(messageBuilder, groupId);
700 }
701
702 public Pair<Long, List<SendMessageResult>> sendGroupMessageReaction(
703 String emoji, boolean remove, String targetAuthor, long targetSentTimestamp, GroupId groupId
704 ) throws IOException, InvalidNumberException, NotAGroupMemberException, GroupNotFoundException {
705 var targetAuthorRecipientId = canonicalizeAndResolveRecipient(targetAuthor);
706 var reaction = new SignalServiceDataMessage.Reaction(emoji,
707 remove,
708 resolveSignalServiceAddress(targetAuthorRecipientId),
709 targetSentTimestamp);
710 final var messageBuilder = createMessageBuilder().withReaction(reaction);
711
712 return sendHelper.sendAsGroupMessage(messageBuilder, groupId);
713 }
714
715 public Pair<Long, List<SendMessageResult>> sendQuitGroupMessage(
716 GroupId groupId, Set<String> groupAdmins
717 ) throws GroupNotFoundException, IOException, NotAGroupMemberException, InvalidNumberException, LastGroupAdminException {
718 var group = getGroupForUpdating(groupId);
719 if (group instanceof GroupInfoV1) {
720 return quitGroupV1((GroupInfoV1) group);
721 }
722
723 final var newAdmins = getRecipientIds(groupAdmins);
724 try {
725 return quitGroupV2((GroupInfoV2) group, newAdmins);
726 } catch (ConflictException e) {
727 // Detected conflicting update, refreshing group and trying again
728 group = getGroup(groupId, true);
729 return quitGroupV2((GroupInfoV2) group, newAdmins);
730 }
731 }
732
733 private Pair<Long, List<SendMessageResult>> quitGroupV1(final GroupInfoV1 groupInfoV1) throws IOException {
734 var group = SignalServiceGroup.newBuilder(SignalServiceGroup.Type.QUIT)
735 .withId(groupInfoV1.getGroupId().serialize())
736 .build();
737
738 var messageBuilder = createMessageBuilder().asGroupMessage(group);
739 groupInfoV1.removeMember(account.getSelfRecipientId());
740 account.getGroupStore().updateGroup(groupInfoV1);
741 return sendHelper.sendGroupMessage(messageBuilder.build(),
742 groupInfoV1.getMembersIncludingPendingWithout(account.getSelfRecipientId()));
743 }
744
745 private Pair<Long, List<SendMessageResult>> quitGroupV2(
746 final GroupInfoV2 groupInfoV2, final Set<RecipientId> newAdmins
747 ) throws LastGroupAdminException, IOException {
748 final var currentAdmins = groupInfoV2.getAdminMembers();
749 newAdmins.removeAll(currentAdmins);
750 newAdmins.retainAll(groupInfoV2.getMembers());
751 if (currentAdmins.contains(getSelfRecipientId())
752 && currentAdmins.size() == 1
753 && groupInfoV2.getMembers().size() > 1
754 && newAdmins.size() == 0) {
755 // Last admin can't leave the group, unless she's also the last member
756 throw new LastGroupAdminException(groupInfoV2.getGroupId(), groupInfoV2.getTitle());
757 }
758 final var groupGroupChangePair = groupV2Helper.leaveGroup(groupInfoV2, newAdmins);
759 groupInfoV2.setGroup(groupGroupChangePair.first(), this::resolveRecipient);
760 var messageBuilder = getGroupUpdateMessageBuilder(groupInfoV2, groupGroupChangePair.second().toByteArray());
761 account.getGroupStore().updateGroup(groupInfoV2);
762 return sendHelper.sendGroupMessage(messageBuilder.build(),
763 groupInfoV2.getMembersIncludingPendingWithout(account.getSelfRecipientId()));
764 }
765
766 public void deleteGroup(GroupId groupId) throws IOException {
767 account.getGroupStore().deleteGroup(groupId);
768 avatarStore.deleteGroupAvatar(groupId);
769 }
770
771 public Pair<GroupId, List<SendMessageResult>> createGroup(
772 String name, List<String> members, File avatarFile
773 ) throws IOException, AttachmentInvalidException, InvalidNumberException {
774 return createGroup(name, members == null ? null : getRecipientIds(members), avatarFile);
775 }
776
777 private Pair<GroupId, List<SendMessageResult>> createGroup(
778 String name, Set<RecipientId> members, File avatarFile
779 ) throws IOException, AttachmentInvalidException {
780 final var selfRecipientId = account.getSelfRecipientId();
781 if (members != null && members.contains(selfRecipientId)) {
782 members = new HashSet<>(members);
783 members.remove(selfRecipientId);
784 }
785
786 var gv2Pair = groupV2Helper.createGroup(name == null ? "" : name,
787 members == null ? Set.of() : members,
788 avatarFile);
789
790 SignalServiceDataMessage.Builder messageBuilder;
791 if (gv2Pair == null) {
792 // Failed to create v2 group, creating v1 group instead
793 var gv1 = new GroupInfoV1(GroupIdV1.createRandom());
794 gv1.addMembers(List.of(selfRecipientId));
795 final var result = updateGroupV1(gv1, name, members, avatarFile);
796 return new Pair<>(gv1.getGroupId(), result.second());
797 }
798
799 final var gv2 = gv2Pair.first();
800 final var decryptedGroup = gv2Pair.second();
801
802 gv2.setGroup(decryptedGroup, this::resolveRecipient);
803 if (avatarFile != null) {
804 avatarStore.storeGroupAvatar(gv2.getGroupId(),
805 outputStream -> IOUtils.copyFileToStream(avatarFile, outputStream));
806 }
807 messageBuilder = getGroupUpdateMessageBuilder(gv2, null);
808 account.getGroupStore().updateGroup(gv2);
809
810 final var result = sendHelper.sendGroupMessage(messageBuilder.build(),
811 gv2.getMembersIncludingPendingWithout(selfRecipientId));
812 return new Pair<>(gv2.getGroupId(), result.second());
813 }
814
815 public Pair<Long, List<SendMessageResult>> updateGroup(
816 GroupId groupId,
817 String name,
818 String description,
819 List<String> members,
820 List<String> removeMembers,
821 List<String> admins,
822 List<String> removeAdmins,
823 boolean resetGroupLink,
824 GroupLinkState groupLinkState,
825 GroupPermission addMemberPermission,
826 GroupPermission editDetailsPermission,
827 File avatarFile,
828 Integer expirationTimer,
829 Boolean isAnnouncementGroup
830 ) throws IOException, GroupNotFoundException, AttachmentInvalidException, InvalidNumberException, NotAGroupMemberException {
831 return updateGroup(groupId,
832 name,
833 description,
834 members == null ? null : getRecipientIds(members),
835 removeMembers == null ? null : getRecipientIds(removeMembers),
836 admins == null ? null : getRecipientIds(admins),
837 removeAdmins == null ? null : getRecipientIds(removeAdmins),
838 resetGroupLink,
839 groupLinkState,
840 addMemberPermission,
841 editDetailsPermission,
842 avatarFile,
843 expirationTimer,
844 isAnnouncementGroup);
845 }
846
847 private Pair<Long, List<SendMessageResult>> updateGroup(
848 final GroupId groupId,
849 final String name,
850 final String description,
851 final Set<RecipientId> members,
852 final Set<RecipientId> removeMembers,
853 final Set<RecipientId> admins,
854 final Set<RecipientId> removeAdmins,
855 final boolean resetGroupLink,
856 final GroupLinkState groupLinkState,
857 final GroupPermission addMemberPermission,
858 final GroupPermission editDetailsPermission,
859 final File avatarFile,
860 final Integer expirationTimer,
861 final Boolean isAnnouncementGroup
862 ) throws IOException, GroupNotFoundException, AttachmentInvalidException, NotAGroupMemberException {
863 var group = getGroupForUpdating(groupId);
864
865 if (group instanceof GroupInfoV2) {
866 try {
867 return updateGroupV2((GroupInfoV2) group,
868 name,
869 description,
870 members,
871 removeMembers,
872 admins,
873 removeAdmins,
874 resetGroupLink,
875 groupLinkState,
876 addMemberPermission,
877 editDetailsPermission,
878 avatarFile,
879 expirationTimer,
880 isAnnouncementGroup);
881 } catch (ConflictException e) {
882 // Detected conflicting update, refreshing group and trying again
883 group = getGroup(groupId, true);
884 return updateGroupV2((GroupInfoV2) group,
885 name,
886 description,
887 members,
888 removeMembers,
889 admins,
890 removeAdmins,
891 resetGroupLink,
892 groupLinkState,
893 addMemberPermission,
894 editDetailsPermission,
895 avatarFile,
896 expirationTimer,
897 isAnnouncementGroup);
898 }
899 }
900
901 final var gv1 = (GroupInfoV1) group;
902 final var result = updateGroupV1(gv1, name, members, avatarFile);
903 if (expirationTimer != null) {
904 setExpirationTimer(gv1, expirationTimer);
905 }
906 return result;
907 }
908
909 private Pair<Long, List<SendMessageResult>> updateGroupV1(
910 final GroupInfoV1 gv1, final String name, final Set<RecipientId> members, final File avatarFile
911 ) throws IOException, AttachmentInvalidException {
912 updateGroupV1Details(gv1, name, members, avatarFile);
913 var messageBuilder = getGroupUpdateMessageBuilder(gv1);
914
915 account.getGroupStore().updateGroup(gv1);
916
917 return sendHelper.sendGroupMessage(messageBuilder.build(),
918 gv1.getMembersIncludingPendingWithout(account.getSelfRecipientId()));
919 }
920
921 private void updateGroupV1Details(
922 final GroupInfoV1 g, final String name, final Collection<RecipientId> members, final File avatarFile
923 ) throws IOException {
924 if (name != null) {
925 g.name = name;
926 }
927
928 if (members != null) {
929 final var newMemberAddresses = members.stream()
930 .filter(member -> !g.isMember(member))
931 .map(this::resolveSignalServiceAddress)
932 .collect(Collectors.toList());
933 final var newE164Members = new HashSet<String>();
934 for (var member : newMemberAddresses) {
935 if (!member.getNumber().isPresent()) {
936 continue;
937 }
938 newE164Members.add(member.getNumber().get());
939 }
940
941 final var registeredUsers = getRegisteredUsers(newE164Members);
942 if (registeredUsers.size() != newE164Members.size()) {
943 // Some of the new members are not registered on Signal
944 newE164Members.removeAll(registeredUsers.keySet());
945 throw new IOException("Failed to add members "
946 + String.join(", ", newE164Members)
947 + " to group: Not registered on Signal");
948 }
949
950 g.addMembers(members);
951 }
952
953 if (avatarFile != null) {
954 avatarStore.storeGroupAvatar(g.getGroupId(),
955 outputStream -> IOUtils.copyFileToStream(avatarFile, outputStream));
956 }
957 }
958
959 private Pair<Long, List<SendMessageResult>> updateGroupV2(
960 final GroupInfoV2 group,
961 final String name,
962 final String description,
963 final Set<RecipientId> members,
964 final Set<RecipientId> removeMembers,
965 final Set<RecipientId> admins,
966 final Set<RecipientId> removeAdmins,
967 final boolean resetGroupLink,
968 final GroupLinkState groupLinkState,
969 final GroupPermission addMemberPermission,
970 final GroupPermission editDetailsPermission,
971 final File avatarFile,
972 final Integer expirationTimer,
973 final Boolean isAnnouncementGroup
974 ) throws IOException {
975 Pair<Long, List<SendMessageResult>> result = null;
976 if (group.isPendingMember(account.getSelfRecipientId())) {
977 var groupGroupChangePair = groupV2Helper.acceptInvite(group);
978 result = sendUpdateGroupV2Message(group, groupGroupChangePair.first(), groupGroupChangePair.second());
979 }
980
981 if (members != null) {
982 final var newMembers = new HashSet<>(members);
983 newMembers.removeAll(group.getMembers());
984 if (newMembers.size() > 0) {
985 var groupGroupChangePair = groupV2Helper.addMembers(group, newMembers);
986 result = sendUpdateGroupV2Message(group, groupGroupChangePair.first(), groupGroupChangePair.second());
987 }
988 }
989
990 if (removeMembers != null) {
991 var existingRemoveMembers = new HashSet<>(removeMembers);
992 existingRemoveMembers.retainAll(group.getMembers());
993 existingRemoveMembers.remove(getSelfRecipientId());// self can be removed with sendQuitGroupMessage
994 if (existingRemoveMembers.size() > 0) {
995 var groupGroupChangePair = groupV2Helper.removeMembers(group, existingRemoveMembers);
996 result = sendUpdateGroupV2Message(group, groupGroupChangePair.first(), groupGroupChangePair.second());
997 }
998
999 var pendingRemoveMembers = new HashSet<>(removeMembers);
1000 pendingRemoveMembers.retainAll(group.getPendingMembers());
1001 if (pendingRemoveMembers.size() > 0) {
1002 var groupGroupChangePair = groupV2Helper.revokeInvitedMembers(group, pendingRemoveMembers);
1003 result = sendUpdateGroupV2Message(group, groupGroupChangePair.first(), groupGroupChangePair.second());
1004 }
1005 }
1006
1007 if (admins != null) {
1008 final var newAdmins = new HashSet<>(admins);
1009 newAdmins.retainAll(group.getMembers());
1010 newAdmins.removeAll(group.getAdminMembers());
1011 if (newAdmins.size() > 0) {
1012 for (var admin : newAdmins) {
1013 var groupGroupChangePair = groupV2Helper.setMemberAdmin(group, admin, true);
1014 result = sendUpdateGroupV2Message(group,
1015 groupGroupChangePair.first(),
1016 groupGroupChangePair.second());
1017 }
1018 }
1019 }
1020
1021 if (removeAdmins != null) {
1022 final var existingRemoveAdmins = new HashSet<>(removeAdmins);
1023 existingRemoveAdmins.retainAll(group.getAdminMembers());
1024 if (existingRemoveAdmins.size() > 0) {
1025 for (var admin : existingRemoveAdmins) {
1026 var groupGroupChangePair = groupV2Helper.setMemberAdmin(group, admin, false);
1027 result = sendUpdateGroupV2Message(group,
1028 groupGroupChangePair.first(),
1029 groupGroupChangePair.second());
1030 }
1031 }
1032 }
1033
1034 if (resetGroupLink) {
1035 var groupGroupChangePair = groupV2Helper.resetGroupLinkPassword(group);
1036 result = sendUpdateGroupV2Message(group, groupGroupChangePair.first(), groupGroupChangePair.second());
1037 }
1038
1039 if (groupLinkState != null) {
1040 var groupGroupChangePair = groupV2Helper.setGroupLinkState(group, groupLinkState);
1041 result = sendUpdateGroupV2Message(group, groupGroupChangePair.first(), groupGroupChangePair.second());
1042 }
1043
1044 if (addMemberPermission != null) {
1045 var groupGroupChangePair = groupV2Helper.setAddMemberPermission(group, addMemberPermission);
1046 result = sendUpdateGroupV2Message(group, groupGroupChangePair.first(), groupGroupChangePair.second());
1047 }
1048
1049 if (editDetailsPermission != null) {
1050 var groupGroupChangePair = groupV2Helper.setEditDetailsPermission(group, editDetailsPermission);
1051 result = sendUpdateGroupV2Message(group, groupGroupChangePair.first(), groupGroupChangePair.second());
1052 }
1053
1054 if (expirationTimer != null) {
1055 var groupGroupChangePair = groupV2Helper.setMessageExpirationTimer(group, expirationTimer);
1056 result = sendUpdateGroupV2Message(group, groupGroupChangePair.first(), groupGroupChangePair.second());
1057 }
1058
1059 if (isAnnouncementGroup != null) {
1060 var groupGroupChangePair = groupV2Helper.setIsAnnouncementGroup(group, isAnnouncementGroup);
1061 result = sendUpdateGroupV2Message(group, groupGroupChangePair.first(), groupGroupChangePair.second());
1062 }
1063
1064 if (name != null || description != null || avatarFile != null) {
1065 var groupGroupChangePair = groupV2Helper.updateGroup(group, name, description, avatarFile);
1066 if (avatarFile != null) {
1067 avatarStore.storeGroupAvatar(group.getGroupId(),
1068 outputStream -> IOUtils.copyFileToStream(avatarFile, outputStream));
1069 }
1070 result = sendUpdateGroupV2Message(group, groupGroupChangePair.first(), groupGroupChangePair.second());
1071 }
1072
1073 return result;
1074 }
1075
1076 public Pair<GroupId, List<SendMessageResult>> joinGroup(
1077 GroupInviteLinkUrl inviteLinkUrl
1078 ) throws IOException, GroupLinkNotActiveException {
1079 final var groupJoinInfo = groupV2Helper.getDecryptedGroupJoinInfo(inviteLinkUrl.getGroupMasterKey(),
1080 inviteLinkUrl.getPassword());
1081 final var groupChange = groupV2Helper.joinGroup(inviteLinkUrl.getGroupMasterKey(),
1082 inviteLinkUrl.getPassword(),
1083 groupJoinInfo);
1084 final var group = getOrMigrateGroup(inviteLinkUrl.getGroupMasterKey(),
1085 groupJoinInfo.getRevision() + 1,
1086 groupChange.toByteArray());
1087
1088 if (group.getGroup() == null) {
1089 // Only requested member, can't send update to group members
1090 return new Pair<>(group.getGroupId(), List.of());
1091 }
1092
1093 final var result = sendUpdateGroupV2Message(group, group.getGroup(), groupChange);
1094
1095 return new Pair<>(group.getGroupId(), result.second());
1096 }
1097
1098 private Pair<Long, List<SendMessageResult>> sendUpdateGroupV2Message(
1099 GroupInfoV2 group, DecryptedGroup newDecryptedGroup, GroupChange groupChange
1100 ) throws IOException {
1101 final var selfRecipientId = account.getSelfRecipientId();
1102 final var members = group.getMembersIncludingPendingWithout(selfRecipientId);
1103 group.setGroup(newDecryptedGroup, this::resolveRecipient);
1104 members.addAll(group.getMembersIncludingPendingWithout(selfRecipientId));
1105
1106 final var messageBuilder = getGroupUpdateMessageBuilder(group, groupChange.toByteArray());
1107 account.getGroupStore().updateGroup(group);
1108 return sendHelper.sendGroupMessage(messageBuilder.build(), members);
1109 }
1110
1111 private static int currentTimeDays() {
1112 return (int) TimeUnit.MILLISECONDS.toDays(System.currentTimeMillis());
1113 }
1114
1115 private GroupsV2AuthorizationString getGroupAuthForToday(
1116 final GroupSecretParams groupSecretParams
1117 ) throws IOException {
1118 final var today = currentTimeDays();
1119 // Returns credentials for the next 7 days
1120 final var credentials = dependencies.getGroupsV2Api().getCredentials(today);
1121 // TODO cache credentials until they expire
1122 var authCredentialResponse = credentials.get(today);
1123 try {
1124 return dependencies.getGroupsV2Api()
1125 .getGroupsV2AuthorizationString(account.getUuid(),
1126 today,
1127 groupSecretParams,
1128 authCredentialResponse);
1129 } catch (VerificationFailedException e) {
1130 throw new IOException(e);
1131 }
1132 }
1133
1134 Pair<Long, List<SendMessageResult>> sendGroupInfoMessage(
1135 GroupIdV1 groupId, SignalServiceAddress recipient
1136 ) throws IOException, NotAGroupMemberException, GroupNotFoundException, AttachmentInvalidException {
1137 GroupInfoV1 g;
1138 var group = getGroupForUpdating(groupId);
1139 if (!(group instanceof GroupInfoV1)) {
1140 throw new IOException("Received an invalid group request for a v2 group!");
1141 }
1142 g = (GroupInfoV1) group;
1143
1144 final var recipientId = resolveRecipient(recipient);
1145 if (!g.isMember(recipientId)) {
1146 throw new NotAGroupMemberException(groupId, g.name);
1147 }
1148
1149 var messageBuilder = getGroupUpdateMessageBuilder(g);
1150
1151 // Send group message only to the recipient who requested it
1152 return sendHelper.sendGroupMessage(messageBuilder.build(), Set.of(recipientId));
1153 }
1154
1155 private SignalServiceDataMessage.Builder getGroupUpdateMessageBuilder(GroupInfoV1 g) throws AttachmentInvalidException {
1156 var group = SignalServiceGroup.newBuilder(SignalServiceGroup.Type.UPDATE)
1157 .withId(g.getGroupId().serialize())
1158 .withName(g.name)
1159 .withMembers(g.getMembers()
1160 .stream()
1161 .map(this::resolveSignalServiceAddress)
1162 .collect(Collectors.toList()));
1163
1164 try {
1165 final var attachment = createGroupAvatarAttachment(g.getGroupId());
1166 if (attachment.isPresent()) {
1167 group.withAvatar(attachment.get());
1168 }
1169 } catch (IOException e) {
1170 throw new AttachmentInvalidException(g.getGroupId().toBase64(), e);
1171 }
1172
1173 return createMessageBuilder().asGroupMessage(group.build()).withExpiration(g.getMessageExpirationTime());
1174 }
1175
1176 private SignalServiceDataMessage.Builder getGroupUpdateMessageBuilder(GroupInfoV2 g, byte[] signedGroupChange) {
1177 var group = SignalServiceGroupV2.newBuilder(g.getMasterKey())
1178 .withRevision(g.getGroup().getRevision())
1179 .withSignedGroupChange(signedGroupChange);
1180 return createMessageBuilder().asGroupMessage(group.build()).withExpiration(g.getMessageExpirationTime());
1181 }
1182
1183 Pair<Long, List<SendMessageResult>> sendGroupInfoRequest(
1184 GroupIdV1 groupId, SignalServiceAddress recipient
1185 ) throws IOException {
1186 var group = SignalServiceGroup.newBuilder(SignalServiceGroup.Type.REQUEST_INFO).withId(groupId.serialize());
1187
1188 var messageBuilder = createMessageBuilder().asGroupMessage(group.build());
1189
1190 // Send group info request message to the recipient who sent us a message with this groupId
1191 return sendHelper.sendGroupMessage(messageBuilder.build(), Set.of(resolveRecipient(recipient)));
1192 }
1193
1194 void sendReceipt(
1195 SignalServiceAddress remoteAddress, long messageId
1196 ) throws IOException, UntrustedIdentityException {
1197 var receiptMessage = new SignalServiceReceiptMessage(SignalServiceReceiptMessage.Type.DELIVERY,
1198 List.of(messageId),
1199 System.currentTimeMillis());
1200
1201 sendHelper.sendReceiptMessage(receiptMessage, resolveRecipient(remoteAddress));
1202 }
1203
1204 public Pair<Long, List<SendMessageResult>> sendMessage(
1205 String messageText, List<String> attachments, List<String> recipients
1206 ) throws IOException, AttachmentInvalidException, InvalidNumberException {
1207 final var messageBuilder = createMessageBuilder().withBody(messageText);
1208 if (attachments != null) {
1209 var attachmentStreams = AttachmentUtils.getSignalServiceAttachments(attachments);
1210
1211 // Upload attachments here, so we only upload once even for multiple recipients
1212 var messageSender = dependencies.getMessageSender();
1213 var attachmentPointers = new ArrayList<SignalServiceAttachment>(attachmentStreams.size());
1214 for (var attachment : attachmentStreams) {
1215 if (attachment.isStream()) {
1216 attachmentPointers.add(messageSender.uploadAttachment(attachment.asStream()));
1217 } else if (attachment.isPointer()) {
1218 attachmentPointers.add(attachment.asPointer());
1219 }
1220 }
1221
1222 messageBuilder.withAttachments(attachmentPointers);
1223 }
1224 return sendHelper.sendMessage(messageBuilder, getRecipientIds(recipients));
1225 }
1226
1227 public Pair<Long, SendMessageResult> sendSelfMessage(
1228 String messageText, List<String> attachments
1229 ) throws IOException, AttachmentInvalidException {
1230 final var messageBuilder = createMessageBuilder().withBody(messageText);
1231 if (attachments != null) {
1232 messageBuilder.withAttachments(AttachmentUtils.getSignalServiceAttachments(attachments));
1233 }
1234 return sendHelper.sendSelfMessage(messageBuilder);
1235 }
1236
1237 public Pair<Long, List<SendMessageResult>> sendRemoteDeleteMessage(
1238 long targetSentTimestamp, List<String> recipients
1239 ) throws IOException, InvalidNumberException {
1240 var delete = new SignalServiceDataMessage.RemoteDelete(targetSentTimestamp);
1241 final var messageBuilder = createMessageBuilder().withRemoteDelete(delete);
1242 return sendHelper.sendMessage(messageBuilder, getRecipientIds(recipients));
1243 }
1244
1245 public Pair<Long, List<SendMessageResult>> sendGroupRemoteDeleteMessage(
1246 long targetSentTimestamp, GroupId groupId
1247 ) throws IOException, NotAGroupMemberException, GroupNotFoundException {
1248 var delete = new SignalServiceDataMessage.RemoteDelete(targetSentTimestamp);
1249 final var messageBuilder = createMessageBuilder().withRemoteDelete(delete);
1250 return sendHelper.sendAsGroupMessage(messageBuilder, groupId);
1251 }
1252
1253 public Pair<Long, List<SendMessageResult>> sendMessageReaction(
1254 String emoji, boolean remove, String targetAuthor, long targetSentTimestamp, List<String> recipients
1255 ) throws IOException, InvalidNumberException {
1256 var targetAuthorRecipientId = canonicalizeAndResolveRecipient(targetAuthor);
1257 var reaction = new SignalServiceDataMessage.Reaction(emoji,
1258 remove,
1259 resolveSignalServiceAddress(targetAuthorRecipientId),
1260 targetSentTimestamp);
1261 final var messageBuilder = createMessageBuilder().withReaction(reaction);
1262 return sendHelper.sendMessage(messageBuilder, getRecipientIds(recipients));
1263 }
1264
1265 public Pair<Long, List<SendMessageResult>> sendEndSessionMessage(List<String> recipients) throws IOException, InvalidNumberException {
1266 var messageBuilder = createMessageBuilder().asEndSessionMessage();
1267
1268 final var recipientIds = getRecipientIds(recipients);
1269 try {
1270 return sendHelper.sendMessage(messageBuilder, recipientIds);
1271 } finally {
1272 for (var recipientId : recipientIds) {
1273 handleEndSession(recipientId);
1274 }
1275 }
1276 }
1277
1278 void renewSession(RecipientId recipientId) throws IOException {
1279 account.getSessionStore().archiveSessions(recipientId);
1280 if (!recipientId.equals(getSelfRecipientId())) {
1281 sendHelper.sendNullMessage(recipientId);
1282 }
1283 }
1284
1285 public void setContactName(String number, String name) throws InvalidNumberException, NotMasterDeviceException {
1286 if (!account.isMasterDevice()) {
1287 throw new NotMasterDeviceException();
1288 }
1289 final var recipientId = canonicalizeAndResolveRecipient(number);
1290 var contact = account.getContactStore().getContact(recipientId);
1291 final var builder = contact == null ? Contact.newBuilder() : Contact.newBuilder(contact);
1292 account.getContactStore().storeContact(recipientId, builder.withName(name).build());
1293 }
1294
1295 public void setContactBlocked(
1296 String number, boolean blocked
1297 ) throws InvalidNumberException, NotMasterDeviceException {
1298 if (!account.isMasterDevice()) {
1299 throw new NotMasterDeviceException();
1300 }
1301 setContactBlocked(canonicalizeAndResolveRecipient(number), blocked);
1302 }
1303
1304 private void setContactBlocked(RecipientId recipientId, boolean blocked) {
1305 var contact = account.getContactStore().getContact(recipientId);
1306 final var builder = contact == null ? Contact.newBuilder() : Contact.newBuilder(contact);
1307 account.getContactStore().storeContact(recipientId, builder.withBlocked(blocked).build());
1308 }
1309
1310 public void setGroupBlocked(final GroupId groupId, final boolean blocked) throws GroupNotFoundException {
1311 var group = getGroup(groupId);
1312 if (group == null) {
1313 throw new GroupNotFoundException(groupId);
1314 }
1315
1316 group.setBlocked(blocked);
1317 account.getGroupStore().updateGroup(group);
1318 }
1319
1320 private void setExpirationTimer(RecipientId recipientId, int messageExpirationTimer) {
1321 var contact = account.getContactStore().getContact(recipientId);
1322 if (contact != null && contact.getMessageExpirationTime() == messageExpirationTimer) {
1323 return;
1324 }
1325 final var builder = contact == null ? Contact.newBuilder() : Contact.newBuilder(contact);
1326 account.getContactStore()
1327 .storeContact(recipientId, builder.withMessageExpirationTime(messageExpirationTimer).build());
1328 }
1329
1330 private void sendExpirationTimerUpdate(RecipientId recipientId) throws IOException {
1331 final var messageBuilder = createMessageBuilder().asExpirationUpdate();
1332 sendHelper.sendMessage(messageBuilder, Set.of(recipientId));
1333 }
1334
1335 /**
1336 * Change the expiration timer for a contact
1337 */
1338 public void setExpirationTimer(
1339 String number, int messageExpirationTimer
1340 ) throws IOException, InvalidNumberException {
1341 var recipientId = canonicalizeAndResolveRecipient(number);
1342 setExpirationTimer(recipientId, messageExpirationTimer);
1343 sendExpirationTimerUpdate(recipientId);
1344 }
1345
1346 /**
1347 * Change the expiration timer for a group
1348 */
1349 private void setExpirationTimer(
1350 GroupInfoV1 groupInfoV1, int messageExpirationTimer
1351 ) throws NotAGroupMemberException, GroupNotFoundException, IOException {
1352 groupInfoV1.messageExpirationTime = messageExpirationTimer;
1353 account.getGroupStore().updateGroup(groupInfoV1);
1354 sendExpirationTimerUpdate(groupInfoV1.getGroupId());
1355 }
1356
1357 private void sendExpirationTimerUpdate(GroupIdV1 groupId) throws IOException, NotAGroupMemberException, GroupNotFoundException {
1358 final var messageBuilder = createMessageBuilder().asExpirationUpdate();
1359 sendHelper.sendAsGroupMessage(messageBuilder, groupId);
1360 }
1361
1362 /**
1363 * Upload the sticker pack from path.
1364 *
1365 * @param path Path can be a path to a manifest.json file or to a zip file that contains a manifest.json file
1366 * @return if successful, returns the URL to install the sticker pack in the signal app
1367 */
1368 public String uploadStickerPack(File path) throws IOException, StickerPackInvalidException {
1369 var manifest = StickerUtils.getSignalServiceStickerManifestUpload(path);
1370
1371 var messageSender = dependencies.getMessageSender();
1372
1373 var packKey = KeyUtils.createStickerUploadKey();
1374 var packIdString = messageSender.uploadStickerManifest(manifest, packKey);
1375 var packId = StickerPackId.deserialize(Hex.fromStringCondensed(packIdString));
1376
1377 var sticker = new Sticker(packId, packKey);
1378 account.getStickerStore().updateSticker(sticker);
1379
1380 try {
1381 return new URI("https",
1382 "signal.art",
1383 "/addstickers/",
1384 "pack_id="
1385 + URLEncoder.encode(Hex.toStringCondensed(packId.serialize()), StandardCharsets.UTF_8)
1386 + "&pack_key="
1387 + URLEncoder.encode(Hex.toStringCondensed(packKey), StandardCharsets.UTF_8)).toString();
1388 } catch (URISyntaxException e) {
1389 throw new AssertionError(e);
1390 }
1391 }
1392
1393 public void requestAllSyncData() throws IOException {
1394 requestSyncGroups();
1395 requestSyncContacts();
1396 requestSyncBlocked();
1397 requestSyncConfiguration();
1398 requestSyncKeys();
1399 }
1400
1401 private void requestSyncGroups() throws IOException {
1402 var r = SignalServiceProtos.SyncMessage.Request.newBuilder()
1403 .setType(SignalServiceProtos.SyncMessage.Request.Type.GROUPS)
1404 .build();
1405 var message = SignalServiceSyncMessage.forRequest(new RequestMessage(r));
1406 sendHelper.sendSyncMessage(message);
1407 }
1408
1409 private void requestSyncContacts() throws IOException {
1410 var r = SignalServiceProtos.SyncMessage.Request.newBuilder()
1411 .setType(SignalServiceProtos.SyncMessage.Request.Type.CONTACTS)
1412 .build();
1413 var message = SignalServiceSyncMessage.forRequest(new RequestMessage(r));
1414 sendHelper.sendSyncMessage(message);
1415 }
1416
1417 private void requestSyncBlocked() throws IOException {
1418 var r = SignalServiceProtos.SyncMessage.Request.newBuilder()
1419 .setType(SignalServiceProtos.SyncMessage.Request.Type.BLOCKED)
1420 .build();
1421 var message = SignalServiceSyncMessage.forRequest(new RequestMessage(r));
1422 sendHelper.sendSyncMessage(message);
1423 }
1424
1425 private void requestSyncConfiguration() throws IOException {
1426 var r = SignalServiceProtos.SyncMessage.Request.newBuilder()
1427 .setType(SignalServiceProtos.SyncMessage.Request.Type.CONFIGURATION)
1428 .build();
1429 var message = SignalServiceSyncMessage.forRequest(new RequestMessage(r));
1430 sendHelper.sendSyncMessage(message);
1431 }
1432
1433 private void requestSyncKeys() throws IOException {
1434 var r = SignalServiceProtos.SyncMessage.Request.newBuilder()
1435 .setType(SignalServiceProtos.SyncMessage.Request.Type.KEYS)
1436 .build();
1437 var message = SignalServiceSyncMessage.forRequest(new RequestMessage(r));
1438 sendHelper.sendSyncMessage(message);
1439 }
1440
1441 private byte[] getSenderCertificate() {
1442 byte[] certificate;
1443 try {
1444 if (account.isPhoneNumberShared()) {
1445 certificate = dependencies.getAccountManager().getSenderCertificate();
1446 } else {
1447 certificate = dependencies.getAccountManager().getSenderCertificateForPhoneNumberPrivacy();
1448 }
1449 } catch (IOException e) {
1450 logger.warn("Failed to get sender certificate, ignoring: {}", e.getMessage());
1451 return null;
1452 }
1453 // TODO cache for a day
1454 return certificate;
1455 }
1456
1457 private Set<RecipientId> getRecipientIds(Collection<String> numbers) throws InvalidNumberException {
1458 final var signalServiceAddresses = new HashSet<SignalServiceAddress>(numbers.size());
1459 final var addressesMissingUuid = new HashSet<SignalServiceAddress>();
1460
1461 for (var number : numbers) {
1462 final var resolvedAddress = resolveSignalServiceAddress(canonicalizeAndResolveRecipient(number));
1463 if (resolvedAddress.getUuid().isPresent()) {
1464 signalServiceAddresses.add(resolvedAddress);
1465 } else {
1466 addressesMissingUuid.add(resolvedAddress);
1467 }
1468 }
1469
1470 final var numbersMissingUuid = addressesMissingUuid.stream()
1471 .map(a -> a.getNumber().get())
1472 .collect(Collectors.toSet());
1473 Map<String, UUID> registeredUsers;
1474 try {
1475 registeredUsers = getRegisteredUsers(numbersMissingUuid);
1476 } catch (IOException e) {
1477 logger.warn("Failed to resolve uuids from server, ignoring: {}", e.getMessage());
1478 registeredUsers = Map.of();
1479 }
1480
1481 for (var address : addressesMissingUuid) {
1482 final var number = address.getNumber().get();
1483 if (registeredUsers.containsKey(number)) {
1484 final var newAddress = resolveSignalServiceAddress(resolveRecipientTrusted(new SignalServiceAddress(
1485 registeredUsers.get(number),
1486 number)));
1487 signalServiceAddresses.add(newAddress);
1488 } else {
1489 signalServiceAddresses.add(address);
1490 }
1491 }
1492
1493 return signalServiceAddresses.stream().map(this::resolveRecipient).collect(Collectors.toSet());
1494 }
1495
1496 private RecipientId refreshRegisteredUser(RecipientId recipientId) throws IOException {
1497 final var address = resolveSignalServiceAddress(recipientId);
1498 if (!address.getNumber().isPresent()) {
1499 return recipientId;
1500 }
1501 final var number = address.getNumber().get();
1502 final var uuidMap = getRegisteredUsers(Set.of(number));
1503 return resolveRecipientTrusted(new SignalServiceAddress(uuidMap.getOrDefault(number, null), number));
1504 }
1505
1506 private Map<String, UUID> getRegisteredUsers(final Set<String> numbers) throws IOException {
1507 try {
1508 return dependencies.getAccountManager()
1509 .getRegisteredUsers(ServiceConfig.getIasKeyStore(),
1510 numbers,
1511 serviceEnvironmentConfig.getCdsMrenclave());
1512 } catch (Quote.InvalidQuoteFormatException | UnauthenticatedQuoteException | SignatureException | UnauthenticatedResponseException | InvalidKeyException e) {
1513 throw new IOException(e);
1514 }
1515 }
1516
1517 public void sendTypingMessage(
1518 TypingAction action, Set<String> recipients
1519 ) throws IOException, UntrustedIdentityException, InvalidNumberException {
1520 final var timestamp = System.currentTimeMillis();
1521 var message = new SignalServiceTypingMessage(action.toSignalService(), timestamp, Optional.absent());
1522 sendHelper.sendTypingMessage(message, getRecipientIds(recipients));
1523 }
1524
1525 public void sendGroupTypingMessage(
1526 TypingAction action, GroupId groupId
1527 ) throws IOException, NotAGroupMemberException, GroupNotFoundException {
1528 final var timestamp = System.currentTimeMillis();
1529 final var message = new SignalServiceTypingMessage(action.toSignalService(),
1530 timestamp,
1531 Optional.of(groupId.serialize()));
1532 sendHelper.sendGroupTypingMessage(message, groupId);
1533 }
1534
1535 private SignalServiceDataMessage.Builder createMessageBuilder() {
1536 final var timestamp = System.currentTimeMillis();
1537
1538 var messageBuilder = SignalServiceDataMessage.newBuilder();
1539 messageBuilder.withTimestamp(timestamp);
1540 return messageBuilder;
1541 }
1542
1543 private SignalServiceContent decryptMessage(SignalServiceEnvelope envelope) throws InvalidMetadataMessageException, ProtocolInvalidMessageException, ProtocolDuplicateMessageException, ProtocolLegacyMessageException, ProtocolInvalidKeyIdException, InvalidMetadataVersionException, ProtocolInvalidVersionException, ProtocolNoSessionException, ProtocolInvalidKeyException, SelfSendException, UnsupportedDataMessageException, ProtocolUntrustedIdentityException, InvalidMessageStructureException {
1544 return dependencies.getCipher().decrypt(envelope);
1545 }
1546
1547 private void handleEndSession(RecipientId recipientId) {
1548 account.getSessionStore().deleteAllSessions(recipientId);
1549 }
1550
1551 private List<HandleAction> handleSignalServiceDataMessage(
1552 SignalServiceDataMessage message,
1553 boolean isSync,
1554 SignalServiceAddress source,
1555 SignalServiceAddress destination,
1556 boolean ignoreAttachments
1557 ) {
1558 var actions = new ArrayList<HandleAction>();
1559 if (message.getGroupContext().isPresent()) {
1560 if (message.getGroupContext().get().getGroupV1().isPresent()) {
1561 var groupInfo = message.getGroupContext().get().getGroupV1().get();
1562 var groupId = GroupId.v1(groupInfo.getGroupId());
1563 var group = getGroup(groupId);
1564 if (group == null || group instanceof GroupInfoV1) {
1565 var groupV1 = (GroupInfoV1) group;
1566 switch (groupInfo.getType()) {
1567 case UPDATE: {
1568 if (groupV1 == null) {
1569 groupV1 = new GroupInfoV1(groupId);
1570 }
1571
1572 if (groupInfo.getAvatar().isPresent()) {
1573 var avatar = groupInfo.getAvatar().get();
1574 downloadGroupAvatar(avatar, groupV1.getGroupId());
1575 }
1576
1577 if (groupInfo.getName().isPresent()) {
1578 groupV1.name = groupInfo.getName().get();
1579 }
1580
1581 if (groupInfo.getMembers().isPresent()) {
1582 groupV1.addMembers(groupInfo.getMembers()
1583 .get()
1584 .stream()
1585 .map(this::resolveRecipient)
1586 .collect(Collectors.toSet()));
1587 }
1588
1589 account.getGroupStore().updateGroup(groupV1);
1590 break;
1591 }
1592 case DELIVER:
1593 if (groupV1 == null && !isSync) {
1594 actions.add(new SendGroupInfoRequestAction(source, groupId));
1595 }
1596 break;
1597 case QUIT: {
1598 if (groupV1 != null) {
1599 groupV1.removeMember(resolveRecipient(source));
1600 account.getGroupStore().updateGroup(groupV1);
1601 }
1602 break;
1603 }
1604 case REQUEST_INFO:
1605 if (groupV1 != null && !isSync) {
1606 actions.add(new SendGroupInfoAction(source, groupV1.getGroupId()));
1607 }
1608 break;
1609 }
1610 } else {
1611 // Received a group v1 message for a v2 group
1612 }
1613 }
1614 if (message.getGroupContext().get().getGroupV2().isPresent()) {
1615 final var groupContext = message.getGroupContext().get().getGroupV2().get();
1616 final var groupMasterKey = groupContext.getMasterKey();
1617
1618 getOrMigrateGroup(groupMasterKey,
1619 groupContext.getRevision(),
1620 groupContext.hasSignedGroupChange() ? groupContext.getSignedGroupChange() : null);
1621 }
1622 }
1623
1624 final var conversationPartnerAddress = isSync ? destination : source;
1625 if (conversationPartnerAddress != null && message.isEndSession()) {
1626 handleEndSession(resolveRecipient(conversationPartnerAddress));
1627 }
1628 if (message.isExpirationUpdate() || message.getBody().isPresent()) {
1629 if (message.getGroupContext().isPresent()) {
1630 if (message.getGroupContext().get().getGroupV1().isPresent()) {
1631 var groupInfo = message.getGroupContext().get().getGroupV1().get();
1632 var group = account.getGroupStore().getOrCreateGroupV1(GroupId.v1(groupInfo.getGroupId()));
1633 if (group != null) {
1634 if (group.messageExpirationTime != message.getExpiresInSeconds()) {
1635 group.messageExpirationTime = message.getExpiresInSeconds();
1636 account.getGroupStore().updateGroup(group);
1637 }
1638 }
1639 } else if (message.getGroupContext().get().getGroupV2().isPresent()) {
1640 // disappearing message timer already stored in the DecryptedGroup
1641 }
1642 } else if (conversationPartnerAddress != null) {
1643 setExpirationTimer(resolveRecipient(conversationPartnerAddress), message.getExpiresInSeconds());
1644 }
1645 }
1646 if (!ignoreAttachments) {
1647 if (message.getAttachments().isPresent()) {
1648 for (var attachment : message.getAttachments().get()) {
1649 downloadAttachment(attachment);
1650 }
1651 }
1652 if (message.getSharedContacts().isPresent()) {
1653 for (var contact : message.getSharedContacts().get()) {
1654 if (contact.getAvatar().isPresent()) {
1655 downloadAttachment(contact.getAvatar().get().getAttachment());
1656 }
1657 }
1658 }
1659 }
1660 if (message.getProfileKey().isPresent() && message.getProfileKey().get().length == 32) {
1661 final ProfileKey profileKey;
1662 try {
1663 profileKey = new ProfileKey(message.getProfileKey().get());
1664 } catch (InvalidInputException e) {
1665 throw new AssertionError(e);
1666 }
1667 if (source.matches(account.getSelfAddress())) {
1668 this.account.setProfileKey(profileKey);
1669 }
1670 this.account.getProfileStore().storeProfileKey(resolveRecipient(source), profileKey);
1671 }
1672 if (message.getPreviews().isPresent()) {
1673 final var previews = message.getPreviews().get();
1674 for (var preview : previews) {
1675 if (preview.getImage().isPresent()) {
1676 downloadAttachment(preview.getImage().get());
1677 }
1678 }
1679 }
1680 if (message.getQuote().isPresent()) {
1681 final var quote = message.getQuote().get();
1682
1683 for (var quotedAttachment : quote.getAttachments()) {
1684 final var thumbnail = quotedAttachment.getThumbnail();
1685 if (thumbnail != null) {
1686 downloadAttachment(thumbnail);
1687 }
1688 }
1689 }
1690 if (message.getSticker().isPresent()) {
1691 final var messageSticker = message.getSticker().get();
1692 final var stickerPackId = StickerPackId.deserialize(messageSticker.getPackId());
1693 var sticker = account.getStickerStore().getSticker(stickerPackId);
1694 if (sticker == null) {
1695 sticker = new Sticker(stickerPackId, messageSticker.getPackKey());
1696 account.getStickerStore().updateSticker(sticker);
1697 }
1698 enqueueJob(new RetrieveStickerPackJob(stickerPackId, messageSticker.getPackKey()));
1699 }
1700 return actions;
1701 }
1702
1703 private GroupInfoV2 getOrMigrateGroup(
1704 final GroupMasterKey groupMasterKey, final int revision, final byte[] signedGroupChange
1705 ) {
1706 final var groupSecretParams = GroupSecretParams.deriveFromMasterKey(groupMasterKey);
1707
1708 var groupId = GroupUtils.getGroupIdV2(groupSecretParams);
1709 var groupInfo = getGroup(groupId);
1710 final GroupInfoV2 groupInfoV2;
1711 if (groupInfo instanceof GroupInfoV1) {
1712 // Received a v2 group message for a v1 group, we need to locally migrate the group
1713 account.getGroupStore().deleteGroupV1(((GroupInfoV1) groupInfo).getGroupId());
1714 groupInfoV2 = new GroupInfoV2(groupId, groupMasterKey);
1715 logger.info("Locally migrated group {} to group v2, id: {}",
1716 groupInfo.getGroupId().toBase64(),
1717 groupInfoV2.getGroupId().toBase64());
1718 } else if (groupInfo instanceof GroupInfoV2) {
1719 groupInfoV2 = (GroupInfoV2) groupInfo;
1720 } else {
1721 groupInfoV2 = new GroupInfoV2(groupId, groupMasterKey);
1722 }
1723
1724 if (groupInfoV2.getGroup() == null || groupInfoV2.getGroup().getRevision() < revision) {
1725 DecryptedGroup group = null;
1726 if (signedGroupChange != null
1727 && groupInfoV2.getGroup() != null
1728 && groupInfoV2.getGroup().getRevision() + 1 == revision) {
1729 group = groupV2Helper.getUpdatedDecryptedGroup(groupInfoV2.getGroup(),
1730 signedGroupChange,
1731 groupMasterKey);
1732 }
1733 if (group == null) {
1734 group = groupV2Helper.getDecryptedGroup(groupSecretParams);
1735 }
1736 if (group != null) {
1737 storeProfileKeysFromMembers(group);
1738 final var avatar = group.getAvatar();
1739 if (avatar != null && !avatar.isEmpty()) {
1740 downloadGroupAvatar(groupId, groupSecretParams, avatar);
1741 }
1742 }
1743 groupInfoV2.setGroup(group, this::resolveRecipient);
1744 account.getGroupStore().updateGroup(groupInfoV2);
1745 }
1746
1747 return groupInfoV2;
1748 }
1749
1750 private void storeProfileKeysFromMembers(final DecryptedGroup group) {
1751 for (var member : group.getMembersList()) {
1752 final var uuid = UuidUtil.parseOrThrow(member.getUuid().toByteArray());
1753 final var recipientId = account.getRecipientStore().resolveRecipient(uuid);
1754 try {
1755 account.getProfileStore()
1756 .storeProfileKey(recipientId, new ProfileKey(member.getProfileKey().toByteArray()));
1757 } catch (InvalidInputException ignored) {
1758 }
1759 }
1760 }
1761
1762 private void retryFailedReceivedMessages(ReceiveMessageHandler handler, boolean ignoreAttachments) {
1763 Set<HandleAction> queuedActions = new HashSet<>();
1764 for (var cachedMessage : account.getMessageCache().getCachedMessages()) {
1765 var actions = retryFailedReceivedMessage(handler, ignoreAttachments, cachedMessage);
1766 if (actions != null) {
1767 queuedActions.addAll(actions);
1768 }
1769 }
1770 for (var action : queuedActions) {
1771 try {
1772 action.execute(this);
1773 } catch (Throwable e) {
1774 if (e instanceof AssertionError && e.getCause() instanceof InterruptedException) {
1775 Thread.currentThread().interrupt();
1776 }
1777 logger.warn("Message action failed.", e);
1778 }
1779 }
1780 }
1781
1782 private List<HandleAction> retryFailedReceivedMessage(
1783 final ReceiveMessageHandler handler, final boolean ignoreAttachments, final CachedMessage cachedMessage
1784 ) {
1785 var envelope = cachedMessage.loadEnvelope();
1786 if (envelope == null) {
1787 return null;
1788 }
1789 SignalServiceContent content = null;
1790 List<HandleAction> actions = null;
1791 if (!envelope.isReceipt()) {
1792 try {
1793 content = decryptMessage(envelope);
1794 } catch (ProtocolUntrustedIdentityException e) {
1795 if (!envelope.hasSource()) {
1796 final var identifier = e.getSender();
1797 final var recipientId = resolveRecipient(identifier);
1798 try {
1799 account.getMessageCache().replaceSender(cachedMessage, recipientId);
1800 } catch (IOException ioException) {
1801 logger.warn("Failed to move cached message to recipient folder: {}", ioException.getMessage());
1802 }
1803 }
1804 return null;
1805 } catch (Exception er) {
1806 // All other errors are not recoverable, so delete the cached message
1807 cachedMessage.delete();
1808 return null;
1809 }
1810 actions = handleMessage(envelope, content, ignoreAttachments);
1811 }
1812 handler.handleMessage(envelope, content, null);
1813 cachedMessage.delete();
1814 return actions;
1815 }
1816
1817 public void receiveMessages(
1818 long timeout,
1819 TimeUnit unit,
1820 boolean returnOnTimeout,
1821 boolean ignoreAttachments,
1822 ReceiveMessageHandler handler
1823 ) throws IOException, InterruptedException {
1824 retryFailedReceivedMessages(handler, ignoreAttachments);
1825
1826 Set<HandleAction> queuedActions = null;
1827
1828 final var signalWebSocket = dependencies.getSignalWebSocket();
1829 signalWebSocket.connect();
1830
1831 var hasCaughtUpWithOldMessages = false;
1832
1833 while (!Thread.interrupted()) {
1834 SignalServiceEnvelope envelope;
1835 SignalServiceContent content = null;
1836 Exception exception = null;
1837 final CachedMessage[] cachedMessage = {null};
1838 account.setLastReceiveTimestamp(System.currentTimeMillis());
1839 logger.debug("Checking for new message from server");
1840 try {
1841 var result = signalWebSocket.readOrEmpty(unit.toMillis(timeout), envelope1 -> {
1842 final var recipientId = envelope1.hasSource()
1843 ? resolveRecipient(envelope1.getSourceIdentifier())
1844 : null;
1845 // store message on disk, before acknowledging receipt to the server
1846 cachedMessage[0] = account.getMessageCache().cacheMessage(envelope1, recipientId);
1847 });
1848 logger.debug("New message received from server");
1849 if (result.isPresent()) {
1850 envelope = result.get();
1851 } else {
1852 // Received indicator that server queue is empty
1853 hasCaughtUpWithOldMessages = true;
1854
1855 if (queuedActions != null) {
1856 for (var action : queuedActions) {
1857 try {
1858 action.execute(this);
1859 } catch (Throwable e) {
1860 if (e instanceof AssertionError && e.getCause() instanceof InterruptedException) {
1861 Thread.currentThread().interrupt();
1862 }
1863 logger.warn("Message action failed.", e);
1864 }
1865 }
1866 queuedActions.clear();
1867 queuedActions = null;
1868 }
1869
1870 // Continue to wait another timeout for new messages
1871 continue;
1872 }
1873 } catch (AssertionError e) {
1874 if (e.getCause() instanceof InterruptedException) {
1875 throw (InterruptedException) e.getCause();
1876 } else {
1877 throw e;
1878 }
1879 } catch (WebSocketUnavailableException e) {
1880 logger.debug("Pipe unexpectedly unavailable, connecting");
1881 signalWebSocket.connect();
1882 continue;
1883 } catch (TimeoutException e) {
1884 if (returnOnTimeout) return;
1885 continue;
1886 }
1887
1888 if (envelope.hasSource()) {
1889 // Store uuid if we don't have it already
1890 // address/uuid in envelope is sent by server
1891 resolveRecipientTrusted(envelope.getSourceAddress());
1892 }
1893 if (!envelope.isReceipt()) {
1894 try {
1895 content = decryptMessage(envelope);
1896 } catch (Exception e) {
1897 exception = e;
1898 }
1899 if (!envelope.hasSource() && content != null) {
1900 // Store uuid if we don't have it already
1901 // address/uuid is validated by unidentified sender certificate
1902 resolveRecipientTrusted(content.getSender());
1903 }
1904 var actions = handleMessage(envelope, content, ignoreAttachments);
1905 if (exception instanceof ProtocolInvalidMessageException) {
1906 final var sender = resolveRecipient(((ProtocolInvalidMessageException) exception).getSender());
1907 logger.debug("Received invalid message, queuing renew session action.");
1908 actions.add(new RenewSessionAction(sender));
1909 }
1910 if (hasCaughtUpWithOldMessages) {
1911 for (var action : actions) {
1912 try {
1913 action.execute(this);
1914 } catch (Throwable e) {
1915 if (e instanceof AssertionError && e.getCause() instanceof InterruptedException) {
1916 Thread.currentThread().interrupt();
1917 }
1918 logger.warn("Message action failed.", e);
1919 }
1920 }
1921 } else {
1922 if (queuedActions == null) {
1923 queuedActions = new HashSet<>();
1924 }
1925 queuedActions.addAll(actions);
1926 }
1927 }
1928 final var notAllowedToSendToGroup = isNotAllowedToSendToGroup(envelope, content);
1929 if (isMessageBlocked(envelope, content)) {
1930 logger.info("Ignoring a message from blocked user/group: {}", envelope.getTimestamp());
1931 } else if (notAllowedToSendToGroup) {
1932 logger.info("Ignoring a group message from an unauthorized sender (no member or admin): {} {}",
1933 (envelope.hasSource() ? envelope.getSourceAddress() : content.getSender()).getIdentifier(),
1934 envelope.getTimestamp());
1935 } else {
1936 handler.handleMessage(envelope, content, exception);
1937 }
1938 if (cachedMessage[0] != null) {
1939 if (exception instanceof ProtocolUntrustedIdentityException) {
1940 final var identifier = ((ProtocolUntrustedIdentityException) exception).getSender();
1941 final var recipientId = resolveRecipient(identifier);
1942 queuedActions.add(new RetrieveProfileAction(recipientId));
1943 if (!envelope.hasSource()) {
1944 try {
1945 cachedMessage[0] = account.getMessageCache().replaceSender(cachedMessage[0], recipientId);
1946 } catch (IOException ioException) {
1947 logger.warn("Failed to move cached message to recipient folder: {}",
1948 ioException.getMessage());
1949 }
1950 }
1951 } else {
1952 cachedMessage[0].delete();
1953 }
1954 }
1955 }
1956 }
1957
1958 private boolean isMessageBlocked(
1959 SignalServiceEnvelope envelope, SignalServiceContent content
1960 ) {
1961 SignalServiceAddress source;
1962 if (!envelope.isUnidentifiedSender() && envelope.hasSource()) {
1963 source = envelope.getSourceAddress();
1964 } else if (content != null) {
1965 source = content.getSender();
1966 } else {
1967 return false;
1968 }
1969 final var recipientId = resolveRecipient(source);
1970 if (isContactBlocked(recipientId)) {
1971 return true;
1972 }
1973
1974 if (content != null && content.getDataMessage().isPresent()) {
1975 var message = content.getDataMessage().get();
1976 if (message.getGroupContext().isPresent()) {
1977 var groupId = GroupUtils.getGroupId(message.getGroupContext().get());
1978 var group = getGroup(groupId);
1979 if (group != null && group.isBlocked()) {
1980 return true;
1981 }
1982 }
1983 }
1984 return false;
1985 }
1986
1987 public boolean isContactBlocked(final String identifier) throws InvalidNumberException {
1988 final var recipientId = canonicalizeAndResolveRecipient(identifier);
1989 return isContactBlocked(recipientId);
1990 }
1991
1992 private boolean isContactBlocked(final RecipientId recipientId) {
1993 var sourceContact = account.getContactStore().getContact(recipientId);
1994 return sourceContact != null && sourceContact.isBlocked();
1995 }
1996
1997 private boolean isNotAllowedToSendToGroup(
1998 SignalServiceEnvelope envelope, SignalServiceContent content
1999 ) {
2000 SignalServiceAddress source;
2001 if (!envelope.isUnidentifiedSender() && envelope.hasSource()) {
2002 source = envelope.getSourceAddress();
2003 } else if (content != null) {
2004 source = content.getSender();
2005 } else {
2006 return false;
2007 }
2008
2009 if (content == null || !content.getDataMessage().isPresent()) {
2010 return false;
2011 }
2012
2013 var message = content.getDataMessage().get();
2014 if (!message.getGroupContext().isPresent()) {
2015 return false;
2016 }
2017
2018 if (message.getGroupContext().get().getGroupV1().isPresent()) {
2019 var groupInfo = message.getGroupContext().get().getGroupV1().get();
2020 if (groupInfo.getType() == SignalServiceGroup.Type.QUIT) {
2021 return false;
2022 }
2023 }
2024
2025 var groupId = GroupUtils.getGroupId(message.getGroupContext().get());
2026 var group = getGroup(groupId);
2027 if (group == null) {
2028 return false;
2029 }
2030
2031 final var recipientId = resolveRecipient(source);
2032 return !group.isMember(recipientId) || (
2033 group.isAnnouncementGroup() && !group.isAdmin(recipientId)
2034 );
2035 }
2036
2037 private List<HandleAction> handleMessage(
2038 SignalServiceEnvelope envelope, SignalServiceContent content, boolean ignoreAttachments
2039 ) {
2040 var actions = new ArrayList<HandleAction>();
2041 if (content != null) {
2042 final SignalServiceAddress sender;
2043 if (!envelope.isUnidentifiedSender() && envelope.hasSource()) {
2044 sender = envelope.getSourceAddress();
2045 } else {
2046 sender = content.getSender();
2047 }
2048
2049 if (content.getDataMessage().isPresent()) {
2050 var message = content.getDataMessage().get();
2051
2052 if (content.isNeedsReceipt()) {
2053 actions.add(new SendReceiptAction(sender, message.getTimestamp()));
2054 }
2055
2056 actions.addAll(handleSignalServiceDataMessage(message,
2057 false,
2058 sender,
2059 account.getSelfAddress(),
2060 ignoreAttachments));
2061 }
2062 if (content.getSyncMessage().isPresent()) {
2063 account.setMultiDevice(true);
2064 var syncMessage = content.getSyncMessage().get();
2065 if (syncMessage.getSent().isPresent()) {
2066 var message = syncMessage.getSent().get();
2067 final var destination = message.getDestination().orNull();
2068 actions.addAll(handleSignalServiceDataMessage(message.getMessage(),
2069 true,
2070 sender,
2071 destination,
2072 ignoreAttachments));
2073 }
2074 if (syncMessage.getRequest().isPresent() && account.isMasterDevice()) {
2075 var rm = syncMessage.getRequest().get();
2076 if (rm.isContactsRequest()) {
2077 actions.add(SendSyncContactsAction.create());
2078 }
2079 if (rm.isGroupsRequest()) {
2080 actions.add(SendSyncGroupsAction.create());
2081 }
2082 if (rm.isBlockedListRequest()) {
2083 actions.add(SendSyncBlockedListAction.create());
2084 }
2085 // TODO Handle rm.isConfigurationRequest(); rm.isKeysRequest();
2086 }
2087 if (syncMessage.getGroups().isPresent()) {
2088 File tmpFile = null;
2089 try {
2090 tmpFile = IOUtils.createTempFile();
2091 final var groupsMessage = syncMessage.getGroups().get();
2092 try (var attachmentAsStream = retrieveAttachmentAsStream(groupsMessage.asPointer(), tmpFile)) {
2093 var s = new DeviceGroupsInputStream(attachmentAsStream);
2094 DeviceGroup g;
2095 while (true) {
2096 try {
2097 g = s.read();
2098 } catch (IOException e) {
2099 logger.warn("Sync groups contained invalid group, ignoring: {}", e.getMessage());
2100 continue;
2101 }
2102 if (g == null) {
2103 break;
2104 }
2105 var syncGroup = account.getGroupStore().getOrCreateGroupV1(GroupId.v1(g.getId()));
2106 if (syncGroup != null) {
2107 if (g.getName().isPresent()) {
2108 syncGroup.name = g.getName().get();
2109 }
2110 syncGroup.addMembers(g.getMembers()
2111 .stream()
2112 .map(this::resolveRecipient)
2113 .collect(Collectors.toSet()));
2114 if (!g.isActive()) {
2115 syncGroup.removeMember(account.getSelfRecipientId());
2116 } else {
2117 // Add ourself to the member set as it's marked as active
2118 syncGroup.addMembers(List.of(account.getSelfRecipientId()));
2119 }
2120 syncGroup.blocked = g.isBlocked();
2121 if (g.getColor().isPresent()) {
2122 syncGroup.color = g.getColor().get();
2123 }
2124
2125 if (g.getAvatar().isPresent()) {
2126 downloadGroupAvatar(g.getAvatar().get(), syncGroup.getGroupId());
2127 }
2128 syncGroup.archived = g.isArchived();
2129 account.getGroupStore().updateGroup(syncGroup);
2130 }
2131 }
2132 }
2133 } catch (Exception e) {
2134 logger.warn("Failed to handle received sync groups “{}”, ignoring: {}",
2135 tmpFile,
2136 e.getMessage());
2137 } finally {
2138 if (tmpFile != null) {
2139 try {
2140 Files.delete(tmpFile.toPath());
2141 } catch (IOException e) {
2142 logger.warn("Failed to delete received groups temp file “{}”, ignoring: {}",
2143 tmpFile,
2144 e.getMessage());
2145 }
2146 }
2147 }
2148 }
2149 if (syncMessage.getBlockedList().isPresent()) {
2150 final var blockedListMessage = syncMessage.getBlockedList().get();
2151 for (var address : blockedListMessage.getAddresses()) {
2152 setContactBlocked(resolveRecipient(address), true);
2153 }
2154 for (var groupId : blockedListMessage.getGroupIds()
2155 .stream()
2156 .map(GroupId::unknownVersion)
2157 .collect(Collectors.toSet())) {
2158 try {
2159 setGroupBlocked(groupId, true);
2160 } catch (GroupNotFoundException e) {
2161 logger.warn("BlockedListMessage contained groupID that was not found in GroupStore: {}",
2162 groupId.toBase64());
2163 }
2164 }
2165 }
2166 if (syncMessage.getContacts().isPresent()) {
2167 File tmpFile = null;
2168 try {
2169 tmpFile = IOUtils.createTempFile();
2170 final var contactsMessage = syncMessage.getContacts().get();
2171 try (var attachmentAsStream = retrieveAttachmentAsStream(contactsMessage.getContactsStream()
2172 .asPointer(), tmpFile)) {
2173 var s = new DeviceContactsInputStream(attachmentAsStream);
2174 DeviceContact c;
2175 while (true) {
2176 try {
2177 c = s.read();
2178 } catch (IOException e) {
2179 logger.warn("Sync contacts contained invalid contact, ignoring: {}",
2180 e.getMessage());
2181 continue;
2182 }
2183 if (c == null) {
2184 break;
2185 }
2186 if (c.getAddress().matches(account.getSelfAddress()) && c.getProfileKey().isPresent()) {
2187 account.setProfileKey(c.getProfileKey().get());
2188 }
2189 final var recipientId = resolveRecipientTrusted(c.getAddress());
2190 var contact = account.getContactStore().getContact(recipientId);
2191 final var builder = contact == null
2192 ? Contact.newBuilder()
2193 : Contact.newBuilder(contact);
2194 if (c.getName().isPresent()) {
2195 builder.withName(c.getName().get());
2196 }
2197 if (c.getColor().isPresent()) {
2198 builder.withColor(c.getColor().get());
2199 }
2200 if (c.getProfileKey().isPresent()) {
2201 account.getProfileStore().storeProfileKey(recipientId, c.getProfileKey().get());
2202 }
2203 if (c.getVerified().isPresent()) {
2204 final var verifiedMessage = c.getVerified().get();
2205 account.getIdentityKeyStore()
2206 .setIdentityTrustLevel(resolveRecipientTrusted(verifiedMessage.getDestination()),
2207 verifiedMessage.getIdentityKey(),
2208 TrustLevel.fromVerifiedState(verifiedMessage.getVerified()));
2209 }
2210 if (c.getExpirationTimer().isPresent()) {
2211 builder.withMessageExpirationTime(c.getExpirationTimer().get());
2212 }
2213 builder.withBlocked(c.isBlocked());
2214 builder.withArchived(c.isArchived());
2215 account.getContactStore().storeContact(recipientId, builder.build());
2216
2217 if (c.getAvatar().isPresent()) {
2218 downloadContactAvatar(c.getAvatar().get(), c.getAddress());
2219 }
2220 }
2221 }
2222 } catch (Exception e) {
2223 logger.warn("Failed to handle received sync contacts “{}”, ignoring: {}",
2224 tmpFile,
2225 e.getMessage());
2226 } finally {
2227 if (tmpFile != null) {
2228 try {
2229 Files.delete(tmpFile.toPath());
2230 } catch (IOException e) {
2231 logger.warn("Failed to delete received contacts temp file “{}”, ignoring: {}",
2232 tmpFile,
2233 e.getMessage());
2234 }
2235 }
2236 }
2237 }
2238 if (syncMessage.getVerified().isPresent()) {
2239 final var verifiedMessage = syncMessage.getVerified().get();
2240 account.getIdentityKeyStore()
2241 .setIdentityTrustLevel(resolveRecipientTrusted(verifiedMessage.getDestination()),
2242 verifiedMessage.getIdentityKey(),
2243 TrustLevel.fromVerifiedState(verifiedMessage.getVerified()));
2244 }
2245 if (syncMessage.getStickerPackOperations().isPresent()) {
2246 final var stickerPackOperationMessages = syncMessage.getStickerPackOperations().get();
2247 for (var m : stickerPackOperationMessages) {
2248 if (!m.getPackId().isPresent()) {
2249 continue;
2250 }
2251 final var stickerPackId = StickerPackId.deserialize(m.getPackId().get());
2252 final var installed = !m.getType().isPresent()
2253 || m.getType().get() == StickerPackOperationMessage.Type.INSTALL;
2254
2255 var sticker = account.getStickerStore().getSticker(stickerPackId);
2256 if (m.getPackKey().isPresent()) {
2257 if (sticker == null) {
2258 sticker = new Sticker(stickerPackId, m.getPackKey().get());
2259 }
2260 if (installed) {
2261 enqueueJob(new RetrieveStickerPackJob(stickerPackId, m.getPackKey().get()));
2262 }
2263 }
2264
2265 if (sticker != null) {
2266 sticker.setInstalled(installed);
2267 account.getStickerStore().updateSticker(sticker);
2268 }
2269 }
2270 }
2271 if (syncMessage.getFetchType().isPresent()) {
2272 switch (syncMessage.getFetchType().get()) {
2273 case LOCAL_PROFILE:
2274 getRecipientProfile(account.getSelfRecipientId(), true);
2275 case STORAGE_MANIFEST:
2276 // TODO
2277 }
2278 }
2279 if (syncMessage.getKeys().isPresent()) {
2280 final var keysMessage = syncMessage.getKeys().get();
2281 if (keysMessage.getStorageService().isPresent()) {
2282 final var storageKey = keysMessage.getStorageService().get();
2283 account.setStorageKey(storageKey);
2284 }
2285 }
2286 if (syncMessage.getConfiguration().isPresent()) {
2287 // TODO
2288 }
2289 }
2290 }
2291 return actions;
2292 }
2293
2294 private void downloadContactAvatar(SignalServiceAttachment avatar, SignalServiceAddress address) {
2295 try {
2296 avatarStore.storeContactAvatar(address, outputStream -> retrieveAttachment(avatar, outputStream));
2297 } catch (IOException e) {
2298 logger.warn("Failed to download avatar for contact {}, ignoring: {}", address, e.getMessage());
2299 }
2300 }
2301
2302 private void downloadGroupAvatar(SignalServiceAttachment avatar, GroupId groupId) {
2303 try {
2304 avatarStore.storeGroupAvatar(groupId, outputStream -> retrieveAttachment(avatar, outputStream));
2305 } catch (IOException e) {
2306 logger.warn("Failed to download avatar for group {}, ignoring: {}", groupId.toBase64(), e.getMessage());
2307 }
2308 }
2309
2310 private void downloadGroupAvatar(GroupId groupId, GroupSecretParams groupSecretParams, String cdnKey) {
2311 try {
2312 avatarStore.storeGroupAvatar(groupId,
2313 outputStream -> retrieveGroupV2Avatar(groupSecretParams, cdnKey, outputStream));
2314 } catch (IOException e) {
2315 logger.warn("Failed to download avatar for group {}, ignoring: {}", groupId.toBase64(), e.getMessage());
2316 }
2317 }
2318
2319 private void downloadProfileAvatar(
2320 SignalServiceAddress address, String avatarPath, ProfileKey profileKey
2321 ) {
2322 try {
2323 avatarStore.storeProfileAvatar(address,
2324 outputStream -> retrieveProfileAvatar(avatarPath, profileKey, outputStream));
2325 } catch (Throwable e) {
2326 if (e instanceof AssertionError && e.getCause() instanceof InterruptedException) {
2327 Thread.currentThread().interrupt();
2328 }
2329 logger.warn("Failed to download profile avatar, ignoring: {}", e.getMessage());
2330 }
2331 }
2332
2333 public File getAttachmentFile(SignalServiceAttachmentRemoteId attachmentId) {
2334 return attachmentStore.getAttachmentFile(attachmentId);
2335 }
2336
2337 private void downloadAttachment(final SignalServiceAttachment attachment) {
2338 if (!attachment.isPointer()) {
2339 logger.warn("Invalid state, can't store an attachment stream.");
2340 }
2341
2342 var pointer = attachment.asPointer();
2343 if (pointer.getPreview().isPresent()) {
2344 final var preview = pointer.getPreview().get();
2345 try {
2346 attachmentStore.storeAttachmentPreview(pointer.getRemoteId(),
2347 outputStream -> outputStream.write(preview, 0, preview.length));
2348 } catch (IOException e) {
2349 logger.warn("Failed to download attachment preview, ignoring: {}", e.getMessage());
2350 }
2351 }
2352
2353 try {
2354 attachmentStore.storeAttachment(pointer.getRemoteId(),
2355 outputStream -> retrieveAttachmentPointer(pointer, outputStream));
2356 } catch (IOException e) {
2357 logger.warn("Failed to download attachment ({}), ignoring: {}", pointer.getRemoteId(), e.getMessage());
2358 }
2359 }
2360
2361 private void retrieveGroupV2Avatar(
2362 GroupSecretParams groupSecretParams, String cdnKey, OutputStream outputStream
2363 ) throws IOException {
2364 var groupOperations = dependencies.getGroupsV2Operations().forGroup(groupSecretParams);
2365
2366 var tmpFile = IOUtils.createTempFile();
2367 try (InputStream input = dependencies.getMessageReceiver()
2368 .retrieveGroupsV2ProfileAvatar(cdnKey, tmpFile, ServiceConfig.AVATAR_DOWNLOAD_FAILSAFE_MAX_SIZE)) {
2369 var encryptedData = IOUtils.readFully(input);
2370
2371 var decryptedData = groupOperations.decryptAvatar(encryptedData);
2372 outputStream.write(decryptedData);
2373 } finally {
2374 try {
2375 Files.delete(tmpFile.toPath());
2376 } catch (IOException e) {
2377 logger.warn("Failed to delete received group avatar temp file “{}”, ignoring: {}",
2378 tmpFile,
2379 e.getMessage());
2380 }
2381 }
2382 }
2383
2384 private void retrieveProfileAvatar(
2385 String avatarPath, ProfileKey profileKey, OutputStream outputStream
2386 ) throws IOException {
2387 var tmpFile = IOUtils.createTempFile();
2388 try (var input = dependencies.getMessageReceiver()
2389 .retrieveProfileAvatar(avatarPath,
2390 tmpFile,
2391 profileKey,
2392 ServiceConfig.AVATAR_DOWNLOAD_FAILSAFE_MAX_SIZE)) {
2393 // Use larger buffer size to prevent AssertionError: Need: 12272 but only have: 8192 ...
2394 IOUtils.copyStream(input, outputStream, (int) ServiceConfig.AVATAR_DOWNLOAD_FAILSAFE_MAX_SIZE);
2395 } finally {
2396 try {
2397 Files.delete(tmpFile.toPath());
2398 } catch (IOException e) {
2399 logger.warn("Failed to delete received profile avatar temp file “{}”, ignoring: {}",
2400 tmpFile,
2401 e.getMessage());
2402 }
2403 }
2404 }
2405
2406 private void retrieveAttachment(
2407 final SignalServiceAttachment attachment, final OutputStream outputStream
2408 ) throws IOException {
2409 if (attachment.isPointer()) {
2410 var pointer = attachment.asPointer();
2411 retrieveAttachmentPointer(pointer, outputStream);
2412 } else {
2413 var stream = attachment.asStream();
2414 IOUtils.copyStream(stream.getInputStream(), outputStream);
2415 }
2416 }
2417
2418 private void retrieveAttachmentPointer(
2419 SignalServiceAttachmentPointer pointer, OutputStream outputStream
2420 ) throws IOException {
2421 var tmpFile = IOUtils.createTempFile();
2422 try (var input = retrieveAttachmentAsStream(pointer, tmpFile)) {
2423 IOUtils.copyStream(input, outputStream);
2424 } catch (MissingConfigurationException | InvalidMessageException e) {
2425 throw new IOException(e);
2426 } finally {
2427 try {
2428 Files.delete(tmpFile.toPath());
2429 } catch (IOException e) {
2430 logger.warn("Failed to delete received attachment temp file “{}”, ignoring: {}",
2431 tmpFile,
2432 e.getMessage());
2433 }
2434 }
2435 }
2436
2437 private InputStream retrieveAttachmentAsStream(
2438 SignalServiceAttachmentPointer pointer, File tmpFile
2439 ) throws IOException, InvalidMessageException, MissingConfigurationException {
2440 return dependencies.getMessageReceiver()
2441 .retrieveAttachment(pointer, tmpFile, ServiceConfig.MAX_ATTACHMENT_SIZE);
2442 }
2443
2444 void sendGroups() throws IOException {
2445 var groupsFile = IOUtils.createTempFile();
2446
2447 try {
2448 try (OutputStream fos = new FileOutputStream(groupsFile)) {
2449 var out = new DeviceGroupsOutputStream(fos);
2450 for (var record : getGroups()) {
2451 if (record instanceof GroupInfoV1) {
2452 var groupInfo = (GroupInfoV1) record;
2453 out.write(new DeviceGroup(groupInfo.getGroupId().serialize(),
2454 Optional.fromNullable(groupInfo.name),
2455 groupInfo.getMembers()
2456 .stream()
2457 .map(this::resolveSignalServiceAddress)
2458 .collect(Collectors.toList()),
2459 createGroupAvatarAttachment(groupInfo.getGroupId()),
2460 groupInfo.isMember(account.getSelfRecipientId()),
2461 Optional.of(groupInfo.messageExpirationTime),
2462 Optional.fromNullable(groupInfo.color),
2463 groupInfo.blocked,
2464 Optional.absent(),
2465 groupInfo.archived));
2466 }
2467 }
2468 }
2469
2470 if (groupsFile.exists() && groupsFile.length() > 0) {
2471 try (var groupsFileStream = new FileInputStream(groupsFile)) {
2472 var attachmentStream = SignalServiceAttachment.newStreamBuilder()
2473 .withStream(groupsFileStream)
2474 .withContentType("application/octet-stream")
2475 .withLength(groupsFile.length())
2476 .build();
2477
2478 sendHelper.sendSyncMessage(SignalServiceSyncMessage.forGroups(attachmentStream));
2479 }
2480 }
2481 } finally {
2482 try {
2483 Files.delete(groupsFile.toPath());
2484 } catch (IOException e) {
2485 logger.warn("Failed to delete groups temp file “{}”, ignoring: {}", groupsFile, e.getMessage());
2486 }
2487 }
2488 }
2489
2490 public void sendContacts() throws IOException {
2491 var contactsFile = IOUtils.createTempFile();
2492
2493 try {
2494 try (OutputStream fos = new FileOutputStream(contactsFile)) {
2495 var out = new DeviceContactsOutputStream(fos);
2496 for (var contactPair : account.getContactStore().getContacts()) {
2497 final var recipientId = contactPair.first();
2498 final var contact = contactPair.second();
2499 final var address = resolveSignalServiceAddress(recipientId);
2500
2501 var currentIdentity = account.getIdentityKeyStore().getIdentity(recipientId);
2502 VerifiedMessage verifiedMessage = null;
2503 if (currentIdentity != null) {
2504 verifiedMessage = new VerifiedMessage(address,
2505 currentIdentity.getIdentityKey(),
2506 currentIdentity.getTrustLevel().toVerifiedState(),
2507 currentIdentity.getDateAdded().getTime());
2508 }
2509
2510 var profileKey = account.getProfileStore().getProfileKey(recipientId);
2511 out.write(new DeviceContact(address,
2512 Optional.fromNullable(contact.getName()),
2513 createContactAvatarAttachment(address),
2514 Optional.fromNullable(contact.getColor()),
2515 Optional.fromNullable(verifiedMessage),
2516 Optional.fromNullable(profileKey),
2517 contact.isBlocked(),
2518 Optional.of(contact.getMessageExpirationTime()),
2519 Optional.absent(),
2520 contact.isArchived()));
2521 }
2522
2523 if (account.getProfileKey() != null) {
2524 // Send our own profile key as well
2525 out.write(new DeviceContact(account.getSelfAddress(),
2526 Optional.absent(),
2527 Optional.absent(),
2528 Optional.absent(),
2529 Optional.absent(),
2530 Optional.of(account.getProfileKey()),
2531 false,
2532 Optional.absent(),
2533 Optional.absent(),
2534 false));
2535 }
2536 }
2537
2538 if (contactsFile.exists() && contactsFile.length() > 0) {
2539 try (var contactsFileStream = new FileInputStream(contactsFile)) {
2540 var attachmentStream = SignalServiceAttachment.newStreamBuilder()
2541 .withStream(contactsFileStream)
2542 .withContentType("application/octet-stream")
2543 .withLength(contactsFile.length())
2544 .build();
2545
2546 sendHelper.sendSyncMessage(SignalServiceSyncMessage.forContacts(new ContactsMessage(attachmentStream,
2547 true)));
2548 }
2549 }
2550 } finally {
2551 try {
2552 Files.delete(contactsFile.toPath());
2553 } catch (IOException e) {
2554 logger.warn("Failed to delete contacts temp file “{}”, ignoring: {}", contactsFile, e.getMessage());
2555 }
2556 }
2557 }
2558
2559 void sendBlockedList() throws IOException {
2560 var addresses = new ArrayList<SignalServiceAddress>();
2561 for (var record : account.getContactStore().getContacts()) {
2562 if (record.second().isBlocked()) {
2563 addresses.add(resolveSignalServiceAddress(record.first()));
2564 }
2565 }
2566 var groupIds = new ArrayList<byte[]>();
2567 for (var record : getGroups()) {
2568 if (record.isBlocked()) {
2569 groupIds.add(record.getGroupId().serialize());
2570 }
2571 }
2572 sendHelper.sendSyncMessage(SignalServiceSyncMessage.forBlocked(new BlockedListMessage(addresses, groupIds)));
2573 }
2574
2575 private void sendVerifiedMessage(
2576 SignalServiceAddress destination, IdentityKey identityKey, TrustLevel trustLevel
2577 ) throws IOException {
2578 var verifiedMessage = new VerifiedMessage(destination,
2579 identityKey,
2580 trustLevel.toVerifiedState(),
2581 System.currentTimeMillis());
2582 sendHelper.sendSyncMessage(SignalServiceSyncMessage.forVerified(verifiedMessage));
2583 }
2584
2585 public List<Pair<RecipientId, Contact>> getContacts() {
2586 return account.getContactStore().getContacts();
2587 }
2588
2589 public String getContactOrProfileName(String number) throws InvalidNumberException {
2590 final var recipientId = canonicalizeAndResolveRecipient(number);
2591 final var recipient = account.getRecipientStore().getRecipient(recipientId);
2592 if (recipient == null) {
2593 return null;
2594 }
2595
2596 if (recipient.getContact() != null && !Util.isEmpty(recipient.getContact().getName())) {
2597 return recipient.getContact().getName();
2598 }
2599
2600 if (recipient.getProfile() != null && recipient.getProfile() != null) {
2601 return recipient.getProfile().getDisplayName();
2602 }
2603
2604 return null;
2605 }
2606
2607 public GroupInfo getGroup(GroupId groupId) {
2608 return getGroup(groupId, false);
2609 }
2610
2611 public GroupInfo getGroup(GroupId groupId, boolean forceUpdate) {
2612 final var group = account.getGroupStore().getGroup(groupId);
2613 if (group instanceof GroupInfoV2 && (forceUpdate || ((GroupInfoV2) group).getGroup() == null)) {
2614 final var groupSecretParams = GroupSecretParams.deriveFromMasterKey(((GroupInfoV2) group).getMasterKey());
2615 ((GroupInfoV2) group).setGroup(groupV2Helper.getDecryptedGroup(groupSecretParams), this::resolveRecipient);
2616 account.getGroupStore().updateGroup(group);
2617 }
2618 return group;
2619 }
2620
2621 public List<IdentityInfo> getIdentities() {
2622 return account.getIdentityKeyStore().getIdentities();
2623 }
2624
2625 public List<IdentityInfo> getIdentities(String number) throws InvalidNumberException {
2626 final var identity = account.getIdentityKeyStore().getIdentity(canonicalizeAndResolveRecipient(number));
2627 return identity == null ? List.of() : List.of(identity);
2628 }
2629
2630 /**
2631 * Trust this the identity with this fingerprint
2632 *
2633 * @param name username of the identity
2634 * @param fingerprint Fingerprint
2635 */
2636 public boolean trustIdentityVerified(String name, byte[] fingerprint) throws InvalidNumberException {
2637 var recipientId = canonicalizeAndResolveRecipient(name);
2638 return trustIdentity(recipientId,
2639 identityKey -> Arrays.equals(identityKey.serialize(), fingerprint),
2640 TrustLevel.TRUSTED_VERIFIED);
2641 }
2642
2643 /**
2644 * Trust this the identity with this safety number
2645 *
2646 * @param name username of the identity
2647 * @param safetyNumber Safety number
2648 */
2649 public boolean trustIdentityVerifiedSafetyNumber(String name, String safetyNumber) throws InvalidNumberException {
2650 var recipientId = canonicalizeAndResolveRecipient(name);
2651 var address = account.getRecipientStore().resolveServiceAddress(recipientId);
2652 return trustIdentity(recipientId,
2653 identityKey -> safetyNumber.equals(computeSafetyNumber(address, identityKey)),
2654 TrustLevel.TRUSTED_VERIFIED);
2655 }
2656
2657 /**
2658 * Trust all keys of this identity without verification
2659 *
2660 * @param name username of the identity
2661 */
2662 public boolean trustIdentityAllKeys(String name) throws InvalidNumberException {
2663 var recipientId = canonicalizeAndResolveRecipient(name);
2664 return trustIdentity(recipientId, identityKey -> true, TrustLevel.TRUSTED_UNVERIFIED);
2665 }
2666
2667 private boolean trustIdentity(
2668 RecipientId recipientId, Function<IdentityKey, Boolean> verifier, TrustLevel trustLevel
2669 ) {
2670 var identity = account.getIdentityKeyStore().getIdentity(recipientId);
2671 if (identity == null) {
2672 return false;
2673 }
2674
2675 if (!verifier.apply(identity.getIdentityKey())) {
2676 return false;
2677 }
2678
2679 account.getIdentityKeyStore().setIdentityTrustLevel(recipientId, identity.getIdentityKey(), trustLevel);
2680 try {
2681 var address = account.getRecipientStore().resolveServiceAddress(recipientId);
2682 sendVerifiedMessage(address, identity.getIdentityKey(), trustLevel);
2683 } catch (IOException e) {
2684 logger.warn("Failed to send verification sync message: {}", e.getMessage());
2685 }
2686
2687 return true;
2688 }
2689
2690 private void handleIdentityFailure(
2691 final RecipientId recipientId, final SendMessageResult.IdentityFailure identityFailure
2692 ) {
2693 final var identityKey = identityFailure.getIdentityKey();
2694 if (identityKey != null) {
2695 final var newIdentity = account.getIdentityKeyStore().saveIdentity(recipientId, identityKey, new Date());
2696 if (newIdentity) {
2697 account.getSessionStore().archiveSessions(recipientId);
2698 }
2699 } else {
2700 // Retrieve profile to get the current identity key from the server
2701 retrieveEncryptedProfile(recipientId);
2702 }
2703 }
2704
2705 public String computeSafetyNumber(SignalServiceAddress theirAddress, IdentityKey theirIdentityKey) {
2706 final var fingerprint = Utils.computeSafetyNumber(capabilities.isUuid(),
2707 account.getSelfAddress(),
2708 getIdentityKeyPair().getPublicKey(),
2709 theirAddress,
2710 theirIdentityKey);
2711 return fingerprint == null ? null : fingerprint.getDisplayableFingerprint().getDisplayText();
2712 }
2713
2714 public byte[] computeSafetyNumberForScanning(SignalServiceAddress theirAddress, IdentityKey theirIdentityKey) {
2715 final var fingerprint = Utils.computeSafetyNumber(capabilities.isUuid(),
2716 account.getSelfAddress(),
2717 getIdentityKeyPair().getPublicKey(),
2718 theirAddress,
2719 theirIdentityKey);
2720 return fingerprint == null ? null : fingerprint.getScannableFingerprint().getSerialized();
2721 }
2722
2723 @Deprecated
2724 public SignalServiceAddress resolveSignalServiceAddress(String identifier) {
2725 var address = Utils.getSignalServiceAddressFromIdentifier(identifier);
2726
2727 return resolveSignalServiceAddress(address);
2728 }
2729
2730 @Deprecated
2731 public SignalServiceAddress resolveSignalServiceAddress(SignalServiceAddress address) {
2732 if (address.matches(account.getSelfAddress())) {
2733 return account.getSelfAddress();
2734 }
2735
2736 return account.getRecipientStore().resolveServiceAddress(address);
2737 }
2738
2739 public SignalServiceAddress resolveSignalServiceAddress(RecipientId recipientId) {
2740 return account.getRecipientStore().resolveServiceAddress(recipientId);
2741 }
2742
2743 private RecipientId canonicalizeAndResolveRecipient(String identifier) throws InvalidNumberException {
2744 var canonicalizedNumber = UuidUtil.isUuid(identifier) ? identifier : canonicalizePhoneNumber(identifier);
2745
2746 return resolveRecipient(canonicalizedNumber);
2747 }
2748
2749 private String canonicalizePhoneNumber(final String number) throws InvalidNumberException {
2750 return PhoneNumberFormatter.formatNumber(number, account.getUsername());
2751 }
2752
2753 private RecipientId resolveRecipient(final String identifier) {
2754 var address = Utils.getSignalServiceAddressFromIdentifier(identifier);
2755
2756 return resolveRecipient(address);
2757 }
2758
2759 public RecipientId resolveRecipient(SignalServiceAddress address) {
2760 return account.getRecipientStore().resolveRecipient(address);
2761 }
2762
2763 private RecipientId resolveRecipientTrusted(SignalServiceAddress address) {
2764 return account.getRecipientStore().resolveRecipientTrusted(address);
2765 }
2766
2767 private void enqueueJob(Job job) {
2768 var context = new Context(account,
2769 dependencies.getAccountManager(),
2770 dependencies.getMessageReceiver(),
2771 stickerPackStore);
2772 job.run(context);
2773 }
2774
2775 @Override
2776 public void close() throws IOException {
2777 close(true);
2778 }
2779
2780 void close(boolean closeAccount) throws IOException {
2781 executor.shutdown();
2782
2783 dependencies.getSignalWebSocket().disconnect();
2784
2785 if (closeAccount && account != null) {
2786 account.close();
2787 }
2788 account = null;
2789 }
2790
2791 public interface ReceiveMessageHandler {
2792
2793 void handleMessage(SignalServiceEnvelope envelope, SignalServiceContent decryptedContent, Throwable e);
2794 }
2795 }