]> nmode's Git Repositories - signal-cli/blob - lib/src/main/java/org/asamk/signal/manager/Manager.java
Fix rare null pointer exception when receiving message from untrusted identity
[signal-cli] / lib / src / main / java / org / asamk / signal / manager / Manager.java
1 /*
2 Copyright (C) 2015-2021 AsamK and contributors
3
4 This program is free software: you can redistribute it and/or modify
5 it under the terms of the GNU General Public License as published by
6 the Free Software Foundation, either version 3 of the License, or
7 (at your option) any later version.
8
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
13
14 You should have received a copy of the GNU General Public License
15 along with this program. If not, see <http://www.gnu.org/licenses/>.
16 */
17 package org.asamk.signal.manager;
18
19 import org.asamk.signal.manager.api.Device;
20 import org.asamk.signal.manager.api.TypingAction;
21 import org.asamk.signal.manager.config.ServiceConfig;
22 import org.asamk.signal.manager.config.ServiceEnvironment;
23 import org.asamk.signal.manager.config.ServiceEnvironmentConfig;
24 import org.asamk.signal.manager.groups.GroupId;
25 import org.asamk.signal.manager.groups.GroupIdV1;
26 import org.asamk.signal.manager.groups.GroupInviteLinkUrl;
27 import org.asamk.signal.manager.groups.GroupLinkState;
28 import org.asamk.signal.manager.groups.GroupNotFoundException;
29 import org.asamk.signal.manager.groups.GroupPermission;
30 import org.asamk.signal.manager.groups.GroupUtils;
31 import org.asamk.signal.manager.groups.LastGroupAdminException;
32 import org.asamk.signal.manager.groups.NotAGroupMemberException;
33 import org.asamk.signal.manager.helper.GroupV2Helper;
34 import org.asamk.signal.manager.helper.PinHelper;
35 import org.asamk.signal.manager.helper.ProfileHelper;
36 import org.asamk.signal.manager.helper.SendHelper;
37 import org.asamk.signal.manager.helper.UnidentifiedAccessHelper;
38 import org.asamk.signal.manager.jobs.Context;
39 import org.asamk.signal.manager.jobs.Job;
40 import org.asamk.signal.manager.jobs.RetrieveStickerPackJob;
41 import org.asamk.signal.manager.storage.SignalAccount;
42 import org.asamk.signal.manager.storage.groups.GroupInfo;
43 import org.asamk.signal.manager.storage.groups.GroupInfoV1;
44 import org.asamk.signal.manager.storage.groups.GroupInfoV2;
45 import org.asamk.signal.manager.storage.identities.IdentityInfo;
46 import org.asamk.signal.manager.storage.messageCache.CachedMessage;
47 import org.asamk.signal.manager.storage.recipients.Contact;
48 import org.asamk.signal.manager.storage.recipients.Profile;
49 import org.asamk.signal.manager.storage.recipients.RecipientId;
50 import org.asamk.signal.manager.storage.stickers.Sticker;
51 import org.asamk.signal.manager.storage.stickers.StickerPackId;
52 import org.asamk.signal.manager.util.AttachmentUtils;
53 import org.asamk.signal.manager.util.IOUtils;
54 import org.asamk.signal.manager.util.KeyUtils;
55 import org.asamk.signal.manager.util.ProfileUtils;
56 import org.asamk.signal.manager.util.StickerUtils;
57 import org.asamk.signal.manager.util.Utils;
58 import org.signal.libsignal.metadata.InvalidMetadataMessageException;
59 import org.signal.libsignal.metadata.InvalidMetadataVersionException;
60 import org.signal.libsignal.metadata.ProtocolDuplicateMessageException;
61 import org.signal.libsignal.metadata.ProtocolInvalidKeyException;
62 import org.signal.libsignal.metadata.ProtocolInvalidKeyIdException;
63 import org.signal.libsignal.metadata.ProtocolInvalidMessageException;
64 import org.signal.libsignal.metadata.ProtocolInvalidVersionException;
65 import org.signal.libsignal.metadata.ProtocolLegacyMessageException;
66 import org.signal.libsignal.metadata.ProtocolNoSessionException;
67 import org.signal.libsignal.metadata.ProtocolUntrustedIdentityException;
68 import org.signal.libsignal.metadata.SelfSendException;
69 import org.signal.storageservice.protos.groups.GroupChange;
70 import org.signal.storageservice.protos.groups.local.DecryptedGroup;
71 import org.signal.zkgroup.InvalidInputException;
72 import org.signal.zkgroup.VerificationFailedException;
73 import org.signal.zkgroup.groups.GroupMasterKey;
74 import org.signal.zkgroup.groups.GroupSecretParams;
75 import org.signal.zkgroup.profiles.ProfileKey;
76 import org.signal.zkgroup.profiles.ProfileKeyCredential;
77 import org.slf4j.Logger;
78 import org.slf4j.LoggerFactory;
79 import org.whispersystems.libsignal.IdentityKey;
80 import org.whispersystems.libsignal.IdentityKeyPair;
81 import org.whispersystems.libsignal.InvalidKeyException;
82 import org.whispersystems.libsignal.InvalidMessageException;
83 import org.whispersystems.libsignal.ecc.ECPublicKey;
84 import org.whispersystems.libsignal.state.PreKeyRecord;
85 import org.whispersystems.libsignal.state.SignedPreKeyRecord;
86 import org.whispersystems.libsignal.util.Pair;
87 import org.whispersystems.libsignal.util.guava.Optional;
88 import org.whispersystems.signalservice.api.InvalidMessageStructureException;
89 import org.whispersystems.signalservice.api.SignalSessionLock;
90 import org.whispersystems.signalservice.api.crypto.UntrustedIdentityException;
91 import org.whispersystems.signalservice.api.groupsv2.GroupLinkNotActiveException;
92 import org.whispersystems.signalservice.api.groupsv2.GroupsV2AuthorizationString;
93 import org.whispersystems.signalservice.api.messages.SendMessageResult;
94 import org.whispersystems.signalservice.api.messages.SignalServiceAttachment;
95 import org.whispersystems.signalservice.api.messages.SignalServiceAttachmentPointer;
96 import org.whispersystems.signalservice.api.messages.SignalServiceAttachmentRemoteId;
97 import org.whispersystems.signalservice.api.messages.SignalServiceAttachmentStream;
98 import org.whispersystems.signalservice.api.messages.SignalServiceContent;
99 import org.whispersystems.signalservice.api.messages.SignalServiceDataMessage;
100 import org.whispersystems.signalservice.api.messages.SignalServiceEnvelope;
101 import org.whispersystems.signalservice.api.messages.SignalServiceGroup;
102 import org.whispersystems.signalservice.api.messages.SignalServiceGroupV2;
103 import org.whispersystems.signalservice.api.messages.SignalServiceReceiptMessage;
104 import org.whispersystems.signalservice.api.messages.SignalServiceTypingMessage;
105 import org.whispersystems.signalservice.api.messages.multidevice.BlockedListMessage;
106 import org.whispersystems.signalservice.api.messages.multidevice.ContactsMessage;
107 import org.whispersystems.signalservice.api.messages.multidevice.DeviceContact;
108 import org.whispersystems.signalservice.api.messages.multidevice.DeviceContactsInputStream;
109 import org.whispersystems.signalservice.api.messages.multidevice.DeviceContactsOutputStream;
110 import org.whispersystems.signalservice.api.messages.multidevice.DeviceGroup;
111 import org.whispersystems.signalservice.api.messages.multidevice.DeviceGroupsInputStream;
112 import org.whispersystems.signalservice.api.messages.multidevice.DeviceGroupsOutputStream;
113 import org.whispersystems.signalservice.api.messages.multidevice.RequestMessage;
114 import org.whispersystems.signalservice.api.messages.multidevice.SignalServiceSyncMessage;
115 import org.whispersystems.signalservice.api.messages.multidevice.StickerPackOperationMessage;
116 import org.whispersystems.signalservice.api.messages.multidevice.VerifiedMessage;
117 import org.whispersystems.signalservice.api.profiles.ProfileAndCredential;
118 import org.whispersystems.signalservice.api.profiles.SignalServiceProfile;
119 import org.whispersystems.signalservice.api.push.SignalServiceAddress;
120 import org.whispersystems.signalservice.api.push.exceptions.ConflictException;
121 import org.whispersystems.signalservice.api.push.exceptions.MissingConfigurationException;
122 import org.whispersystems.signalservice.api.util.DeviceNameUtil;
123 import org.whispersystems.signalservice.api.util.InvalidNumberException;
124 import org.whispersystems.signalservice.api.util.PhoneNumberFormatter;
125 import org.whispersystems.signalservice.api.util.UuidUtil;
126 import org.whispersystems.signalservice.api.websocket.WebSocketUnavailableException;
127 import org.whispersystems.signalservice.internal.contacts.crypto.Quote;
128 import org.whispersystems.signalservice.internal.contacts.crypto.UnauthenticatedQuoteException;
129 import org.whispersystems.signalservice.internal.contacts.crypto.UnauthenticatedResponseException;
130 import org.whispersystems.signalservice.internal.push.SignalServiceProtos;
131 import org.whispersystems.signalservice.internal.push.UnsupportedDataMessageException;
132 import org.whispersystems.signalservice.internal.util.DynamicCredentialsProvider;
133 import org.whispersystems.signalservice.internal.util.Hex;
134 import org.whispersystems.signalservice.internal.util.Util;
135
136 import java.io.Closeable;
137 import java.io.File;
138 import java.io.FileInputStream;
139 import java.io.FileOutputStream;
140 import java.io.IOException;
141 import java.io.InputStream;
142 import java.io.OutputStream;
143 import java.net.URI;
144 import java.net.URISyntaxException;
145 import java.net.URLEncoder;
146 import java.nio.charset.StandardCharsets;
147 import java.nio.file.Files;
148 import java.security.SignatureException;
149 import java.util.ArrayList;
150 import java.util.Arrays;
151 import java.util.Base64;
152 import java.util.Collection;
153 import java.util.Date;
154 import java.util.HashSet;
155 import java.util.List;
156 import java.util.Map;
157 import java.util.Set;
158 import java.util.UUID;
159 import java.util.concurrent.ExecutorService;
160 import java.util.concurrent.Executors;
161 import java.util.concurrent.TimeUnit;
162 import java.util.concurrent.TimeoutException;
163 import java.util.concurrent.locks.ReentrantLock;
164 import java.util.function.Function;
165 import java.util.stream.Collectors;
166
167 import static org.asamk.signal.manager.config.ServiceConfig.capabilities;
168
169 public class Manager implements Closeable {
170
171 private final static Logger logger = LoggerFactory.getLogger(Manager.class);
172
173 private final ServiceEnvironmentConfig serviceEnvironmentConfig;
174 private final SignalDependencies dependencies;
175
176 private SignalAccount account;
177
178 private final ExecutorService executor = Executors.newCachedThreadPool();
179
180 private final ProfileHelper profileHelper;
181 private final GroupV2Helper groupV2Helper;
182 private final PinHelper pinHelper;
183 private final SendHelper sendHelper;
184
185 private final AvatarStore avatarStore;
186 private final AttachmentStore attachmentStore;
187 private final StickerPackStore stickerPackStore;
188 private final SignalSessionLock sessionLock = new SignalSessionLock() {
189 private final ReentrantLock LEGACY_LOCK = new ReentrantLock();
190
191 @Override
192 public Lock acquire() {
193 LEGACY_LOCK.lock();
194 return LEGACY_LOCK::unlock;
195 }
196 };
197
198 Manager(
199 SignalAccount account,
200 PathConfig pathConfig,
201 ServiceEnvironmentConfig serviceEnvironmentConfig,
202 String userAgent
203 ) {
204 this.account = account;
205 this.serviceEnvironmentConfig = serviceEnvironmentConfig;
206
207 final var credentialsProvider = new DynamicCredentialsProvider(account.getUuid(),
208 account.getUsername(),
209 account.getPassword(),
210 account.getDeviceId());
211 this.dependencies = new SignalDependencies(account.getSelfAddress(),
212 serviceEnvironmentConfig,
213 userAgent,
214 credentialsProvider,
215 account.getSignalProtocolStore(),
216 executor,
217 sessionLock);
218 this.pinHelper = new PinHelper(dependencies.getKeyBackupService());
219
220 final var unidentifiedAccessHelper = new UnidentifiedAccessHelper(account::getProfileKey,
221 account.getProfileStore()::getProfileKey,
222 this::getRecipientProfile,
223 this::getSenderCertificate);
224 this.profileHelper = new ProfileHelper(account.getProfileStore()::getProfileKey,
225 unidentifiedAccessHelper::getAccessFor,
226 dependencies::getProfileService,
227 dependencies::getMessageReceiver,
228 this::resolveSignalServiceAddress);
229 this.groupV2Helper = new GroupV2Helper(this::getRecipientProfileKeyCredential,
230 this::getRecipientProfile,
231 account::getSelfRecipientId,
232 dependencies.getGroupsV2Operations(),
233 dependencies.getGroupsV2Api(),
234 this::getGroupAuthForToday,
235 this::resolveSignalServiceAddress);
236 this.avatarStore = new AvatarStore(pathConfig.getAvatarsPath());
237 this.attachmentStore = new AttachmentStore(pathConfig.getAttachmentsPath());
238 this.stickerPackStore = new StickerPackStore(pathConfig.getStickerPacksPath());
239 this.sendHelper = new SendHelper(account,
240 dependencies,
241 unidentifiedAccessHelper,
242 this::resolveSignalServiceAddress,
243 this::resolveRecipient,
244 this::handleIdentityFailure,
245 this::getGroup,
246 this::refreshRegisteredUser);
247 }
248
249 public String getUsername() {
250 return account.getUsername();
251 }
252
253 public SignalServiceAddress getSelfAddress() {
254 return account.getSelfAddress();
255 }
256
257 public RecipientId getSelfRecipientId() {
258 return account.getSelfRecipientId();
259 }
260
261 private IdentityKeyPair getIdentityKeyPair() {
262 return account.getIdentityKeyPair();
263 }
264
265 public int getDeviceId() {
266 return account.getDeviceId();
267 }
268
269 public static Manager init(
270 String username, File settingsPath, ServiceEnvironment serviceEnvironment, String userAgent
271 ) throws IOException, NotRegisteredException {
272 var pathConfig = PathConfig.createDefault(settingsPath);
273
274 if (!SignalAccount.userExists(pathConfig.getDataPath(), username)) {
275 throw new NotRegisteredException();
276 }
277
278 var account = SignalAccount.load(pathConfig.getDataPath(), username, true);
279
280 if (!account.isRegistered()) {
281 throw new NotRegisteredException();
282 }
283
284 final var serviceEnvironmentConfig = ServiceConfig.getServiceEnvironmentConfig(serviceEnvironment, userAgent);
285
286 return new Manager(account, pathConfig, serviceEnvironmentConfig, userAgent);
287 }
288
289 public static List<String> getAllLocalUsernames(File settingsPath) {
290 var pathConfig = PathConfig.createDefault(settingsPath);
291 final var dataPath = pathConfig.getDataPath();
292 final var files = dataPath.listFiles();
293
294 if (files == null) {
295 return List.of();
296 }
297
298 return Arrays.stream(files)
299 .filter(File::isFile)
300 .map(File::getName)
301 .filter(file -> PhoneNumberFormatter.isValidNumber(file, null))
302 .collect(Collectors.toList());
303 }
304
305 public void checkAccountState() throws IOException {
306 if (account.getLastReceiveTimestamp() == 0) {
307 logger.warn("The Signal protocol expects that incoming messages are regularly received.");
308 } else {
309 var diffInMilliseconds = System.currentTimeMillis() - account.getLastReceiveTimestamp();
310 long days = TimeUnit.DAYS.convert(diffInMilliseconds, TimeUnit.MILLISECONDS);
311 if (days > 7) {
312 logger.warn(
313 "Messages have been last received {} days ago. The Signal protocol expects that incoming messages are regularly received.",
314 days);
315 }
316 }
317 if (dependencies.getAccountManager().getPreKeysCount() < ServiceConfig.PREKEY_MINIMUM_COUNT) {
318 refreshPreKeys();
319 }
320 if (account.getUuid() == null) {
321 account.setUuid(dependencies.getAccountManager().getOwnUuid());
322 }
323 updateAccountAttributes();
324 }
325
326 /**
327 * This is used for checking a set of phone numbers for registration on Signal
328 *
329 * @param numbers The set of phone number in question
330 * @return A map of numbers to canonicalized number and uuid. If a number is not registered the uuid is null.
331 * @throws IOException if its unable to get the contacts to check if they're registered
332 */
333 public Map<String, Pair<String, UUID>> areUsersRegistered(Set<String> numbers) throws IOException {
334 Map<String, String> canonicalizedNumbers = numbers.stream().collect(Collectors.toMap(n -> n, n -> {
335 try {
336 return canonicalizePhoneNumber(n);
337 } catch (InvalidNumberException e) {
338 return "";
339 }
340 }));
341
342 // Note "contactDetails" has no optionals. It only gives us info on users who are registered
343 var contactDetails = getRegisteredUsers(canonicalizedNumbers.values()
344 .stream()
345 .filter(s -> !s.isEmpty())
346 .collect(Collectors.toSet()));
347
348 // Store numbers as recipients so we have the number/uuid association
349 contactDetails.forEach((number, uuid) -> resolveRecipientTrusted(new SignalServiceAddress(uuid, number)));
350
351 return numbers.stream().collect(Collectors.toMap(n -> n, n -> {
352 final var number = canonicalizedNumbers.get(n);
353 final var uuid = contactDetails.get(number);
354 return new Pair<>(number.isEmpty() ? null : number, uuid);
355 }));
356 }
357
358 public void updateAccountAttributes() throws IOException {
359 dependencies.getAccountManager()
360 .setAccountAttributes(account.getEncryptedDeviceName(),
361 null,
362 account.getLocalRegistrationId(),
363 true,
364 // set legacy pin only if no KBS master key is set
365 account.getPinMasterKey() == null ? account.getRegistrationLockPin() : null,
366 account.getPinMasterKey() == null ? null : account.getPinMasterKey().deriveRegistrationLock(),
367 account.getSelfUnidentifiedAccessKey(),
368 account.isUnrestrictedUnidentifiedAccess(),
369 capabilities,
370 account.isDiscoverableByPhoneNumber());
371 }
372
373 /**
374 * @param givenName if null, the previous givenName will be kept
375 * @param familyName if null, the previous familyName will be kept
376 * @param about if null, the previous about text will be kept
377 * @param aboutEmoji if null, the previous about emoji will be kept
378 * @param avatar if avatar is null the image from the local avatar store is used (if present),
379 */
380 public void setProfile(
381 String givenName, final String familyName, String about, String aboutEmoji, Optional<File> avatar
382 ) throws IOException {
383 var profile = getRecipientProfile(account.getSelfRecipientId());
384 var builder = profile == null ? Profile.newBuilder() : Profile.newBuilder(profile);
385 if (givenName != null) {
386 builder.withGivenName(givenName);
387 }
388 if (familyName != null) {
389 builder.withFamilyName(familyName);
390 }
391 if (about != null) {
392 builder.withAbout(about);
393 }
394 if (aboutEmoji != null) {
395 builder.withAboutEmoji(aboutEmoji);
396 }
397 var newProfile = builder.build();
398
399 try (final var streamDetails = avatar == null
400 ? avatarStore.retrieveProfileAvatar(getSelfAddress())
401 : avatar.isPresent() ? Utils.createStreamDetailsFromFile(avatar.get()) : null) {
402 dependencies.getAccountManager()
403 .setVersionedProfile(account.getUuid(),
404 account.getProfileKey(),
405 newProfile.getInternalServiceName(),
406 newProfile.getAbout() == null ? "" : newProfile.getAbout(),
407 newProfile.getAboutEmoji() == null ? "" : newProfile.getAboutEmoji(),
408 Optional.absent(),
409 streamDetails);
410 }
411
412 if (avatar != null) {
413 if (avatar.isPresent()) {
414 avatarStore.storeProfileAvatar(getSelfAddress(),
415 outputStream -> IOUtils.copyFileToStream(avatar.get(), outputStream));
416 } else {
417 avatarStore.deleteProfileAvatar(getSelfAddress());
418 }
419 }
420 account.getProfileStore().storeProfile(account.getSelfRecipientId(), newProfile);
421
422 sendHelper.sendSyncMessage(SignalServiceSyncMessage.forFetchLatest(SignalServiceSyncMessage.FetchType.LOCAL_PROFILE));
423 }
424
425 public void unregister() throws IOException {
426 // When setting an empty GCM id, the Signal-Server also sets the fetchesMessages property to false.
427 // If this is the master device, other users can't send messages to this number anymore.
428 // If this is a linked device, other users can still send messages, but this device doesn't receive them anymore.
429 dependencies.getAccountManager().setGcmId(Optional.absent());
430
431 account.setRegistered(false);
432 }
433
434 public void deleteAccount() throws IOException {
435 dependencies.getAccountManager().deleteAccount();
436
437 account.setRegistered(false);
438 }
439
440 public List<Device> getLinkedDevices() throws IOException {
441 var devices = dependencies.getAccountManager().getDevices();
442 account.setMultiDevice(devices.size() > 1);
443 var identityKey = account.getIdentityKeyPair().getPrivateKey();
444 return devices.stream().map(d -> {
445 String deviceName = d.getName();
446 if (deviceName != null) {
447 try {
448 deviceName = DeviceNameUtil.decryptDeviceName(deviceName, identityKey);
449 } catch (IOException e) {
450 logger.debug("Failed to decrypt device name, maybe plain text?", e);
451 }
452 }
453 return new Device(d.getId(), deviceName, d.getCreated(), d.getLastSeen());
454 }).collect(Collectors.toList());
455 }
456
457 public void removeLinkedDevices(int deviceId) throws IOException {
458 dependencies.getAccountManager().removeDevice(deviceId);
459 var devices = dependencies.getAccountManager().getDevices();
460 account.setMultiDevice(devices.size() > 1);
461 }
462
463 public void addDeviceLink(URI linkUri) throws IOException, InvalidKeyException {
464 var info = DeviceLinkInfo.parseDeviceLinkUri(linkUri);
465
466 addDevice(info.deviceIdentifier, info.deviceKey);
467 }
468
469 private void addDevice(String deviceIdentifier, ECPublicKey deviceKey) throws IOException, InvalidKeyException {
470 var identityKeyPair = getIdentityKeyPair();
471 var verificationCode = dependencies.getAccountManager().getNewDeviceVerificationCode();
472
473 dependencies.getAccountManager()
474 .addDevice(deviceIdentifier,
475 deviceKey,
476 identityKeyPair,
477 Optional.of(account.getProfileKey().serialize()),
478 verificationCode);
479 account.setMultiDevice(true);
480 }
481
482 public void setRegistrationLockPin(Optional<String> pin) throws IOException, UnauthenticatedResponseException {
483 if (!account.isMasterDevice()) {
484 throw new RuntimeException("Only master device can set a PIN");
485 }
486 if (pin.isPresent()) {
487 final var masterKey = account.getPinMasterKey() != null
488 ? account.getPinMasterKey()
489 : KeyUtils.createMasterKey();
490
491 pinHelper.setRegistrationLockPin(pin.get(), masterKey);
492
493 account.setRegistrationLockPin(pin.get(), masterKey);
494 } else {
495 // Remove KBS Pin
496 pinHelper.removeRegistrationLockPin();
497
498 account.setRegistrationLockPin(null, null);
499 }
500 }
501
502 void refreshPreKeys() throws IOException {
503 var oneTimePreKeys = generatePreKeys();
504 final var identityKeyPair = getIdentityKeyPair();
505 var signedPreKeyRecord = generateSignedPreKey(identityKeyPair);
506
507 dependencies.getAccountManager().setPreKeys(identityKeyPair.getPublicKey(), signedPreKeyRecord, oneTimePreKeys);
508 }
509
510 private List<PreKeyRecord> generatePreKeys() {
511 final var offset = account.getPreKeyIdOffset();
512
513 var records = KeyUtils.generatePreKeyRecords(offset, ServiceConfig.PREKEY_BATCH_SIZE);
514 account.addPreKeys(records);
515
516 return records;
517 }
518
519 private SignedPreKeyRecord generateSignedPreKey(IdentityKeyPair identityKeyPair) {
520 final var signedPreKeyId = account.getNextSignedPreKeyId();
521
522 var record = KeyUtils.generateSignedPreKeyRecord(identityKeyPair, signedPreKeyId);
523 account.addSignedPreKey(record);
524
525 return record;
526 }
527
528 public Profile getRecipientProfile(
529 RecipientId recipientId
530 ) {
531 return getRecipientProfile(recipientId, false);
532 }
533
534 private final Set<RecipientId> pendingProfileRequest = new HashSet<>();
535
536 Profile getRecipientProfile(
537 RecipientId recipientId, boolean force
538 ) {
539 var profile = account.getProfileStore().getProfile(recipientId);
540
541 var now = System.currentTimeMillis();
542 // Profiles are cached for 24h before retrieving them again, unless forced
543 if (!force && profile != null && now - profile.getLastUpdateTimestamp() < 24 * 60 * 60 * 1000) {
544 return profile;
545 }
546
547 synchronized (pendingProfileRequest) {
548 if (pendingProfileRequest.contains(recipientId)) {
549 return profile;
550 }
551 pendingProfileRequest.add(recipientId);
552 }
553 final SignalServiceProfile encryptedProfile;
554 try {
555 encryptedProfile = retrieveEncryptedProfile(recipientId);
556 } finally {
557 synchronized (pendingProfileRequest) {
558 pendingProfileRequest.remove(recipientId);
559 }
560 }
561 if (encryptedProfile == null) {
562 return null;
563 }
564
565 profile = decryptProfileIfKeyKnown(recipientId, encryptedProfile);
566 account.getProfileStore().storeProfile(recipientId, profile);
567
568 return profile;
569 }
570
571 private Profile decryptProfileIfKeyKnown(
572 final RecipientId recipientId, final SignalServiceProfile encryptedProfile
573 ) {
574 var profileKey = account.getProfileStore().getProfileKey(recipientId);
575 if (profileKey == null) {
576 return new Profile(System.currentTimeMillis(),
577 null,
578 null,
579 null,
580 null,
581 ProfileUtils.getUnidentifiedAccessMode(encryptedProfile, null),
582 ProfileUtils.getCapabilities(encryptedProfile));
583 }
584
585 return decryptProfileAndDownloadAvatar(recipientId, profileKey, encryptedProfile);
586 }
587
588 private SignalServiceProfile retrieveEncryptedProfile(RecipientId recipientId) {
589 try {
590 return retrieveProfileAndCredential(recipientId, SignalServiceProfile.RequestType.PROFILE).getProfile();
591 } catch (IOException e) {
592 logger.warn("Failed to retrieve profile, ignoring: {}", e.getMessage());
593 return null;
594 }
595 }
596
597 private ProfileAndCredential retrieveProfileAndCredential(
598 final RecipientId recipientId, final SignalServiceProfile.RequestType requestType
599 ) throws IOException {
600 final var profileAndCredential = profileHelper.retrieveProfileSync(recipientId, requestType);
601 final var profile = profileAndCredential.getProfile();
602
603 try {
604 var newIdentity = account.getIdentityKeyStore()
605 .saveIdentity(recipientId,
606 new IdentityKey(Base64.getDecoder().decode(profile.getIdentityKey())),
607 new Date());
608
609 if (newIdentity) {
610 account.getSessionStore().archiveSessions(recipientId);
611 }
612 } catch (InvalidKeyException ignored) {
613 logger.warn("Got invalid identity key in profile for {}",
614 resolveSignalServiceAddress(recipientId).getIdentifier());
615 }
616 return profileAndCredential;
617 }
618
619 private ProfileKeyCredential getRecipientProfileKeyCredential(RecipientId recipientId) {
620 var profileKeyCredential = account.getProfileStore().getProfileKeyCredential(recipientId);
621 if (profileKeyCredential != null) {
622 return profileKeyCredential;
623 }
624
625 ProfileAndCredential profileAndCredential;
626 try {
627 profileAndCredential = retrieveProfileAndCredential(recipientId,
628 SignalServiceProfile.RequestType.PROFILE_AND_CREDENTIAL);
629 } catch (IOException e) {
630 logger.warn("Failed to retrieve profile key credential, ignoring: {}", e.getMessage());
631 return null;
632 }
633
634 profileKeyCredential = profileAndCredential.getProfileKeyCredential().orNull();
635 account.getProfileStore().storeProfileKeyCredential(recipientId, profileKeyCredential);
636
637 var profileKey = account.getProfileStore().getProfileKey(recipientId);
638 if (profileKey != null) {
639 final var profile = decryptProfileAndDownloadAvatar(recipientId,
640 profileKey,
641 profileAndCredential.getProfile());
642 account.getProfileStore().storeProfile(recipientId, profile);
643 }
644
645 return profileKeyCredential;
646 }
647
648 private Profile decryptProfileAndDownloadAvatar(
649 final RecipientId recipientId, final ProfileKey profileKey, final SignalServiceProfile encryptedProfile
650 ) {
651 if (encryptedProfile.getAvatar() != null) {
652 downloadProfileAvatar(resolveSignalServiceAddress(recipientId), encryptedProfile.getAvatar(), profileKey);
653 }
654
655 return ProfileUtils.decryptProfile(profileKey, encryptedProfile);
656 }
657
658 private Optional<SignalServiceAttachmentStream> createGroupAvatarAttachment(GroupId groupId) throws IOException {
659 final var streamDetails = avatarStore.retrieveGroupAvatar(groupId);
660 if (streamDetails == null) {
661 return Optional.absent();
662 }
663
664 return Optional.of(AttachmentUtils.createAttachment(streamDetails, Optional.absent()));
665 }
666
667 private Optional<SignalServiceAttachmentStream> createContactAvatarAttachment(SignalServiceAddress address) throws IOException {
668 final var streamDetails = avatarStore.retrieveContactAvatar(address);
669 if (streamDetails == null) {
670 return Optional.absent();
671 }
672
673 return Optional.of(AttachmentUtils.createAttachment(streamDetails, Optional.absent()));
674 }
675
676 private GroupInfo getGroupForUpdating(GroupId groupId) throws GroupNotFoundException, NotAGroupMemberException {
677 var g = getGroup(groupId);
678 if (g == null) {
679 throw new GroupNotFoundException(groupId);
680 }
681 if (!g.isMember(account.getSelfRecipientId()) && !g.isPendingMember(account.getSelfRecipientId())) {
682 throw new NotAGroupMemberException(groupId, g.getTitle());
683 }
684 return g;
685 }
686
687 public List<GroupInfo> getGroups() {
688 return account.getGroupStore().getGroups();
689 }
690
691 public Pair<Long, List<SendMessageResult>> sendGroupMessage(
692 String messageText, List<String> attachments, GroupId groupId
693 ) throws IOException, GroupNotFoundException, AttachmentInvalidException, NotAGroupMemberException {
694 final var messageBuilder = createMessageBuilder().withBody(messageText);
695 if (attachments != null) {
696 messageBuilder.withAttachments(AttachmentUtils.getSignalServiceAttachments(attachments));
697 }
698
699 return sendHelper.sendAsGroupMessage(messageBuilder, groupId);
700 }
701
702 public Pair<Long, List<SendMessageResult>> sendGroupMessageReaction(
703 String emoji, boolean remove, String targetAuthor, long targetSentTimestamp, GroupId groupId
704 ) throws IOException, InvalidNumberException, NotAGroupMemberException, GroupNotFoundException {
705 var targetAuthorRecipientId = canonicalizeAndResolveRecipient(targetAuthor);
706 var reaction = new SignalServiceDataMessage.Reaction(emoji,
707 remove,
708 resolveSignalServiceAddress(targetAuthorRecipientId),
709 targetSentTimestamp);
710 final var messageBuilder = createMessageBuilder().withReaction(reaction);
711
712 return sendHelper.sendAsGroupMessage(messageBuilder, groupId);
713 }
714
715 public Pair<Long, List<SendMessageResult>> sendQuitGroupMessage(
716 GroupId groupId, Set<String> groupAdmins
717 ) throws GroupNotFoundException, IOException, NotAGroupMemberException, InvalidNumberException, LastGroupAdminException {
718 var group = getGroupForUpdating(groupId);
719 if (group instanceof GroupInfoV1) {
720 return quitGroupV1((GroupInfoV1) group);
721 }
722
723 final var newAdmins = getRecipientIds(groupAdmins);
724 try {
725 return quitGroupV2((GroupInfoV2) group, newAdmins);
726 } catch (ConflictException e) {
727 // Detected conflicting update, refreshing group and trying again
728 group = getGroup(groupId, true);
729 return quitGroupV2((GroupInfoV2) group, newAdmins);
730 }
731 }
732
733 private Pair<Long, List<SendMessageResult>> quitGroupV1(final GroupInfoV1 groupInfoV1) throws IOException {
734 var group = SignalServiceGroup.newBuilder(SignalServiceGroup.Type.QUIT)
735 .withId(groupInfoV1.getGroupId().serialize())
736 .build();
737
738 var messageBuilder = createMessageBuilder().asGroupMessage(group);
739 groupInfoV1.removeMember(account.getSelfRecipientId());
740 account.getGroupStore().updateGroup(groupInfoV1);
741 return sendHelper.sendGroupMessage(messageBuilder.build(),
742 groupInfoV1.getMembersIncludingPendingWithout(account.getSelfRecipientId()));
743 }
744
745 private Pair<Long, List<SendMessageResult>> quitGroupV2(
746 final GroupInfoV2 groupInfoV2, final Set<RecipientId> newAdmins
747 ) throws LastGroupAdminException, IOException {
748 final var currentAdmins = groupInfoV2.getAdminMembers();
749 newAdmins.removeAll(currentAdmins);
750 newAdmins.retainAll(groupInfoV2.getMembers());
751 if (currentAdmins.contains(getSelfRecipientId())
752 && currentAdmins.size() == 1
753 && groupInfoV2.getMembers().size() > 1
754 && newAdmins.size() == 0) {
755 // Last admin can't leave the group, unless she's also the last member
756 throw new LastGroupAdminException(groupInfoV2.getGroupId(), groupInfoV2.getTitle());
757 }
758 final var groupGroupChangePair = groupV2Helper.leaveGroup(groupInfoV2, newAdmins);
759 groupInfoV2.setGroup(groupGroupChangePair.first(), this::resolveRecipient);
760 var messageBuilder = getGroupUpdateMessageBuilder(groupInfoV2, groupGroupChangePair.second().toByteArray());
761 account.getGroupStore().updateGroup(groupInfoV2);
762 return sendHelper.sendGroupMessage(messageBuilder.build(),
763 groupInfoV2.getMembersIncludingPendingWithout(account.getSelfRecipientId()));
764 }
765
766 public void deleteGroup(GroupId groupId) throws IOException {
767 account.getGroupStore().deleteGroup(groupId);
768 avatarStore.deleteGroupAvatar(groupId);
769 }
770
771 public Pair<GroupId, List<SendMessageResult>> createGroup(
772 String name, List<String> members, File avatarFile
773 ) throws IOException, AttachmentInvalidException, InvalidNumberException {
774 return createGroup(name, members == null ? null : getRecipientIds(members), avatarFile);
775 }
776
777 private Pair<GroupId, List<SendMessageResult>> createGroup(
778 String name, Set<RecipientId> members, File avatarFile
779 ) throws IOException, AttachmentInvalidException {
780 final var selfRecipientId = account.getSelfRecipientId();
781 if (members != null && members.contains(selfRecipientId)) {
782 members = new HashSet<>(members);
783 members.remove(selfRecipientId);
784 }
785
786 var gv2Pair = groupV2Helper.createGroup(name == null ? "" : name,
787 members == null ? Set.of() : members,
788 avatarFile);
789
790 SignalServiceDataMessage.Builder messageBuilder;
791 if (gv2Pair == null) {
792 // Failed to create v2 group, creating v1 group instead
793 var gv1 = new GroupInfoV1(GroupIdV1.createRandom());
794 gv1.addMembers(List.of(selfRecipientId));
795 final var result = updateGroupV1(gv1, name, members, avatarFile);
796 return new Pair<>(gv1.getGroupId(), result.second());
797 }
798
799 final var gv2 = gv2Pair.first();
800 final var decryptedGroup = gv2Pair.second();
801
802 gv2.setGroup(decryptedGroup, this::resolveRecipient);
803 if (avatarFile != null) {
804 avatarStore.storeGroupAvatar(gv2.getGroupId(),
805 outputStream -> IOUtils.copyFileToStream(avatarFile, outputStream));
806 }
807 messageBuilder = getGroupUpdateMessageBuilder(gv2, null);
808 account.getGroupStore().updateGroup(gv2);
809
810 final var result = sendHelper.sendGroupMessage(messageBuilder.build(),
811 gv2.getMembersIncludingPendingWithout(selfRecipientId));
812 return new Pair<>(gv2.getGroupId(), result.second());
813 }
814
815 public Pair<Long, List<SendMessageResult>> updateGroup(
816 GroupId groupId,
817 String name,
818 String description,
819 List<String> members,
820 List<String> removeMembers,
821 List<String> admins,
822 List<String> removeAdmins,
823 boolean resetGroupLink,
824 GroupLinkState groupLinkState,
825 GroupPermission addMemberPermission,
826 GroupPermission editDetailsPermission,
827 File avatarFile,
828 Integer expirationTimer,
829 Boolean isAnnouncementGroup
830 ) throws IOException, GroupNotFoundException, AttachmentInvalidException, InvalidNumberException, NotAGroupMemberException {
831 return updateGroup(groupId,
832 name,
833 description,
834 members == null ? null : getRecipientIds(members),
835 removeMembers == null ? null : getRecipientIds(removeMembers),
836 admins == null ? null : getRecipientIds(admins),
837 removeAdmins == null ? null : getRecipientIds(removeAdmins),
838 resetGroupLink,
839 groupLinkState,
840 addMemberPermission,
841 editDetailsPermission,
842 avatarFile,
843 expirationTimer,
844 isAnnouncementGroup);
845 }
846
847 private Pair<Long, List<SendMessageResult>> updateGroup(
848 final GroupId groupId,
849 final String name,
850 final String description,
851 final Set<RecipientId> members,
852 final Set<RecipientId> removeMembers,
853 final Set<RecipientId> admins,
854 final Set<RecipientId> removeAdmins,
855 final boolean resetGroupLink,
856 final GroupLinkState groupLinkState,
857 final GroupPermission addMemberPermission,
858 final GroupPermission editDetailsPermission,
859 final File avatarFile,
860 final Integer expirationTimer,
861 final Boolean isAnnouncementGroup
862 ) throws IOException, GroupNotFoundException, AttachmentInvalidException, NotAGroupMemberException {
863 var group = getGroupForUpdating(groupId);
864
865 if (group instanceof GroupInfoV2) {
866 try {
867 return updateGroupV2((GroupInfoV2) group,
868 name,
869 description,
870 members,
871 removeMembers,
872 admins,
873 removeAdmins,
874 resetGroupLink,
875 groupLinkState,
876 addMemberPermission,
877 editDetailsPermission,
878 avatarFile,
879 expirationTimer,
880 isAnnouncementGroup);
881 } catch (ConflictException e) {
882 // Detected conflicting update, refreshing group and trying again
883 group = getGroup(groupId, true);
884 return updateGroupV2((GroupInfoV2) group,
885 name,
886 description,
887 members,
888 removeMembers,
889 admins,
890 removeAdmins,
891 resetGroupLink,
892 groupLinkState,
893 addMemberPermission,
894 editDetailsPermission,
895 avatarFile,
896 expirationTimer,
897 isAnnouncementGroup);
898 }
899 }
900
901 final var gv1 = (GroupInfoV1) group;
902 final var result = updateGroupV1(gv1, name, members, avatarFile);
903 if (expirationTimer != null) {
904 setExpirationTimer(gv1, expirationTimer);
905 }
906 return result;
907 }
908
909 private Pair<Long, List<SendMessageResult>> updateGroupV1(
910 final GroupInfoV1 gv1, final String name, final Set<RecipientId> members, final File avatarFile
911 ) throws IOException, AttachmentInvalidException {
912 updateGroupV1Details(gv1, name, members, avatarFile);
913 var messageBuilder = getGroupUpdateMessageBuilder(gv1);
914
915 account.getGroupStore().updateGroup(gv1);
916
917 return sendHelper.sendGroupMessage(messageBuilder.build(),
918 gv1.getMembersIncludingPendingWithout(account.getSelfRecipientId()));
919 }
920
921 private void updateGroupV1Details(
922 final GroupInfoV1 g, final String name, final Collection<RecipientId> members, final File avatarFile
923 ) throws IOException {
924 if (name != null) {
925 g.name = name;
926 }
927
928 if (members != null) {
929 final var newMemberAddresses = members.stream()
930 .filter(member -> !g.isMember(member))
931 .map(this::resolveSignalServiceAddress)
932 .collect(Collectors.toList());
933 final var newE164Members = new HashSet<String>();
934 for (var member : newMemberAddresses) {
935 if (!member.getNumber().isPresent()) {
936 continue;
937 }
938 newE164Members.add(member.getNumber().get());
939 }
940
941 final var registeredUsers = getRegisteredUsers(newE164Members);
942 if (registeredUsers.size() != newE164Members.size()) {
943 // Some of the new members are not registered on Signal
944 newE164Members.removeAll(registeredUsers.keySet());
945 throw new IOException("Failed to add members "
946 + String.join(", ", newE164Members)
947 + " to group: Not registered on Signal");
948 }
949
950 g.addMembers(members);
951 }
952
953 if (avatarFile != null) {
954 avatarStore.storeGroupAvatar(g.getGroupId(),
955 outputStream -> IOUtils.copyFileToStream(avatarFile, outputStream));
956 }
957 }
958
959 private Pair<Long, List<SendMessageResult>> updateGroupV2(
960 final GroupInfoV2 group,
961 final String name,
962 final String description,
963 final Set<RecipientId> members,
964 final Set<RecipientId> removeMembers,
965 final Set<RecipientId> admins,
966 final Set<RecipientId> removeAdmins,
967 final boolean resetGroupLink,
968 final GroupLinkState groupLinkState,
969 final GroupPermission addMemberPermission,
970 final GroupPermission editDetailsPermission,
971 final File avatarFile,
972 final Integer expirationTimer,
973 final Boolean isAnnouncementGroup
974 ) throws IOException {
975 Pair<Long, List<SendMessageResult>> result = null;
976 if (group.isPendingMember(account.getSelfRecipientId())) {
977 var groupGroupChangePair = groupV2Helper.acceptInvite(group);
978 result = sendUpdateGroupV2Message(group, groupGroupChangePair.first(), groupGroupChangePair.second());
979 }
980
981 if (members != null) {
982 final var newMembers = new HashSet<>(members);
983 newMembers.removeAll(group.getMembers());
984 if (newMembers.size() > 0) {
985 var groupGroupChangePair = groupV2Helper.addMembers(group, newMembers);
986 result = sendUpdateGroupV2Message(group, groupGroupChangePair.first(), groupGroupChangePair.second());
987 }
988 }
989
990 if (removeMembers != null) {
991 var existingRemoveMembers = new HashSet<>(removeMembers);
992 existingRemoveMembers.retainAll(group.getMembers());
993 existingRemoveMembers.remove(getSelfRecipientId());// self can be removed with sendQuitGroupMessage
994 if (existingRemoveMembers.size() > 0) {
995 var groupGroupChangePair = groupV2Helper.removeMembers(group, existingRemoveMembers);
996 result = sendUpdateGroupV2Message(group, groupGroupChangePair.first(), groupGroupChangePair.second());
997 }
998
999 var pendingRemoveMembers = new HashSet<>(removeMembers);
1000 pendingRemoveMembers.retainAll(group.getPendingMembers());
1001 if (pendingRemoveMembers.size() > 0) {
1002 var groupGroupChangePair = groupV2Helper.revokeInvitedMembers(group, pendingRemoveMembers);
1003 result = sendUpdateGroupV2Message(group, groupGroupChangePair.first(), groupGroupChangePair.second());
1004 }
1005 }
1006
1007 if (admins != null) {
1008 final var newAdmins = new HashSet<>(admins);
1009 newAdmins.retainAll(group.getMembers());
1010 newAdmins.removeAll(group.getAdminMembers());
1011 if (newAdmins.size() > 0) {
1012 for (var admin : newAdmins) {
1013 var groupGroupChangePair = groupV2Helper.setMemberAdmin(group, admin, true);
1014 result = sendUpdateGroupV2Message(group,
1015 groupGroupChangePair.first(),
1016 groupGroupChangePair.second());
1017 }
1018 }
1019 }
1020
1021 if (removeAdmins != null) {
1022 final var existingRemoveAdmins = new HashSet<>(removeAdmins);
1023 existingRemoveAdmins.retainAll(group.getAdminMembers());
1024 if (existingRemoveAdmins.size() > 0) {
1025 for (var admin : existingRemoveAdmins) {
1026 var groupGroupChangePair = groupV2Helper.setMemberAdmin(group, admin, false);
1027 result = sendUpdateGroupV2Message(group,
1028 groupGroupChangePair.first(),
1029 groupGroupChangePair.second());
1030 }
1031 }
1032 }
1033
1034 if (resetGroupLink) {
1035 var groupGroupChangePair = groupV2Helper.resetGroupLinkPassword(group);
1036 result = sendUpdateGroupV2Message(group, groupGroupChangePair.first(), groupGroupChangePair.second());
1037 }
1038
1039 if (groupLinkState != null) {
1040 var groupGroupChangePair = groupV2Helper.setGroupLinkState(group, groupLinkState);
1041 result = sendUpdateGroupV2Message(group, groupGroupChangePair.first(), groupGroupChangePair.second());
1042 }
1043
1044 if (addMemberPermission != null) {
1045 var groupGroupChangePair = groupV2Helper.setAddMemberPermission(group, addMemberPermission);
1046 result = sendUpdateGroupV2Message(group, groupGroupChangePair.first(), groupGroupChangePair.second());
1047 }
1048
1049 if (editDetailsPermission != null) {
1050 var groupGroupChangePair = groupV2Helper.setEditDetailsPermission(group, editDetailsPermission);
1051 result = sendUpdateGroupV2Message(group, groupGroupChangePair.first(), groupGroupChangePair.second());
1052 }
1053
1054 if (expirationTimer != null) {
1055 var groupGroupChangePair = groupV2Helper.setMessageExpirationTimer(group, expirationTimer);
1056 result = sendUpdateGroupV2Message(group, groupGroupChangePair.first(), groupGroupChangePair.second());
1057 }
1058
1059 if (isAnnouncementGroup != null) {
1060 var groupGroupChangePair = groupV2Helper.setIsAnnouncementGroup(group, isAnnouncementGroup);
1061 result = sendUpdateGroupV2Message(group, groupGroupChangePair.first(), groupGroupChangePair.second());
1062 }
1063
1064 if (name != null || description != null || avatarFile != null) {
1065 var groupGroupChangePair = groupV2Helper.updateGroup(group, name, description, avatarFile);
1066 if (avatarFile != null) {
1067 avatarStore.storeGroupAvatar(group.getGroupId(),
1068 outputStream -> IOUtils.copyFileToStream(avatarFile, outputStream));
1069 }
1070 result = sendUpdateGroupV2Message(group, groupGroupChangePair.first(), groupGroupChangePair.second());
1071 }
1072
1073 return result;
1074 }
1075
1076 public Pair<GroupId, List<SendMessageResult>> joinGroup(
1077 GroupInviteLinkUrl inviteLinkUrl
1078 ) throws IOException, GroupLinkNotActiveException {
1079 final var groupJoinInfo = groupV2Helper.getDecryptedGroupJoinInfo(inviteLinkUrl.getGroupMasterKey(),
1080 inviteLinkUrl.getPassword());
1081 final var groupChange = groupV2Helper.joinGroup(inviteLinkUrl.getGroupMasterKey(),
1082 inviteLinkUrl.getPassword(),
1083 groupJoinInfo);
1084 final var group = getOrMigrateGroup(inviteLinkUrl.getGroupMasterKey(),
1085 groupJoinInfo.getRevision() + 1,
1086 groupChange.toByteArray());
1087
1088 if (group.getGroup() == null) {
1089 // Only requested member, can't send update to group members
1090 return new Pair<>(group.getGroupId(), List.of());
1091 }
1092
1093 final var result = sendUpdateGroupV2Message(group, group.getGroup(), groupChange);
1094
1095 return new Pair<>(group.getGroupId(), result.second());
1096 }
1097
1098 private Pair<Long, List<SendMessageResult>> sendUpdateGroupV2Message(
1099 GroupInfoV2 group, DecryptedGroup newDecryptedGroup, GroupChange groupChange
1100 ) throws IOException {
1101 final var selfRecipientId = account.getSelfRecipientId();
1102 final var members = group.getMembersIncludingPendingWithout(selfRecipientId);
1103 group.setGroup(newDecryptedGroup, this::resolveRecipient);
1104 members.addAll(group.getMembersIncludingPendingWithout(selfRecipientId));
1105
1106 final var messageBuilder = getGroupUpdateMessageBuilder(group, groupChange.toByteArray());
1107 account.getGroupStore().updateGroup(group);
1108 return sendHelper.sendGroupMessage(messageBuilder.build(), members);
1109 }
1110
1111 private static int currentTimeDays() {
1112 return (int) TimeUnit.MILLISECONDS.toDays(System.currentTimeMillis());
1113 }
1114
1115 private GroupsV2AuthorizationString getGroupAuthForToday(
1116 final GroupSecretParams groupSecretParams
1117 ) throws IOException {
1118 final var today = currentTimeDays();
1119 // Returns credentials for the next 7 days
1120 final var credentials = dependencies.getGroupsV2Api().getCredentials(today);
1121 // TODO cache credentials until they expire
1122 var authCredentialResponse = credentials.get(today);
1123 try {
1124 return dependencies.getGroupsV2Api()
1125 .getGroupsV2AuthorizationString(account.getUuid(),
1126 today,
1127 groupSecretParams,
1128 authCredentialResponse);
1129 } catch (VerificationFailedException e) {
1130 throw new IOException(e);
1131 }
1132 }
1133
1134 Pair<Long, List<SendMessageResult>> sendGroupInfoMessage(
1135 GroupIdV1 groupId, SignalServiceAddress recipient
1136 ) throws IOException, NotAGroupMemberException, GroupNotFoundException, AttachmentInvalidException {
1137 GroupInfoV1 g;
1138 var group = getGroupForUpdating(groupId);
1139 if (!(group instanceof GroupInfoV1)) {
1140 throw new IOException("Received an invalid group request for a v2 group!");
1141 }
1142 g = (GroupInfoV1) group;
1143
1144 final var recipientId = resolveRecipient(recipient);
1145 if (!g.isMember(recipientId)) {
1146 throw new NotAGroupMemberException(groupId, g.name);
1147 }
1148
1149 var messageBuilder = getGroupUpdateMessageBuilder(g);
1150
1151 // Send group message only to the recipient who requested it
1152 return sendHelper.sendGroupMessage(messageBuilder.build(), Set.of(recipientId));
1153 }
1154
1155 private SignalServiceDataMessage.Builder getGroupUpdateMessageBuilder(GroupInfoV1 g) throws AttachmentInvalidException {
1156 var group = SignalServiceGroup.newBuilder(SignalServiceGroup.Type.UPDATE)
1157 .withId(g.getGroupId().serialize())
1158 .withName(g.name)
1159 .withMembers(g.getMembers()
1160 .stream()
1161 .map(this::resolveSignalServiceAddress)
1162 .collect(Collectors.toList()));
1163
1164 try {
1165 final var attachment = createGroupAvatarAttachment(g.getGroupId());
1166 if (attachment.isPresent()) {
1167 group.withAvatar(attachment.get());
1168 }
1169 } catch (IOException e) {
1170 throw new AttachmentInvalidException(g.getGroupId().toBase64(), e);
1171 }
1172
1173 return createMessageBuilder().asGroupMessage(group.build()).withExpiration(g.getMessageExpirationTime());
1174 }
1175
1176 private SignalServiceDataMessage.Builder getGroupUpdateMessageBuilder(GroupInfoV2 g, byte[] signedGroupChange) {
1177 var group = SignalServiceGroupV2.newBuilder(g.getMasterKey())
1178 .withRevision(g.getGroup().getRevision())
1179 .withSignedGroupChange(signedGroupChange);
1180 return createMessageBuilder().asGroupMessage(group.build()).withExpiration(g.getMessageExpirationTime());
1181 }
1182
1183 Pair<Long, List<SendMessageResult>> sendGroupInfoRequest(
1184 GroupIdV1 groupId, SignalServiceAddress recipient
1185 ) throws IOException {
1186 var group = SignalServiceGroup.newBuilder(SignalServiceGroup.Type.REQUEST_INFO).withId(groupId.serialize());
1187
1188 var messageBuilder = createMessageBuilder().asGroupMessage(group.build());
1189
1190 // Send group info request message to the recipient who sent us a message with this groupId
1191 return sendHelper.sendGroupMessage(messageBuilder.build(), Set.of(resolveRecipient(recipient)));
1192 }
1193
1194 public void sendReadReceipt(
1195 String sender, List<Long> messageIds
1196 ) throws IOException, UntrustedIdentityException, InvalidNumberException {
1197 var receiptMessage = new SignalServiceReceiptMessage(SignalServiceReceiptMessage.Type.READ,
1198 messageIds,
1199 System.currentTimeMillis());
1200
1201 sendHelper.sendReceiptMessage(receiptMessage, canonicalizeAndResolveRecipient(sender));
1202 }
1203
1204 public void sendViewedReceipt(
1205 String sender, List<Long> messageIds
1206 ) throws IOException, UntrustedIdentityException, InvalidNumberException {
1207 var receiptMessage = new SignalServiceReceiptMessage(SignalServiceReceiptMessage.Type.VIEWED,
1208 messageIds,
1209 System.currentTimeMillis());
1210
1211 sendHelper.sendReceiptMessage(receiptMessage, canonicalizeAndResolveRecipient(sender));
1212 }
1213
1214 void sendDeliveryReceipt(
1215 SignalServiceAddress remoteAddress, List<Long> messageIds
1216 ) throws IOException, UntrustedIdentityException {
1217 var receiptMessage = new SignalServiceReceiptMessage(SignalServiceReceiptMessage.Type.DELIVERY,
1218 messageIds,
1219 System.currentTimeMillis());
1220
1221 sendHelper.sendReceiptMessage(receiptMessage, resolveRecipient(remoteAddress));
1222 }
1223
1224 public Pair<Long, List<SendMessageResult>> sendMessage(
1225 String messageText, List<String> attachments, List<String> recipients
1226 ) throws IOException, AttachmentInvalidException, InvalidNumberException {
1227 final var messageBuilder = createMessageBuilder().withBody(messageText);
1228 if (attachments != null) {
1229 var attachmentStreams = AttachmentUtils.getSignalServiceAttachments(attachments);
1230
1231 // Upload attachments here, so we only upload once even for multiple recipients
1232 var messageSender = dependencies.getMessageSender();
1233 var attachmentPointers = new ArrayList<SignalServiceAttachment>(attachmentStreams.size());
1234 for (var attachment : attachmentStreams) {
1235 if (attachment.isStream()) {
1236 attachmentPointers.add(messageSender.uploadAttachment(attachment.asStream()));
1237 } else if (attachment.isPointer()) {
1238 attachmentPointers.add(attachment.asPointer());
1239 }
1240 }
1241
1242 messageBuilder.withAttachments(attachmentPointers);
1243 }
1244 return sendHelper.sendMessage(messageBuilder, getRecipientIds(recipients));
1245 }
1246
1247 public Pair<Long, SendMessageResult> sendSelfMessage(
1248 String messageText, List<String> attachments
1249 ) throws IOException, AttachmentInvalidException {
1250 final var messageBuilder = createMessageBuilder().withBody(messageText);
1251 if (attachments != null) {
1252 messageBuilder.withAttachments(AttachmentUtils.getSignalServiceAttachments(attachments));
1253 }
1254 return sendHelper.sendSelfMessage(messageBuilder);
1255 }
1256
1257 public Pair<Long, List<SendMessageResult>> sendRemoteDeleteMessage(
1258 long targetSentTimestamp, List<String> recipients
1259 ) throws IOException, InvalidNumberException {
1260 var delete = new SignalServiceDataMessage.RemoteDelete(targetSentTimestamp);
1261 final var messageBuilder = createMessageBuilder().withRemoteDelete(delete);
1262 return sendHelper.sendMessage(messageBuilder, getRecipientIds(recipients));
1263 }
1264
1265 public Pair<Long, List<SendMessageResult>> sendGroupRemoteDeleteMessage(
1266 long targetSentTimestamp, GroupId groupId
1267 ) throws IOException, NotAGroupMemberException, GroupNotFoundException {
1268 var delete = new SignalServiceDataMessage.RemoteDelete(targetSentTimestamp);
1269 final var messageBuilder = createMessageBuilder().withRemoteDelete(delete);
1270 return sendHelper.sendAsGroupMessage(messageBuilder, groupId);
1271 }
1272
1273 public Pair<Long, List<SendMessageResult>> sendMessageReaction(
1274 String emoji, boolean remove, String targetAuthor, long targetSentTimestamp, List<String> recipients
1275 ) throws IOException, InvalidNumberException {
1276 var targetAuthorRecipientId = canonicalizeAndResolveRecipient(targetAuthor);
1277 var reaction = new SignalServiceDataMessage.Reaction(emoji,
1278 remove,
1279 resolveSignalServiceAddress(targetAuthorRecipientId),
1280 targetSentTimestamp);
1281 final var messageBuilder = createMessageBuilder().withReaction(reaction);
1282 return sendHelper.sendMessage(messageBuilder, getRecipientIds(recipients));
1283 }
1284
1285 public Pair<Long, List<SendMessageResult>> sendEndSessionMessage(List<String> recipients) throws IOException, InvalidNumberException {
1286 var messageBuilder = createMessageBuilder().asEndSessionMessage();
1287
1288 final var recipientIds = getRecipientIds(recipients);
1289 try {
1290 return sendHelper.sendMessage(messageBuilder, recipientIds);
1291 } finally {
1292 for (var recipientId : recipientIds) {
1293 handleEndSession(recipientId);
1294 }
1295 }
1296 }
1297
1298 void renewSession(RecipientId recipientId) throws IOException {
1299 account.getSessionStore().archiveSessions(recipientId);
1300 if (!recipientId.equals(getSelfRecipientId())) {
1301 sendHelper.sendNullMessage(recipientId);
1302 }
1303 }
1304
1305 public void setContactName(String number, String name) throws InvalidNumberException, NotMasterDeviceException {
1306 if (!account.isMasterDevice()) {
1307 throw new NotMasterDeviceException();
1308 }
1309 final var recipientId = canonicalizeAndResolveRecipient(number);
1310 var contact = account.getContactStore().getContact(recipientId);
1311 final var builder = contact == null ? Contact.newBuilder() : Contact.newBuilder(contact);
1312 account.getContactStore().storeContact(recipientId, builder.withName(name).build());
1313 }
1314
1315 public void setContactBlocked(
1316 String number, boolean blocked
1317 ) throws InvalidNumberException, NotMasterDeviceException {
1318 if (!account.isMasterDevice()) {
1319 throw new NotMasterDeviceException();
1320 }
1321 setContactBlocked(canonicalizeAndResolveRecipient(number), blocked);
1322 }
1323
1324 private void setContactBlocked(RecipientId recipientId, boolean blocked) {
1325 var contact = account.getContactStore().getContact(recipientId);
1326 final var builder = contact == null ? Contact.newBuilder() : Contact.newBuilder(contact);
1327 account.getContactStore().storeContact(recipientId, builder.withBlocked(blocked).build());
1328 }
1329
1330 public void setGroupBlocked(final GroupId groupId, final boolean blocked) throws GroupNotFoundException {
1331 var group = getGroup(groupId);
1332 if (group == null) {
1333 throw new GroupNotFoundException(groupId);
1334 }
1335
1336 group.setBlocked(blocked);
1337 account.getGroupStore().updateGroup(group);
1338 }
1339
1340 private void setExpirationTimer(RecipientId recipientId, int messageExpirationTimer) {
1341 var contact = account.getContactStore().getContact(recipientId);
1342 if (contact != null && contact.getMessageExpirationTime() == messageExpirationTimer) {
1343 return;
1344 }
1345 final var builder = contact == null ? Contact.newBuilder() : Contact.newBuilder(contact);
1346 account.getContactStore()
1347 .storeContact(recipientId, builder.withMessageExpirationTime(messageExpirationTimer).build());
1348 }
1349
1350 private void sendExpirationTimerUpdate(RecipientId recipientId) throws IOException {
1351 final var messageBuilder = createMessageBuilder().asExpirationUpdate();
1352 sendHelper.sendMessage(messageBuilder, Set.of(recipientId));
1353 }
1354
1355 /**
1356 * Change the expiration timer for a contact
1357 */
1358 public void setExpirationTimer(
1359 String number, int messageExpirationTimer
1360 ) throws IOException, InvalidNumberException {
1361 var recipientId = canonicalizeAndResolveRecipient(number);
1362 setExpirationTimer(recipientId, messageExpirationTimer);
1363 sendExpirationTimerUpdate(recipientId);
1364 }
1365
1366 /**
1367 * Change the expiration timer for a group
1368 */
1369 private void setExpirationTimer(
1370 GroupInfoV1 groupInfoV1, int messageExpirationTimer
1371 ) throws NotAGroupMemberException, GroupNotFoundException, IOException {
1372 groupInfoV1.messageExpirationTime = messageExpirationTimer;
1373 account.getGroupStore().updateGroup(groupInfoV1);
1374 sendExpirationTimerUpdate(groupInfoV1.getGroupId());
1375 }
1376
1377 private void sendExpirationTimerUpdate(GroupIdV1 groupId) throws IOException, NotAGroupMemberException, GroupNotFoundException {
1378 final var messageBuilder = createMessageBuilder().asExpirationUpdate();
1379 sendHelper.sendAsGroupMessage(messageBuilder, groupId);
1380 }
1381
1382 /**
1383 * Upload the sticker pack from path.
1384 *
1385 * @param path Path can be a path to a manifest.json file or to a zip file that contains a manifest.json file
1386 * @return if successful, returns the URL to install the sticker pack in the signal app
1387 */
1388 public String uploadStickerPack(File path) throws IOException, StickerPackInvalidException {
1389 var manifest = StickerUtils.getSignalServiceStickerManifestUpload(path);
1390
1391 var messageSender = dependencies.getMessageSender();
1392
1393 var packKey = KeyUtils.createStickerUploadKey();
1394 var packIdString = messageSender.uploadStickerManifest(manifest, packKey);
1395 var packId = StickerPackId.deserialize(Hex.fromStringCondensed(packIdString));
1396
1397 var sticker = new Sticker(packId, packKey);
1398 account.getStickerStore().updateSticker(sticker);
1399
1400 try {
1401 return new URI("https",
1402 "signal.art",
1403 "/addstickers/",
1404 "pack_id="
1405 + URLEncoder.encode(Hex.toStringCondensed(packId.serialize()), StandardCharsets.UTF_8)
1406 + "&pack_key="
1407 + URLEncoder.encode(Hex.toStringCondensed(packKey), StandardCharsets.UTF_8)).toString();
1408 } catch (URISyntaxException e) {
1409 throw new AssertionError(e);
1410 }
1411 }
1412
1413 public void requestAllSyncData() throws IOException {
1414 requestSyncGroups();
1415 requestSyncContacts();
1416 requestSyncBlocked();
1417 requestSyncConfiguration();
1418 requestSyncKeys();
1419 }
1420
1421 private void requestSyncGroups() throws IOException {
1422 var r = SignalServiceProtos.SyncMessage.Request.newBuilder()
1423 .setType(SignalServiceProtos.SyncMessage.Request.Type.GROUPS)
1424 .build();
1425 var message = SignalServiceSyncMessage.forRequest(new RequestMessage(r));
1426 sendHelper.sendSyncMessage(message);
1427 }
1428
1429 private void requestSyncContacts() throws IOException {
1430 var r = SignalServiceProtos.SyncMessage.Request.newBuilder()
1431 .setType(SignalServiceProtos.SyncMessage.Request.Type.CONTACTS)
1432 .build();
1433 var message = SignalServiceSyncMessage.forRequest(new RequestMessage(r));
1434 sendHelper.sendSyncMessage(message);
1435 }
1436
1437 private void requestSyncBlocked() throws IOException {
1438 var r = SignalServiceProtos.SyncMessage.Request.newBuilder()
1439 .setType(SignalServiceProtos.SyncMessage.Request.Type.BLOCKED)
1440 .build();
1441 var message = SignalServiceSyncMessage.forRequest(new RequestMessage(r));
1442 sendHelper.sendSyncMessage(message);
1443 }
1444
1445 private void requestSyncConfiguration() throws IOException {
1446 var r = SignalServiceProtos.SyncMessage.Request.newBuilder()
1447 .setType(SignalServiceProtos.SyncMessage.Request.Type.CONFIGURATION)
1448 .build();
1449 var message = SignalServiceSyncMessage.forRequest(new RequestMessage(r));
1450 sendHelper.sendSyncMessage(message);
1451 }
1452
1453 private void requestSyncKeys() throws IOException {
1454 var r = SignalServiceProtos.SyncMessage.Request.newBuilder()
1455 .setType(SignalServiceProtos.SyncMessage.Request.Type.KEYS)
1456 .build();
1457 var message = SignalServiceSyncMessage.forRequest(new RequestMessage(r));
1458 sendHelper.sendSyncMessage(message);
1459 }
1460
1461 private byte[] getSenderCertificate() {
1462 byte[] certificate;
1463 try {
1464 if (account.isPhoneNumberShared()) {
1465 certificate = dependencies.getAccountManager().getSenderCertificate();
1466 } else {
1467 certificate = dependencies.getAccountManager().getSenderCertificateForPhoneNumberPrivacy();
1468 }
1469 } catch (IOException e) {
1470 logger.warn("Failed to get sender certificate, ignoring: {}", e.getMessage());
1471 return null;
1472 }
1473 // TODO cache for a day
1474 return certificate;
1475 }
1476
1477 private Set<RecipientId> getRecipientIds(Collection<String> numbers) throws InvalidNumberException {
1478 final var signalServiceAddresses = new HashSet<SignalServiceAddress>(numbers.size());
1479 final var addressesMissingUuid = new HashSet<SignalServiceAddress>();
1480
1481 for (var number : numbers) {
1482 final var resolvedAddress = resolveSignalServiceAddress(canonicalizeAndResolveRecipient(number));
1483 if (resolvedAddress.getUuid().isPresent()) {
1484 signalServiceAddresses.add(resolvedAddress);
1485 } else {
1486 addressesMissingUuid.add(resolvedAddress);
1487 }
1488 }
1489
1490 final var numbersMissingUuid = addressesMissingUuid.stream()
1491 .map(a -> a.getNumber().get())
1492 .collect(Collectors.toSet());
1493 Map<String, UUID> registeredUsers;
1494 try {
1495 registeredUsers = getRegisteredUsers(numbersMissingUuid);
1496 } catch (IOException e) {
1497 logger.warn("Failed to resolve uuids from server, ignoring: {}", e.getMessage());
1498 registeredUsers = Map.of();
1499 }
1500
1501 for (var address : addressesMissingUuid) {
1502 final var number = address.getNumber().get();
1503 if (registeredUsers.containsKey(number)) {
1504 final var newAddress = resolveSignalServiceAddress(resolveRecipientTrusted(new SignalServiceAddress(
1505 registeredUsers.get(number),
1506 number)));
1507 signalServiceAddresses.add(newAddress);
1508 } else {
1509 signalServiceAddresses.add(address);
1510 }
1511 }
1512
1513 return signalServiceAddresses.stream().map(this::resolveRecipient).collect(Collectors.toSet());
1514 }
1515
1516 private RecipientId refreshRegisteredUser(RecipientId recipientId) throws IOException {
1517 final var address = resolveSignalServiceAddress(recipientId);
1518 if (!address.getNumber().isPresent()) {
1519 return recipientId;
1520 }
1521 final var number = address.getNumber().get();
1522 final var uuidMap = getRegisteredUsers(Set.of(number));
1523 return resolveRecipientTrusted(new SignalServiceAddress(uuidMap.getOrDefault(number, null), number));
1524 }
1525
1526 private Map<String, UUID> getRegisteredUsers(final Set<String> numbers) throws IOException {
1527 try {
1528 return dependencies.getAccountManager()
1529 .getRegisteredUsers(ServiceConfig.getIasKeyStore(),
1530 numbers,
1531 serviceEnvironmentConfig.getCdsMrenclave());
1532 } catch (Quote.InvalidQuoteFormatException | UnauthenticatedQuoteException | SignatureException | UnauthenticatedResponseException | InvalidKeyException e) {
1533 throw new IOException(e);
1534 }
1535 }
1536
1537 public void sendTypingMessage(
1538 TypingAction action, Set<String> recipients
1539 ) throws IOException, UntrustedIdentityException, InvalidNumberException {
1540 final var timestamp = System.currentTimeMillis();
1541 var message = new SignalServiceTypingMessage(action.toSignalService(), timestamp, Optional.absent());
1542 sendHelper.sendTypingMessage(message, getRecipientIds(recipients));
1543 }
1544
1545 public void sendGroupTypingMessage(
1546 TypingAction action, GroupId groupId
1547 ) throws IOException, NotAGroupMemberException, GroupNotFoundException {
1548 final var timestamp = System.currentTimeMillis();
1549 final var message = new SignalServiceTypingMessage(action.toSignalService(),
1550 timestamp,
1551 Optional.of(groupId.serialize()));
1552 sendHelper.sendGroupTypingMessage(message, groupId);
1553 }
1554
1555 private SignalServiceDataMessage.Builder createMessageBuilder() {
1556 final var timestamp = System.currentTimeMillis();
1557
1558 var messageBuilder = SignalServiceDataMessage.newBuilder();
1559 messageBuilder.withTimestamp(timestamp);
1560 return messageBuilder;
1561 }
1562
1563 private SignalServiceContent decryptMessage(SignalServiceEnvelope envelope) throws InvalidMetadataMessageException, ProtocolInvalidMessageException, ProtocolDuplicateMessageException, ProtocolLegacyMessageException, ProtocolInvalidKeyIdException, InvalidMetadataVersionException, ProtocolInvalidVersionException, ProtocolNoSessionException, ProtocolInvalidKeyException, SelfSendException, UnsupportedDataMessageException, ProtocolUntrustedIdentityException, InvalidMessageStructureException {
1564 return dependencies.getCipher().decrypt(envelope);
1565 }
1566
1567 private void handleEndSession(RecipientId recipientId) {
1568 account.getSessionStore().deleteAllSessions(recipientId);
1569 }
1570
1571 private List<HandleAction> handleSignalServiceDataMessage(
1572 SignalServiceDataMessage message,
1573 boolean isSync,
1574 SignalServiceAddress source,
1575 SignalServiceAddress destination,
1576 boolean ignoreAttachments
1577 ) {
1578 var actions = new ArrayList<HandleAction>();
1579 if (message.getGroupContext().isPresent()) {
1580 if (message.getGroupContext().get().getGroupV1().isPresent()) {
1581 var groupInfo = message.getGroupContext().get().getGroupV1().get();
1582 var groupId = GroupId.v1(groupInfo.getGroupId());
1583 var group = getGroup(groupId);
1584 if (group == null || group instanceof GroupInfoV1) {
1585 var groupV1 = (GroupInfoV1) group;
1586 switch (groupInfo.getType()) {
1587 case UPDATE: {
1588 if (groupV1 == null) {
1589 groupV1 = new GroupInfoV1(groupId);
1590 }
1591
1592 if (groupInfo.getAvatar().isPresent()) {
1593 var avatar = groupInfo.getAvatar().get();
1594 downloadGroupAvatar(avatar, groupV1.getGroupId());
1595 }
1596
1597 if (groupInfo.getName().isPresent()) {
1598 groupV1.name = groupInfo.getName().get();
1599 }
1600
1601 if (groupInfo.getMembers().isPresent()) {
1602 groupV1.addMembers(groupInfo.getMembers()
1603 .get()
1604 .stream()
1605 .map(this::resolveRecipient)
1606 .collect(Collectors.toSet()));
1607 }
1608
1609 account.getGroupStore().updateGroup(groupV1);
1610 break;
1611 }
1612 case DELIVER:
1613 if (groupV1 == null && !isSync) {
1614 actions.add(new SendGroupInfoRequestAction(source, groupId));
1615 }
1616 break;
1617 case QUIT: {
1618 if (groupV1 != null) {
1619 groupV1.removeMember(resolveRecipient(source));
1620 account.getGroupStore().updateGroup(groupV1);
1621 }
1622 break;
1623 }
1624 case REQUEST_INFO:
1625 if (groupV1 != null && !isSync) {
1626 actions.add(new SendGroupInfoAction(source, groupV1.getGroupId()));
1627 }
1628 break;
1629 }
1630 } else {
1631 // Received a group v1 message for a v2 group
1632 }
1633 }
1634 if (message.getGroupContext().get().getGroupV2().isPresent()) {
1635 final var groupContext = message.getGroupContext().get().getGroupV2().get();
1636 final var groupMasterKey = groupContext.getMasterKey();
1637
1638 getOrMigrateGroup(groupMasterKey,
1639 groupContext.getRevision(),
1640 groupContext.hasSignedGroupChange() ? groupContext.getSignedGroupChange() : null);
1641 }
1642 }
1643
1644 final var conversationPartnerAddress = isSync ? destination : source;
1645 if (conversationPartnerAddress != null && message.isEndSession()) {
1646 handleEndSession(resolveRecipient(conversationPartnerAddress));
1647 }
1648 if (message.isExpirationUpdate() || message.getBody().isPresent()) {
1649 if (message.getGroupContext().isPresent()) {
1650 if (message.getGroupContext().get().getGroupV1().isPresent()) {
1651 var groupInfo = message.getGroupContext().get().getGroupV1().get();
1652 var group = account.getGroupStore().getOrCreateGroupV1(GroupId.v1(groupInfo.getGroupId()));
1653 if (group != null) {
1654 if (group.messageExpirationTime != message.getExpiresInSeconds()) {
1655 group.messageExpirationTime = message.getExpiresInSeconds();
1656 account.getGroupStore().updateGroup(group);
1657 }
1658 }
1659 } else if (message.getGroupContext().get().getGroupV2().isPresent()) {
1660 // disappearing message timer already stored in the DecryptedGroup
1661 }
1662 } else if (conversationPartnerAddress != null) {
1663 setExpirationTimer(resolveRecipient(conversationPartnerAddress), message.getExpiresInSeconds());
1664 }
1665 }
1666 if (!ignoreAttachments) {
1667 if (message.getAttachments().isPresent()) {
1668 for (var attachment : message.getAttachments().get()) {
1669 downloadAttachment(attachment);
1670 }
1671 }
1672 if (message.getSharedContacts().isPresent()) {
1673 for (var contact : message.getSharedContacts().get()) {
1674 if (contact.getAvatar().isPresent()) {
1675 downloadAttachment(contact.getAvatar().get().getAttachment());
1676 }
1677 }
1678 }
1679 }
1680 if (message.getProfileKey().isPresent() && message.getProfileKey().get().length == 32) {
1681 final ProfileKey profileKey;
1682 try {
1683 profileKey = new ProfileKey(message.getProfileKey().get());
1684 } catch (InvalidInputException e) {
1685 throw new AssertionError(e);
1686 }
1687 if (source.matches(account.getSelfAddress())) {
1688 this.account.setProfileKey(profileKey);
1689 }
1690 this.account.getProfileStore().storeProfileKey(resolveRecipient(source), profileKey);
1691 }
1692 if (message.getPreviews().isPresent()) {
1693 final var previews = message.getPreviews().get();
1694 for (var preview : previews) {
1695 if (preview.getImage().isPresent()) {
1696 downloadAttachment(preview.getImage().get());
1697 }
1698 }
1699 }
1700 if (message.getQuote().isPresent()) {
1701 final var quote = message.getQuote().get();
1702
1703 for (var quotedAttachment : quote.getAttachments()) {
1704 final var thumbnail = quotedAttachment.getThumbnail();
1705 if (thumbnail != null) {
1706 downloadAttachment(thumbnail);
1707 }
1708 }
1709 }
1710 if (message.getSticker().isPresent()) {
1711 final var messageSticker = message.getSticker().get();
1712 final var stickerPackId = StickerPackId.deserialize(messageSticker.getPackId());
1713 var sticker = account.getStickerStore().getSticker(stickerPackId);
1714 if (sticker == null) {
1715 sticker = new Sticker(stickerPackId, messageSticker.getPackKey());
1716 account.getStickerStore().updateSticker(sticker);
1717 }
1718 enqueueJob(new RetrieveStickerPackJob(stickerPackId, messageSticker.getPackKey()));
1719 }
1720 return actions;
1721 }
1722
1723 private GroupInfoV2 getOrMigrateGroup(
1724 final GroupMasterKey groupMasterKey, final int revision, final byte[] signedGroupChange
1725 ) {
1726 final var groupSecretParams = GroupSecretParams.deriveFromMasterKey(groupMasterKey);
1727
1728 var groupId = GroupUtils.getGroupIdV2(groupSecretParams);
1729 var groupInfo = getGroup(groupId);
1730 final GroupInfoV2 groupInfoV2;
1731 if (groupInfo instanceof GroupInfoV1) {
1732 // Received a v2 group message for a v1 group, we need to locally migrate the group
1733 account.getGroupStore().deleteGroupV1(((GroupInfoV1) groupInfo).getGroupId());
1734 groupInfoV2 = new GroupInfoV2(groupId, groupMasterKey);
1735 logger.info("Locally migrated group {} to group v2, id: {}",
1736 groupInfo.getGroupId().toBase64(),
1737 groupInfoV2.getGroupId().toBase64());
1738 } else if (groupInfo instanceof GroupInfoV2) {
1739 groupInfoV2 = (GroupInfoV2) groupInfo;
1740 } else {
1741 groupInfoV2 = new GroupInfoV2(groupId, groupMasterKey);
1742 }
1743
1744 if (groupInfoV2.getGroup() == null || groupInfoV2.getGroup().getRevision() < revision) {
1745 DecryptedGroup group = null;
1746 if (signedGroupChange != null
1747 && groupInfoV2.getGroup() != null
1748 && groupInfoV2.getGroup().getRevision() + 1 == revision) {
1749 group = groupV2Helper.getUpdatedDecryptedGroup(groupInfoV2.getGroup(),
1750 signedGroupChange,
1751 groupMasterKey);
1752 }
1753 if (group == null) {
1754 group = groupV2Helper.getDecryptedGroup(groupSecretParams);
1755 }
1756 if (group != null) {
1757 storeProfileKeysFromMembers(group);
1758 final var avatar = group.getAvatar();
1759 if (avatar != null && !avatar.isEmpty()) {
1760 downloadGroupAvatar(groupId, groupSecretParams, avatar);
1761 }
1762 }
1763 groupInfoV2.setGroup(group, this::resolveRecipient);
1764 account.getGroupStore().updateGroup(groupInfoV2);
1765 }
1766
1767 return groupInfoV2;
1768 }
1769
1770 private void storeProfileKeysFromMembers(final DecryptedGroup group) {
1771 for (var member : group.getMembersList()) {
1772 final var uuid = UuidUtil.parseOrThrow(member.getUuid().toByteArray());
1773 final var recipientId = account.getRecipientStore().resolveRecipient(uuid);
1774 try {
1775 account.getProfileStore()
1776 .storeProfileKey(recipientId, new ProfileKey(member.getProfileKey().toByteArray()));
1777 } catch (InvalidInputException ignored) {
1778 }
1779 }
1780 }
1781
1782 private void retryFailedReceivedMessages(ReceiveMessageHandler handler, boolean ignoreAttachments) {
1783 Set<HandleAction> queuedActions = new HashSet<>();
1784 for (var cachedMessage : account.getMessageCache().getCachedMessages()) {
1785 var actions = retryFailedReceivedMessage(handler, ignoreAttachments, cachedMessage);
1786 if (actions != null) {
1787 queuedActions.addAll(actions);
1788 }
1789 }
1790 for (var action : queuedActions) {
1791 try {
1792 action.execute(this);
1793 } catch (Throwable e) {
1794 if (e instanceof AssertionError && e.getCause() instanceof InterruptedException) {
1795 Thread.currentThread().interrupt();
1796 }
1797 logger.warn("Message action failed.", e);
1798 }
1799 }
1800 }
1801
1802 private List<HandleAction> retryFailedReceivedMessage(
1803 final ReceiveMessageHandler handler, final boolean ignoreAttachments, final CachedMessage cachedMessage
1804 ) {
1805 var envelope = cachedMessage.loadEnvelope();
1806 if (envelope == null) {
1807 return null;
1808 }
1809 SignalServiceContent content = null;
1810 List<HandleAction> actions = null;
1811 if (!envelope.isReceipt()) {
1812 try {
1813 content = decryptMessage(envelope);
1814 } catch (ProtocolUntrustedIdentityException e) {
1815 if (!envelope.hasSource()) {
1816 final var identifier = e.getSender();
1817 final var recipientId = resolveRecipient(identifier);
1818 try {
1819 account.getMessageCache().replaceSender(cachedMessage, recipientId);
1820 } catch (IOException ioException) {
1821 logger.warn("Failed to move cached message to recipient folder: {}", ioException.getMessage());
1822 }
1823 }
1824 return null;
1825 } catch (Exception er) {
1826 // All other errors are not recoverable, so delete the cached message
1827 cachedMessage.delete();
1828 return null;
1829 }
1830 actions = handleMessage(envelope, content, ignoreAttachments);
1831 }
1832 handler.handleMessage(envelope, content, null);
1833 cachedMessage.delete();
1834 return actions;
1835 }
1836
1837 public void receiveMessages(
1838 long timeout,
1839 TimeUnit unit,
1840 boolean returnOnTimeout,
1841 boolean ignoreAttachments,
1842 ReceiveMessageHandler handler
1843 ) throws IOException, InterruptedException {
1844 retryFailedReceivedMessages(handler, ignoreAttachments);
1845
1846 Set<HandleAction> queuedActions = new HashSet<>();
1847
1848 final var signalWebSocket = dependencies.getSignalWebSocket();
1849 signalWebSocket.connect();
1850
1851 var hasCaughtUpWithOldMessages = false;
1852
1853 while (!Thread.interrupted()) {
1854 SignalServiceEnvelope envelope;
1855 SignalServiceContent content = null;
1856 Exception exception = null;
1857 final CachedMessage[] cachedMessage = {null};
1858 account.setLastReceiveTimestamp(System.currentTimeMillis());
1859 logger.debug("Checking for new message from server");
1860 try {
1861 var result = signalWebSocket.readOrEmpty(unit.toMillis(timeout), envelope1 -> {
1862 final var recipientId = envelope1.hasSource()
1863 ? resolveRecipient(envelope1.getSourceIdentifier())
1864 : null;
1865 // store message on disk, before acknowledging receipt to the server
1866 cachedMessage[0] = account.getMessageCache().cacheMessage(envelope1, recipientId);
1867 });
1868 logger.debug("New message received from server");
1869 if (result.isPresent()) {
1870 envelope = result.get();
1871 } else {
1872 // Received indicator that server queue is empty
1873 hasCaughtUpWithOldMessages = true;
1874
1875 for (var action : queuedActions) {
1876 try {
1877 action.execute(this);
1878 } catch (Throwable e) {
1879 if (e instanceof AssertionError && e.getCause() instanceof InterruptedException) {
1880 Thread.currentThread().interrupt();
1881 }
1882 logger.warn("Message action failed.", e);
1883 }
1884 }
1885 queuedActions.clear();
1886
1887 // Continue to wait another timeout for new messages
1888 continue;
1889 }
1890 } catch (AssertionError e) {
1891 if (e.getCause() instanceof InterruptedException) {
1892 throw (InterruptedException) e.getCause();
1893 } else {
1894 throw e;
1895 }
1896 } catch (WebSocketUnavailableException e) {
1897 logger.debug("Pipe unexpectedly unavailable, connecting");
1898 signalWebSocket.connect();
1899 continue;
1900 } catch (TimeoutException e) {
1901 if (returnOnTimeout) return;
1902 continue;
1903 }
1904
1905 if (envelope.hasSource()) {
1906 // Store uuid if we don't have it already
1907 // address/uuid in envelope is sent by server
1908 resolveRecipientTrusted(envelope.getSourceAddress());
1909 }
1910 if (!envelope.isReceipt()) {
1911 try {
1912 content = decryptMessage(envelope);
1913 } catch (Exception e) {
1914 exception = e;
1915 }
1916 if (!envelope.hasSource() && content != null) {
1917 // Store uuid if we don't have it already
1918 // address/uuid is validated by unidentified sender certificate
1919 resolveRecipientTrusted(content.getSender());
1920 }
1921 var actions = handleMessage(envelope, content, ignoreAttachments);
1922 if (exception instanceof ProtocolInvalidMessageException) {
1923 final var sender = resolveRecipient(((ProtocolInvalidMessageException) exception).getSender());
1924 logger.debug("Received invalid message, queuing renew session action.");
1925 actions.add(new RenewSessionAction(sender));
1926 }
1927 if (hasCaughtUpWithOldMessages) {
1928 for (var action : actions) {
1929 try {
1930 action.execute(this);
1931 } catch (Throwable e) {
1932 if (e instanceof AssertionError && e.getCause() instanceof InterruptedException) {
1933 Thread.currentThread().interrupt();
1934 }
1935 logger.warn("Message action failed.", e);
1936 }
1937 }
1938 } else {
1939 queuedActions.addAll(actions);
1940 }
1941 }
1942 final var notAllowedToSendToGroup = isNotAllowedToSendToGroup(envelope, content);
1943 if (isMessageBlocked(envelope, content)) {
1944 logger.info("Ignoring a message from blocked user/group: {}", envelope.getTimestamp());
1945 } else if (notAllowedToSendToGroup) {
1946 logger.info("Ignoring a group message from an unauthorized sender (no member or admin): {} {}",
1947 (envelope.hasSource() ? envelope.getSourceAddress() : content.getSender()).getIdentifier(),
1948 envelope.getTimestamp());
1949 } else {
1950 handler.handleMessage(envelope, content, exception);
1951 }
1952 if (cachedMessage[0] != null) {
1953 if (exception instanceof ProtocolUntrustedIdentityException) {
1954 final var identifier = ((ProtocolUntrustedIdentityException) exception).getSender();
1955 final var recipientId = resolveRecipient(identifier);
1956 queuedActions.add(new RetrieveProfileAction(recipientId));
1957 if (!envelope.hasSource()) {
1958 try {
1959 cachedMessage[0] = account.getMessageCache().replaceSender(cachedMessage[0], recipientId);
1960 } catch (IOException ioException) {
1961 logger.warn("Failed to move cached message to recipient folder: {}",
1962 ioException.getMessage());
1963 }
1964 }
1965 } else {
1966 cachedMessage[0].delete();
1967 }
1968 }
1969 }
1970 }
1971
1972 private boolean isMessageBlocked(
1973 SignalServiceEnvelope envelope, SignalServiceContent content
1974 ) {
1975 SignalServiceAddress source;
1976 if (!envelope.isUnidentifiedSender() && envelope.hasSource()) {
1977 source = envelope.getSourceAddress();
1978 } else if (content != null) {
1979 source = content.getSender();
1980 } else {
1981 return false;
1982 }
1983 final var recipientId = resolveRecipient(source);
1984 if (isContactBlocked(recipientId)) {
1985 return true;
1986 }
1987
1988 if (content != null && content.getDataMessage().isPresent()) {
1989 var message = content.getDataMessage().get();
1990 if (message.getGroupContext().isPresent()) {
1991 var groupId = GroupUtils.getGroupId(message.getGroupContext().get());
1992 var group = getGroup(groupId);
1993 if (group != null && group.isBlocked()) {
1994 return true;
1995 }
1996 }
1997 }
1998 return false;
1999 }
2000
2001 public boolean isContactBlocked(final String identifier) throws InvalidNumberException {
2002 final var recipientId = canonicalizeAndResolveRecipient(identifier);
2003 return isContactBlocked(recipientId);
2004 }
2005
2006 private boolean isContactBlocked(final RecipientId recipientId) {
2007 var sourceContact = account.getContactStore().getContact(recipientId);
2008 return sourceContact != null && sourceContact.isBlocked();
2009 }
2010
2011 private boolean isNotAllowedToSendToGroup(
2012 SignalServiceEnvelope envelope, SignalServiceContent content
2013 ) {
2014 SignalServiceAddress source;
2015 if (!envelope.isUnidentifiedSender() && envelope.hasSource()) {
2016 source = envelope.getSourceAddress();
2017 } else if (content != null) {
2018 source = content.getSender();
2019 } else {
2020 return false;
2021 }
2022
2023 if (content == null || !content.getDataMessage().isPresent()) {
2024 return false;
2025 }
2026
2027 var message = content.getDataMessage().get();
2028 if (!message.getGroupContext().isPresent()) {
2029 return false;
2030 }
2031
2032 if (message.getGroupContext().get().getGroupV1().isPresent()) {
2033 var groupInfo = message.getGroupContext().get().getGroupV1().get();
2034 if (groupInfo.getType() == SignalServiceGroup.Type.QUIT) {
2035 return false;
2036 }
2037 }
2038
2039 var groupId = GroupUtils.getGroupId(message.getGroupContext().get());
2040 var group = getGroup(groupId);
2041 if (group == null) {
2042 return false;
2043 }
2044
2045 final var recipientId = resolveRecipient(source);
2046 return !group.isMember(recipientId) || (
2047 group.isAnnouncementGroup() && !group.isAdmin(recipientId)
2048 );
2049 }
2050
2051 private List<HandleAction> handleMessage(
2052 SignalServiceEnvelope envelope, SignalServiceContent content, boolean ignoreAttachments
2053 ) {
2054 var actions = new ArrayList<HandleAction>();
2055 if (content != null) {
2056 final SignalServiceAddress sender;
2057 if (!envelope.isUnidentifiedSender() && envelope.hasSource()) {
2058 sender = envelope.getSourceAddress();
2059 } else {
2060 sender = content.getSender();
2061 }
2062
2063 if (content.getDataMessage().isPresent()) {
2064 var message = content.getDataMessage().get();
2065
2066 if (content.isNeedsReceipt()) {
2067 actions.add(new SendReceiptAction(sender, message.getTimestamp()));
2068 }
2069
2070 actions.addAll(handleSignalServiceDataMessage(message,
2071 false,
2072 sender,
2073 account.getSelfAddress(),
2074 ignoreAttachments));
2075 }
2076 if (content.getSyncMessage().isPresent()) {
2077 account.setMultiDevice(true);
2078 var syncMessage = content.getSyncMessage().get();
2079 if (syncMessage.getSent().isPresent()) {
2080 var message = syncMessage.getSent().get();
2081 final var destination = message.getDestination().orNull();
2082 actions.addAll(handleSignalServiceDataMessage(message.getMessage(),
2083 true,
2084 sender,
2085 destination,
2086 ignoreAttachments));
2087 }
2088 if (syncMessage.getRequest().isPresent() && account.isMasterDevice()) {
2089 var rm = syncMessage.getRequest().get();
2090 if (rm.isContactsRequest()) {
2091 actions.add(SendSyncContactsAction.create());
2092 }
2093 if (rm.isGroupsRequest()) {
2094 actions.add(SendSyncGroupsAction.create());
2095 }
2096 if (rm.isBlockedListRequest()) {
2097 actions.add(SendSyncBlockedListAction.create());
2098 }
2099 // TODO Handle rm.isConfigurationRequest(); rm.isKeysRequest();
2100 }
2101 if (syncMessage.getGroups().isPresent()) {
2102 File tmpFile = null;
2103 try {
2104 tmpFile = IOUtils.createTempFile();
2105 final var groupsMessage = syncMessage.getGroups().get();
2106 try (var attachmentAsStream = retrieveAttachmentAsStream(groupsMessage.asPointer(), tmpFile)) {
2107 var s = new DeviceGroupsInputStream(attachmentAsStream);
2108 DeviceGroup g;
2109 while (true) {
2110 try {
2111 g = s.read();
2112 } catch (IOException e) {
2113 logger.warn("Sync groups contained invalid group, ignoring: {}", e.getMessage());
2114 continue;
2115 }
2116 if (g == null) {
2117 break;
2118 }
2119 var syncGroup = account.getGroupStore().getOrCreateGroupV1(GroupId.v1(g.getId()));
2120 if (syncGroup != null) {
2121 if (g.getName().isPresent()) {
2122 syncGroup.name = g.getName().get();
2123 }
2124 syncGroup.addMembers(g.getMembers()
2125 .stream()
2126 .map(this::resolveRecipient)
2127 .collect(Collectors.toSet()));
2128 if (!g.isActive()) {
2129 syncGroup.removeMember(account.getSelfRecipientId());
2130 } else {
2131 // Add ourself to the member set as it's marked as active
2132 syncGroup.addMembers(List.of(account.getSelfRecipientId()));
2133 }
2134 syncGroup.blocked = g.isBlocked();
2135 if (g.getColor().isPresent()) {
2136 syncGroup.color = g.getColor().get();
2137 }
2138
2139 if (g.getAvatar().isPresent()) {
2140 downloadGroupAvatar(g.getAvatar().get(), syncGroup.getGroupId());
2141 }
2142 syncGroup.archived = g.isArchived();
2143 account.getGroupStore().updateGroup(syncGroup);
2144 }
2145 }
2146 }
2147 } catch (Exception e) {
2148 logger.warn("Failed to handle received sync groups “{}”, ignoring: {}",
2149 tmpFile,
2150 e.getMessage());
2151 } finally {
2152 if (tmpFile != null) {
2153 try {
2154 Files.delete(tmpFile.toPath());
2155 } catch (IOException e) {
2156 logger.warn("Failed to delete received groups temp file “{}”, ignoring: {}",
2157 tmpFile,
2158 e.getMessage());
2159 }
2160 }
2161 }
2162 }
2163 if (syncMessage.getBlockedList().isPresent()) {
2164 final var blockedListMessage = syncMessage.getBlockedList().get();
2165 for (var address : blockedListMessage.getAddresses()) {
2166 setContactBlocked(resolveRecipient(address), true);
2167 }
2168 for (var groupId : blockedListMessage.getGroupIds()
2169 .stream()
2170 .map(GroupId::unknownVersion)
2171 .collect(Collectors.toSet())) {
2172 try {
2173 setGroupBlocked(groupId, true);
2174 } catch (GroupNotFoundException e) {
2175 logger.warn("BlockedListMessage contained groupID that was not found in GroupStore: {}",
2176 groupId.toBase64());
2177 }
2178 }
2179 }
2180 if (syncMessage.getContacts().isPresent()) {
2181 File tmpFile = null;
2182 try {
2183 tmpFile = IOUtils.createTempFile();
2184 final var contactsMessage = syncMessage.getContacts().get();
2185 try (var attachmentAsStream = retrieveAttachmentAsStream(contactsMessage.getContactsStream()
2186 .asPointer(), tmpFile)) {
2187 var s = new DeviceContactsInputStream(attachmentAsStream);
2188 DeviceContact c;
2189 while (true) {
2190 try {
2191 c = s.read();
2192 } catch (IOException e) {
2193 logger.warn("Sync contacts contained invalid contact, ignoring: {}",
2194 e.getMessage());
2195 continue;
2196 }
2197 if (c == null) {
2198 break;
2199 }
2200 if (c.getAddress().matches(account.getSelfAddress()) && c.getProfileKey().isPresent()) {
2201 account.setProfileKey(c.getProfileKey().get());
2202 }
2203 final var recipientId = resolveRecipientTrusted(c.getAddress());
2204 var contact = account.getContactStore().getContact(recipientId);
2205 final var builder = contact == null
2206 ? Contact.newBuilder()
2207 : Contact.newBuilder(contact);
2208 if (c.getName().isPresent()) {
2209 builder.withName(c.getName().get());
2210 }
2211 if (c.getColor().isPresent()) {
2212 builder.withColor(c.getColor().get());
2213 }
2214 if (c.getProfileKey().isPresent()) {
2215 account.getProfileStore().storeProfileKey(recipientId, c.getProfileKey().get());
2216 }
2217 if (c.getVerified().isPresent()) {
2218 final var verifiedMessage = c.getVerified().get();
2219 account.getIdentityKeyStore()
2220 .setIdentityTrustLevel(resolveRecipientTrusted(verifiedMessage.getDestination()),
2221 verifiedMessage.getIdentityKey(),
2222 TrustLevel.fromVerifiedState(verifiedMessage.getVerified()));
2223 }
2224 if (c.getExpirationTimer().isPresent()) {
2225 builder.withMessageExpirationTime(c.getExpirationTimer().get());
2226 }
2227 builder.withBlocked(c.isBlocked());
2228 builder.withArchived(c.isArchived());
2229 account.getContactStore().storeContact(recipientId, builder.build());
2230
2231 if (c.getAvatar().isPresent()) {
2232 downloadContactAvatar(c.getAvatar().get(), c.getAddress());
2233 }
2234 }
2235 }
2236 } catch (Exception e) {
2237 logger.warn("Failed to handle received sync contacts “{}”, ignoring: {}",
2238 tmpFile,
2239 e.getMessage());
2240 } finally {
2241 if (tmpFile != null) {
2242 try {
2243 Files.delete(tmpFile.toPath());
2244 } catch (IOException e) {
2245 logger.warn("Failed to delete received contacts temp file “{}”, ignoring: {}",
2246 tmpFile,
2247 e.getMessage());
2248 }
2249 }
2250 }
2251 }
2252 if (syncMessage.getVerified().isPresent()) {
2253 final var verifiedMessage = syncMessage.getVerified().get();
2254 account.getIdentityKeyStore()
2255 .setIdentityTrustLevel(resolveRecipientTrusted(verifiedMessage.getDestination()),
2256 verifiedMessage.getIdentityKey(),
2257 TrustLevel.fromVerifiedState(verifiedMessage.getVerified()));
2258 }
2259 if (syncMessage.getStickerPackOperations().isPresent()) {
2260 final var stickerPackOperationMessages = syncMessage.getStickerPackOperations().get();
2261 for (var m : stickerPackOperationMessages) {
2262 if (!m.getPackId().isPresent()) {
2263 continue;
2264 }
2265 final var stickerPackId = StickerPackId.deserialize(m.getPackId().get());
2266 final var installed = !m.getType().isPresent()
2267 || m.getType().get() == StickerPackOperationMessage.Type.INSTALL;
2268
2269 var sticker = account.getStickerStore().getSticker(stickerPackId);
2270 if (m.getPackKey().isPresent()) {
2271 if (sticker == null) {
2272 sticker = new Sticker(stickerPackId, m.getPackKey().get());
2273 }
2274 if (installed) {
2275 enqueueJob(new RetrieveStickerPackJob(stickerPackId, m.getPackKey().get()));
2276 }
2277 }
2278
2279 if (sticker != null) {
2280 sticker.setInstalled(installed);
2281 account.getStickerStore().updateSticker(sticker);
2282 }
2283 }
2284 }
2285 if (syncMessage.getFetchType().isPresent()) {
2286 switch (syncMessage.getFetchType().get()) {
2287 case LOCAL_PROFILE:
2288 getRecipientProfile(account.getSelfRecipientId(), true);
2289 case STORAGE_MANIFEST:
2290 // TODO
2291 }
2292 }
2293 if (syncMessage.getKeys().isPresent()) {
2294 final var keysMessage = syncMessage.getKeys().get();
2295 if (keysMessage.getStorageService().isPresent()) {
2296 final var storageKey = keysMessage.getStorageService().get();
2297 account.setStorageKey(storageKey);
2298 }
2299 }
2300 if (syncMessage.getConfiguration().isPresent()) {
2301 // TODO
2302 }
2303 }
2304 }
2305 return actions;
2306 }
2307
2308 private void downloadContactAvatar(SignalServiceAttachment avatar, SignalServiceAddress address) {
2309 try {
2310 avatarStore.storeContactAvatar(address, outputStream -> retrieveAttachment(avatar, outputStream));
2311 } catch (IOException e) {
2312 logger.warn("Failed to download avatar for contact {}, ignoring: {}", address, e.getMessage());
2313 }
2314 }
2315
2316 private void downloadGroupAvatar(SignalServiceAttachment avatar, GroupId groupId) {
2317 try {
2318 avatarStore.storeGroupAvatar(groupId, outputStream -> retrieveAttachment(avatar, outputStream));
2319 } catch (IOException e) {
2320 logger.warn("Failed to download avatar for group {}, ignoring: {}", groupId.toBase64(), e.getMessage());
2321 }
2322 }
2323
2324 private void downloadGroupAvatar(GroupId groupId, GroupSecretParams groupSecretParams, String cdnKey) {
2325 try {
2326 avatarStore.storeGroupAvatar(groupId,
2327 outputStream -> retrieveGroupV2Avatar(groupSecretParams, cdnKey, outputStream));
2328 } catch (IOException e) {
2329 logger.warn("Failed to download avatar for group {}, ignoring: {}", groupId.toBase64(), e.getMessage());
2330 }
2331 }
2332
2333 private void downloadProfileAvatar(
2334 SignalServiceAddress address, String avatarPath, ProfileKey profileKey
2335 ) {
2336 try {
2337 avatarStore.storeProfileAvatar(address,
2338 outputStream -> retrieveProfileAvatar(avatarPath, profileKey, outputStream));
2339 } catch (Throwable e) {
2340 if (e instanceof AssertionError && e.getCause() instanceof InterruptedException) {
2341 Thread.currentThread().interrupt();
2342 }
2343 logger.warn("Failed to download profile avatar, ignoring: {}", e.getMessage());
2344 }
2345 }
2346
2347 public File getAttachmentFile(SignalServiceAttachmentRemoteId attachmentId) {
2348 return attachmentStore.getAttachmentFile(attachmentId);
2349 }
2350
2351 private void downloadAttachment(final SignalServiceAttachment attachment) {
2352 if (!attachment.isPointer()) {
2353 logger.warn("Invalid state, can't store an attachment stream.");
2354 }
2355
2356 var pointer = attachment.asPointer();
2357 if (pointer.getPreview().isPresent()) {
2358 final var preview = pointer.getPreview().get();
2359 try {
2360 attachmentStore.storeAttachmentPreview(pointer.getRemoteId(),
2361 outputStream -> outputStream.write(preview, 0, preview.length));
2362 } catch (IOException e) {
2363 logger.warn("Failed to download attachment preview, ignoring: {}", e.getMessage());
2364 }
2365 }
2366
2367 try {
2368 attachmentStore.storeAttachment(pointer.getRemoteId(),
2369 outputStream -> retrieveAttachmentPointer(pointer, outputStream));
2370 } catch (IOException e) {
2371 logger.warn("Failed to download attachment ({}), ignoring: {}", pointer.getRemoteId(), e.getMessage());
2372 }
2373 }
2374
2375 private void retrieveGroupV2Avatar(
2376 GroupSecretParams groupSecretParams, String cdnKey, OutputStream outputStream
2377 ) throws IOException {
2378 var groupOperations = dependencies.getGroupsV2Operations().forGroup(groupSecretParams);
2379
2380 var tmpFile = IOUtils.createTempFile();
2381 try (InputStream input = dependencies.getMessageReceiver()
2382 .retrieveGroupsV2ProfileAvatar(cdnKey, tmpFile, ServiceConfig.AVATAR_DOWNLOAD_FAILSAFE_MAX_SIZE)) {
2383 var encryptedData = IOUtils.readFully(input);
2384
2385 var decryptedData = groupOperations.decryptAvatar(encryptedData);
2386 outputStream.write(decryptedData);
2387 } finally {
2388 try {
2389 Files.delete(tmpFile.toPath());
2390 } catch (IOException e) {
2391 logger.warn("Failed to delete received group avatar temp file “{}”, ignoring: {}",
2392 tmpFile,
2393 e.getMessage());
2394 }
2395 }
2396 }
2397
2398 private void retrieveProfileAvatar(
2399 String avatarPath, ProfileKey profileKey, OutputStream outputStream
2400 ) throws IOException {
2401 var tmpFile = IOUtils.createTempFile();
2402 try (var input = dependencies.getMessageReceiver()
2403 .retrieveProfileAvatar(avatarPath,
2404 tmpFile,
2405 profileKey,
2406 ServiceConfig.AVATAR_DOWNLOAD_FAILSAFE_MAX_SIZE)) {
2407 // Use larger buffer size to prevent AssertionError: Need: 12272 but only have: 8192 ...
2408 IOUtils.copyStream(input, outputStream, (int) ServiceConfig.AVATAR_DOWNLOAD_FAILSAFE_MAX_SIZE);
2409 } finally {
2410 try {
2411 Files.delete(tmpFile.toPath());
2412 } catch (IOException e) {
2413 logger.warn("Failed to delete received profile avatar temp file “{}”, ignoring: {}",
2414 tmpFile,
2415 e.getMessage());
2416 }
2417 }
2418 }
2419
2420 private void retrieveAttachment(
2421 final SignalServiceAttachment attachment, final OutputStream outputStream
2422 ) throws IOException {
2423 if (attachment.isPointer()) {
2424 var pointer = attachment.asPointer();
2425 retrieveAttachmentPointer(pointer, outputStream);
2426 } else {
2427 var stream = attachment.asStream();
2428 IOUtils.copyStream(stream.getInputStream(), outputStream);
2429 }
2430 }
2431
2432 private void retrieveAttachmentPointer(
2433 SignalServiceAttachmentPointer pointer, OutputStream outputStream
2434 ) throws IOException {
2435 var tmpFile = IOUtils.createTempFile();
2436 try (var input = retrieveAttachmentAsStream(pointer, tmpFile)) {
2437 IOUtils.copyStream(input, outputStream);
2438 } catch (MissingConfigurationException | InvalidMessageException e) {
2439 throw new IOException(e);
2440 } finally {
2441 try {
2442 Files.delete(tmpFile.toPath());
2443 } catch (IOException e) {
2444 logger.warn("Failed to delete received attachment temp file “{}”, ignoring: {}",
2445 tmpFile,
2446 e.getMessage());
2447 }
2448 }
2449 }
2450
2451 private InputStream retrieveAttachmentAsStream(
2452 SignalServiceAttachmentPointer pointer, File tmpFile
2453 ) throws IOException, InvalidMessageException, MissingConfigurationException {
2454 return dependencies.getMessageReceiver()
2455 .retrieveAttachment(pointer, tmpFile, ServiceConfig.MAX_ATTACHMENT_SIZE);
2456 }
2457
2458 void sendGroups() throws IOException {
2459 var groupsFile = IOUtils.createTempFile();
2460
2461 try {
2462 try (OutputStream fos = new FileOutputStream(groupsFile)) {
2463 var out = new DeviceGroupsOutputStream(fos);
2464 for (var record : getGroups()) {
2465 if (record instanceof GroupInfoV1) {
2466 var groupInfo = (GroupInfoV1) record;
2467 out.write(new DeviceGroup(groupInfo.getGroupId().serialize(),
2468 Optional.fromNullable(groupInfo.name),
2469 groupInfo.getMembers()
2470 .stream()
2471 .map(this::resolveSignalServiceAddress)
2472 .collect(Collectors.toList()),
2473 createGroupAvatarAttachment(groupInfo.getGroupId()),
2474 groupInfo.isMember(account.getSelfRecipientId()),
2475 Optional.of(groupInfo.messageExpirationTime),
2476 Optional.fromNullable(groupInfo.color),
2477 groupInfo.blocked,
2478 Optional.absent(),
2479 groupInfo.archived));
2480 }
2481 }
2482 }
2483
2484 if (groupsFile.exists() && groupsFile.length() > 0) {
2485 try (var groupsFileStream = new FileInputStream(groupsFile)) {
2486 var attachmentStream = SignalServiceAttachment.newStreamBuilder()
2487 .withStream(groupsFileStream)
2488 .withContentType("application/octet-stream")
2489 .withLength(groupsFile.length())
2490 .build();
2491
2492 sendHelper.sendSyncMessage(SignalServiceSyncMessage.forGroups(attachmentStream));
2493 }
2494 }
2495 } finally {
2496 try {
2497 Files.delete(groupsFile.toPath());
2498 } catch (IOException e) {
2499 logger.warn("Failed to delete groups temp file “{}”, ignoring: {}", groupsFile, e.getMessage());
2500 }
2501 }
2502 }
2503
2504 public void sendContacts() throws IOException {
2505 var contactsFile = IOUtils.createTempFile();
2506
2507 try {
2508 try (OutputStream fos = new FileOutputStream(contactsFile)) {
2509 var out = new DeviceContactsOutputStream(fos);
2510 for (var contactPair : account.getContactStore().getContacts()) {
2511 final var recipientId = contactPair.first();
2512 final var contact = contactPair.second();
2513 final var address = resolveSignalServiceAddress(recipientId);
2514
2515 var currentIdentity = account.getIdentityKeyStore().getIdentity(recipientId);
2516 VerifiedMessage verifiedMessage = null;
2517 if (currentIdentity != null) {
2518 verifiedMessage = new VerifiedMessage(address,
2519 currentIdentity.getIdentityKey(),
2520 currentIdentity.getTrustLevel().toVerifiedState(),
2521 currentIdentity.getDateAdded().getTime());
2522 }
2523
2524 var profileKey = account.getProfileStore().getProfileKey(recipientId);
2525 out.write(new DeviceContact(address,
2526 Optional.fromNullable(contact.getName()),
2527 createContactAvatarAttachment(address),
2528 Optional.fromNullable(contact.getColor()),
2529 Optional.fromNullable(verifiedMessage),
2530 Optional.fromNullable(profileKey),
2531 contact.isBlocked(),
2532 Optional.of(contact.getMessageExpirationTime()),
2533 Optional.absent(),
2534 contact.isArchived()));
2535 }
2536
2537 if (account.getProfileKey() != null) {
2538 // Send our own profile key as well
2539 out.write(new DeviceContact(account.getSelfAddress(),
2540 Optional.absent(),
2541 Optional.absent(),
2542 Optional.absent(),
2543 Optional.absent(),
2544 Optional.of(account.getProfileKey()),
2545 false,
2546 Optional.absent(),
2547 Optional.absent(),
2548 false));
2549 }
2550 }
2551
2552 if (contactsFile.exists() && contactsFile.length() > 0) {
2553 try (var contactsFileStream = new FileInputStream(contactsFile)) {
2554 var attachmentStream = SignalServiceAttachment.newStreamBuilder()
2555 .withStream(contactsFileStream)
2556 .withContentType("application/octet-stream")
2557 .withLength(contactsFile.length())
2558 .build();
2559
2560 sendHelper.sendSyncMessage(SignalServiceSyncMessage.forContacts(new ContactsMessage(attachmentStream,
2561 true)));
2562 }
2563 }
2564 } finally {
2565 try {
2566 Files.delete(contactsFile.toPath());
2567 } catch (IOException e) {
2568 logger.warn("Failed to delete contacts temp file “{}”, ignoring: {}", contactsFile, e.getMessage());
2569 }
2570 }
2571 }
2572
2573 void sendBlockedList() throws IOException {
2574 var addresses = new ArrayList<SignalServiceAddress>();
2575 for (var record : account.getContactStore().getContacts()) {
2576 if (record.second().isBlocked()) {
2577 addresses.add(resolveSignalServiceAddress(record.first()));
2578 }
2579 }
2580 var groupIds = new ArrayList<byte[]>();
2581 for (var record : getGroups()) {
2582 if (record.isBlocked()) {
2583 groupIds.add(record.getGroupId().serialize());
2584 }
2585 }
2586 sendHelper.sendSyncMessage(SignalServiceSyncMessage.forBlocked(new BlockedListMessage(addresses, groupIds)));
2587 }
2588
2589 private void sendVerifiedMessage(
2590 SignalServiceAddress destination, IdentityKey identityKey, TrustLevel trustLevel
2591 ) throws IOException {
2592 var verifiedMessage = new VerifiedMessage(destination,
2593 identityKey,
2594 trustLevel.toVerifiedState(),
2595 System.currentTimeMillis());
2596 sendHelper.sendSyncMessage(SignalServiceSyncMessage.forVerified(verifiedMessage));
2597 }
2598
2599 public List<Pair<RecipientId, Contact>> getContacts() {
2600 return account.getContactStore().getContacts();
2601 }
2602
2603 public String getContactOrProfileName(String number) throws InvalidNumberException {
2604 final var recipientId = canonicalizeAndResolveRecipient(number);
2605 final var recipient = account.getRecipientStore().getRecipient(recipientId);
2606 if (recipient == null) {
2607 return null;
2608 }
2609
2610 if (recipient.getContact() != null && !Util.isEmpty(recipient.getContact().getName())) {
2611 return recipient.getContact().getName();
2612 }
2613
2614 if (recipient.getProfile() != null && recipient.getProfile() != null) {
2615 return recipient.getProfile().getDisplayName();
2616 }
2617
2618 return null;
2619 }
2620
2621 public GroupInfo getGroup(GroupId groupId) {
2622 return getGroup(groupId, false);
2623 }
2624
2625 public GroupInfo getGroup(GroupId groupId, boolean forceUpdate) {
2626 final var group = account.getGroupStore().getGroup(groupId);
2627 if (group instanceof GroupInfoV2 && (forceUpdate || ((GroupInfoV2) group).getGroup() == null)) {
2628 final var groupSecretParams = GroupSecretParams.deriveFromMasterKey(((GroupInfoV2) group).getMasterKey());
2629 ((GroupInfoV2) group).setGroup(groupV2Helper.getDecryptedGroup(groupSecretParams), this::resolveRecipient);
2630 account.getGroupStore().updateGroup(group);
2631 }
2632 return group;
2633 }
2634
2635 public List<IdentityInfo> getIdentities() {
2636 return account.getIdentityKeyStore().getIdentities();
2637 }
2638
2639 public List<IdentityInfo> getIdentities(String number) throws InvalidNumberException {
2640 final var identity = account.getIdentityKeyStore().getIdentity(canonicalizeAndResolveRecipient(number));
2641 return identity == null ? List.of() : List.of(identity);
2642 }
2643
2644 /**
2645 * Trust this the identity with this fingerprint
2646 *
2647 * @param name username of the identity
2648 * @param fingerprint Fingerprint
2649 */
2650 public boolean trustIdentityVerified(String name, byte[] fingerprint) throws InvalidNumberException {
2651 var recipientId = canonicalizeAndResolveRecipient(name);
2652 return trustIdentity(recipientId,
2653 identityKey -> Arrays.equals(identityKey.serialize(), fingerprint),
2654 TrustLevel.TRUSTED_VERIFIED);
2655 }
2656
2657 /**
2658 * Trust this the identity with this safety number
2659 *
2660 * @param name username of the identity
2661 * @param safetyNumber Safety number
2662 */
2663 public boolean trustIdentityVerifiedSafetyNumber(String name, String safetyNumber) throws InvalidNumberException {
2664 var recipientId = canonicalizeAndResolveRecipient(name);
2665 var address = account.getRecipientStore().resolveServiceAddress(recipientId);
2666 return trustIdentity(recipientId,
2667 identityKey -> safetyNumber.equals(computeSafetyNumber(address, identityKey)),
2668 TrustLevel.TRUSTED_VERIFIED);
2669 }
2670
2671 /**
2672 * Trust all keys of this identity without verification
2673 *
2674 * @param name username of the identity
2675 */
2676 public boolean trustIdentityAllKeys(String name) throws InvalidNumberException {
2677 var recipientId = canonicalizeAndResolveRecipient(name);
2678 return trustIdentity(recipientId, identityKey -> true, TrustLevel.TRUSTED_UNVERIFIED);
2679 }
2680
2681 private boolean trustIdentity(
2682 RecipientId recipientId, Function<IdentityKey, Boolean> verifier, TrustLevel trustLevel
2683 ) {
2684 var identity = account.getIdentityKeyStore().getIdentity(recipientId);
2685 if (identity == null) {
2686 return false;
2687 }
2688
2689 if (!verifier.apply(identity.getIdentityKey())) {
2690 return false;
2691 }
2692
2693 account.getIdentityKeyStore().setIdentityTrustLevel(recipientId, identity.getIdentityKey(), trustLevel);
2694 try {
2695 var address = account.getRecipientStore().resolveServiceAddress(recipientId);
2696 sendVerifiedMessage(address, identity.getIdentityKey(), trustLevel);
2697 } catch (IOException e) {
2698 logger.warn("Failed to send verification sync message: {}", e.getMessage());
2699 }
2700
2701 return true;
2702 }
2703
2704 private void handleIdentityFailure(
2705 final RecipientId recipientId, final SendMessageResult.IdentityFailure identityFailure
2706 ) {
2707 final var identityKey = identityFailure.getIdentityKey();
2708 if (identityKey != null) {
2709 final var newIdentity = account.getIdentityKeyStore().saveIdentity(recipientId, identityKey, new Date());
2710 if (newIdentity) {
2711 account.getSessionStore().archiveSessions(recipientId);
2712 }
2713 } else {
2714 // Retrieve profile to get the current identity key from the server
2715 retrieveEncryptedProfile(recipientId);
2716 }
2717 }
2718
2719 public String computeSafetyNumber(SignalServiceAddress theirAddress, IdentityKey theirIdentityKey) {
2720 final var fingerprint = Utils.computeSafetyNumber(capabilities.isUuid(),
2721 account.getSelfAddress(),
2722 getIdentityKeyPair().getPublicKey(),
2723 theirAddress,
2724 theirIdentityKey);
2725 return fingerprint == null ? null : fingerprint.getDisplayableFingerprint().getDisplayText();
2726 }
2727
2728 public byte[] computeSafetyNumberForScanning(SignalServiceAddress theirAddress, IdentityKey theirIdentityKey) {
2729 final var fingerprint = Utils.computeSafetyNumber(capabilities.isUuid(),
2730 account.getSelfAddress(),
2731 getIdentityKeyPair().getPublicKey(),
2732 theirAddress,
2733 theirIdentityKey);
2734 return fingerprint == null ? null : fingerprint.getScannableFingerprint().getSerialized();
2735 }
2736
2737 @Deprecated
2738 public SignalServiceAddress resolveSignalServiceAddress(String identifier) {
2739 var address = Utils.getSignalServiceAddressFromIdentifier(identifier);
2740
2741 return resolveSignalServiceAddress(address);
2742 }
2743
2744 @Deprecated
2745 public SignalServiceAddress resolveSignalServiceAddress(SignalServiceAddress address) {
2746 if (address.matches(account.getSelfAddress())) {
2747 return account.getSelfAddress();
2748 }
2749
2750 return account.getRecipientStore().resolveServiceAddress(address);
2751 }
2752
2753 public SignalServiceAddress resolveSignalServiceAddress(RecipientId recipientId) {
2754 return account.getRecipientStore().resolveServiceAddress(recipientId);
2755 }
2756
2757 private RecipientId canonicalizeAndResolveRecipient(String identifier) throws InvalidNumberException {
2758 var canonicalizedNumber = UuidUtil.isUuid(identifier) ? identifier : canonicalizePhoneNumber(identifier);
2759
2760 return resolveRecipient(canonicalizedNumber);
2761 }
2762
2763 private String canonicalizePhoneNumber(final String number) throws InvalidNumberException {
2764 return PhoneNumberFormatter.formatNumber(number, account.getUsername());
2765 }
2766
2767 private RecipientId resolveRecipient(final String identifier) {
2768 var address = Utils.getSignalServiceAddressFromIdentifier(identifier);
2769
2770 return resolveRecipient(address);
2771 }
2772
2773 public RecipientId resolveRecipient(SignalServiceAddress address) {
2774 return account.getRecipientStore().resolveRecipient(address);
2775 }
2776
2777 private RecipientId resolveRecipientTrusted(SignalServiceAddress address) {
2778 return account.getRecipientStore().resolveRecipientTrusted(address);
2779 }
2780
2781 private void enqueueJob(Job job) {
2782 var context = new Context(account,
2783 dependencies.getAccountManager(),
2784 dependencies.getMessageReceiver(),
2785 stickerPackStore);
2786 job.run(context);
2787 }
2788
2789 @Override
2790 public void close() throws IOException {
2791 close(true);
2792 }
2793
2794 void close(boolean closeAccount) throws IOException {
2795 executor.shutdown();
2796
2797 dependencies.getSignalWebSocket().disconnect();
2798
2799 if (closeAccount && account != null) {
2800 account.close();
2801 }
2802 account = null;
2803 }
2804
2805 public interface ReceiveMessageHandler {
2806
2807 void handleMessage(SignalServiceEnvelope envelope, SignalServiceContent decryptedContent, Throwable e);
2808 }
2809 }