Update to the latest abusive message filter

This will make it start last and shut down first, which is pretty much what we want for shutdown state monitoring

.github/workflows/test.yml

@@ -8,11 +8,11 @@ jobs:
 
     steps:
       - uses: actions/checkout@v2
-      - name: Set up JDK 11
+      - name: Set up JDK 17
         uses: actions/setup-java@3bc31aaf88e8fc94dc1e632d48af61be5ca8721c
         with:
-          distribution: 'adopt'
-          java-version: 11
+          distribution: 'temurin'
+          java-version: 17
           cache: 'maven'
       - name: Build with Maven
         run: mvn -e -B verify

.gitmodules

@@ -1,4 +1,4 @@
-# Note that the implmentation of the abusive message filter is private; internal
+# Note that the implementation of the abusive message filter is private; internal
 # developers will need to override this URL with:
 #
 # ```

pom.xml

@@ -21,6 +21,19 @@
     </repository>
   </repositories>
 
+  <pluginRepositories>
+    <pluginRepository>
+      <id>ossrh-snapshots</id>
+      <url>https://oss.sonatype.org/content/repositories/snapshots</url>
+      <releases>
+        <enabled>false</enabled>
+      </releases>
+      <snapshots>
+        <enabled>true</enabled>
+      </snapshots>
+    </pluginRepository>
+  </pluginRepositories>
+
   <modules>
     <module>redis-dispatch</module>
     <module>websocket-resources</module>
@@ -34,7 +47,7 @@
     <commons-codec.version>1.15</commons-codec.version>
     <commons-csv.version>1.8</commons-csv.version>
     <commons-io.version>2.9.0</commons-io.version>
-    <dropwizard.version>2.0.22</dropwizard.version>
+    <dropwizard.version>2.0.26</dropwizard.version>
     <dropwizard-metrics-datadog.version>1.1.13</dropwizard-metrics-datadog.version>
     <gson.version>2.8.8</gson.version>
     <guava.version>30.1.1-jre</guava.version>
@@ -44,7 +57,7 @@
     <libphonenumber.version>8.12.33</libphonenumber.version>
     <logstash.logback.version>6.6</logstash.logback.version>
     <micrometer.version>1.5.3</micrometer.version>
-    <mockito.version>3.11.1</mockito.version>
+    <mockito.version>4.0.0</mockito.version>
     <netty.version>4.1.65.Final</netty.version>
     <netty.tcnative-boringssl-static.version>2.0.39.Final</netty.tcnative-boringssl-static.version>
     <opentest4j.version>1.2.0</opentest4j.version>
@@ -253,6 +266,26 @@
         <artifactId>gson</artifactId>
         <version>${gson.version}</version>
       </dependency>
+      <dependency>
+        <groupId>org.signal</groupId>
+        <artifactId>embedded-redis</artifactId>
+        <version>0.8.1</version>
+        <scope>test</scope>
+      </dependency>
+      <dependency>
+        <groupId>io.zonky.test.postgres</groupId>
+        <artifactId>embedded-postgres-binaries-bom</artifactId>
+        <version>11.13.0</version>
+        <type>pom</type>
+        <scope>import</scope>
+      </dependency>
+      <dependency>
+        <groupId>org.apache.logging.log4j</groupId>
+        <artifactId>log4j-bom</artifactId>
+        <version>2.17.0</version>
+        <type>pom</type>
+        <scope>import</scope>
+      </dependency>
     </dependencies>
   </dependencyManagement>
 
@@ -266,7 +299,7 @@
     <dependency>
       <groupId>com.github.tomakehurst</groupId>
       <artifactId>wiremock-jre8</artifactId>
-      <version>2.31.0</version>
+      <version>2.32.0</version>
       <scope>test</scope>
       <exclusions>
         <exclusion>
@@ -337,6 +370,7 @@
         <version>0.6.1</version>
         <configuration>
           <protocArtifact>com.google.protobuf:protoc:3.18.0:exe:${os.detected.classifier}</protocArtifact>
+          <checkStaleness>true</checkStaleness>
         </configuration>
         <executions>
           <execution>
@@ -353,8 +387,7 @@
         <artifactId>maven-compiler-plugin</artifactId>
         <version>3.8.1</version>
         <configuration>
-          <source>11</source>
-          <target>11</target>
+          <release>17</release>
         </configuration>
       </plugin>
 
@@ -418,7 +451,7 @@
               <rules>
                 <dependencyConvergence/>
                 <requireMavenVersion>
-                  <version>3.0.0</version>
+                  <version>3.8.3</version>
                 </requireMavenVersion>
               </rules>
             </configuration>

service/config/sample.yml

@@ -1,59 +1,99 @@
+# Example, relatively minimal, configuration that passes validation (see `io.dropwizard.cli.CheckCommand`)
+#
+# `unset` values will need to be set to work properly.
+# Most other values are technically valid for a local/demonstration environment, but are probably not production-ready.
+
 stripe:
-  apiKey:
-  idempotencyKeyGenerator:
+  apiKey: unset
+  idempotencyKeyGenerator: abcdefg12345678= # base64 for creating request idempotency hash
+  boostDescription: >
+    Example
 
 dynamoDbClientConfiguration:
-  region: # AWS Region
+  region: us-west-2 # AWS Region
 
 dynamoDbTables:
+  accounts:
+    tableName: Example_Accounts
+    phoneNumberTableName: Example_Accounts_PhoneNumbers
+    phoneNumberIdentifierTableName: Example_Accounts_PhoneNumberIdentifiers
+    usernamesTableName: Example_Accounts_Usernames
+    scanPageSize: 100
+  deletedAccounts:
+    tableName: Example_DeletedAccounts
+    needsReconciliationIndexName: NeedsReconciliation
+  deletedAccountsLock:
+    tableName: Example_DeletedAccountsLock
   issuedReceipts:
-    tableName: # DDB Table Name
-    expiration: # Duration of time until rows expire
-    generator: # random binary sequence
+    tableName: Example_IssuedReceipts
+    expiration: P30D # Duration of time until rows expire
+    generator: abcdefg12345678= # random base64-encoded binary sequence
+  keys:
+    tableName: Example_Keys
+  messages:
+    tableName: Example_Messages
+    expiration: P30D # Duration of time until rows expire
+  pendingAccounts:
+    tableName: Example_PendingAccounts
+  pendingDevices:
+    tableName: Example_PendingDevices
+  phoneNumberIdentifiers:
+    tableName: Example_PhoneNumberIdentifiers
+  profiles:
+    tableName: Example_Profiles
+  pushChallenge:
+    tableName: Example_PushChallenge
   redeemedReceipts:
-    tableName: # DDB Table Name
-    expiration: # Duration of time until rows expire
+    tableName: Example_RedeemedReceipts
+    expiration: P30D # Duration of time until rows expire
+  remoteConfig:
+    tableName: Example_RemoteConfig
+  reportMessage:
+    tableName: Example_ReportMessage
+  reservedUsernames:
+    tableName: Example_ReservedUsernames
   subscriptions:
-    tableName: # DDB Table Name
+    tableName: Example_Subscriptions
 
 twilio: # Twilio gateway configuration
-  accountId: 
-  accountToken: 
-  nanpaMessagingServiceSid: # Twilio SID for the messaging service to use for NANPA.
-  messagingServiceSid: # Twilio SID for the message service to use for non-NANPA.
-  verifyServiceSid: # Twilio SID for a Verify service
-  localDomain: # Domain Twilio can connect back to for calls. Should be domain of your service.
+  accountId: unset
+  accountToken: unset
+  nanpaMessagingServiceSid: unset # Twilio SID for the messaging service to use for NANPA.
+  messagingServiceSid: unset # Twilio SID for the message service to use for non-NANPA.
+  verifyServiceSid: unset # Twilio SID for a Verify service
+  localDomain: example.com # Domain Twilio can connect back to for calls. Should be domain of your service.
   defaultClientVerificationTexts:
-    ios: # Text to use for the verification message on iOS. Will be passed to String.format with the verification code as argument 1.
-    androidNg: # Text to use for the verification message on android-ng client types. Will be passed to String.format with the verification code as argument 1.
-    android202001: # Text to use for the verification message on android-2020-01 client types. Will be passed to String.format with the verification code as argument 1.
-    android202103: # Text to use for the verification message on android-2021-03 client types. Will be passed to String.format with the verification code as argument 1.
-    generic: # Text to use when the client type is unrecognized. Will be passed to String.format with the verification code as argument 1.
+    ios: example %1$s # Text to use for the verification message on iOS. Will be passed to String.format with the verification code as argument 1.
+    androidNg: example %1$s # Text to use for the verification message on android-ng client types. Will be passed to String.format with the verification code as argument 1.
+    android202001: example %1$s # Text to use for the verification message on android-2020-01 client types. Will be passed to String.format with the verification code as argument 1.
+    android202103: example %1$s # Text to use for the verification message on android-2021-03 client types. Will be passed to String.format with the verification code as argument 1.
+    generic: example %1$s # Text to use when the client type is unrecognized. Will be passed to String.format with the verification code as argument 1.
   regionalClientVerificationTexts: # Map of country codes to custom texts
     999: # example country code
-      ios:
-      # … all keys from defaultClientVerificationTexts are required
-  androidAppHash: # Hash appended to Android
-  verifyServiceFriendlyName: # Service name used in template. Requires Twilio account rep to enable
+      ios: example %1$s # all keys from defaultClientVerificationTexts are required
+      androidNg: example %1$s
+      android202001: example %1$s
+      android202103: example %1$s
+      generic: example %1$s
+  androidAppHash: example # Hash appended to Android
+  verifyServiceFriendlyName: example # Service name used in template. Requires Twilio account rep to enable
 
 push:
-  queueSize: # Size of push pending queue
+  queueSize: 1000 # Size of push pending queue
 
 turn: # TURN server configuration
-  secret: # TURN server secret
+  secret: example # TURN server secret
   uris:
-    - stun:yourdomain:80
-    - stun:yourdomain.com:443
-    - turn:yourdomain:443?transport=udp
-    - turn:etc.com:80?transport=udp
+    - stun:example.com:80
+    - stun:another.example.com:443
+    - turn:example.com:443?transport=udp
+    - turn:ya.example.com:80?transport=udp
 
 cacheCluster: # Redis server configuration for cache cluster
-  urls:
-    - redis://redis.example.com:6379/
+  configurationUri: redis://redis.example.com:6379/
 
 clientPresenceCluster: # Redis server configuration for client presence cluster
-  urls:
-    - redis://redis.example.com:6379/
+  configurationUri: redis://redis.example.com:6379/
 
 pubsub: # Redis server configuration for pubsub cluster
   url: redis://redis.example.com:6379/
@@ -61,152 +101,141 @@ pubsub: # Redis server configuration for pubsub cluster
     - redis://redis.example.com:6379/
 
 pushSchedulerCluster: # Redis server configuration for push scheduler cluster
-  urls:
-    - redis://redis.example.com:6379/
+  configurationUri: redis://redis.example.com:6379/
 
 rateLimitersCluster: # Redis server configuration for rate limiters cluster
-  urls:
-    - redis://redis.example.com:6379/
+  configurationUri: redis://redis.example.com:6379/
 
 directory:
   client: # Configuration for interfacing with Contact Discovery Service cluster
-    userAuthenticationTokenSharedSecret: # hex-encoded secret shared with CDS used to generate auth tokens for Signal users
-    userAuthenticationTokenUserIdSecret: # hex-encoded secret shared among Signal-Servers to obscure user phone numbers from CDS
+    userAuthenticationTokenSharedSecret: 00000f # hex-encoded secret shared with CDS used to generate auth tokens for Signal users
+    userAuthenticationTokenUserIdSecret: 00000f # hex-encoded secret shared among Signal-Servers to obscure user phone numbers from CDS
   sqs:
-    accessKey:      # AWS SQS accessKey
-    accessSecret:   # AWS SQS accessSecret
-    queueUrls:      # AWS SQS queue urls
+    accessKey: test     # AWS SQS accessKey
+    accessSecret: test  # AWS SQS accessSecret
+    queueUrls: # AWS SQS queue urls
       - https://sqs.example.com/directory.fifo
   server: # One or more CDS servers
-    - replicationName:               # CDS replication name
-      replicationUrl:                # CDS replication endpoint base url
-      replicationPassword:           # CDS replication endpoint password
-      replicationCaCertificate:      # CDS replication endpoint TLS certificate trust root
+    - replicationName: example           # CDS replication name
+      replicationUrl: cds.example.com    # CDS replication endpoint base url
+      replicationPassword: example       # CDS replication endpoint password
+      replicationCaCertificate: |        # CDS replication endpoint TLS certificate trust root
+        -----BEGIN CERTIFICATE-----
+        ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+        ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+        ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+        ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+        ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+        ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+        ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+        ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+        ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+        ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+        ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+        ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+        ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+        ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+        ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+        ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+        ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+        ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+        AAAAAAAAAAAAAAAAAAAA
+        -----END CERTIFICATE-----
 
 directoryV2:
   client: # Configuration for interfacing with Contact Discovery Service v2 cluster
-    userAuthenticationTokenSharedSecret: # base64-encoded secret shared with CDS to generate auth tokens for Signal users
+    userAuthenticationTokenSharedSecret: abcdefghijklmnopqrstuvwxyz0123456789ABCDEFG= # base64-encoded secret shared with CDS to generate auth tokens for Signal users
 
 messageCache: # Redis server configuration for message store cache
-  persistDelayMinutes:
-
+  persistDelayMinutes: 1
   cluster:
-    urls:
-      - redis://redis.example.com:6379/
+    configurationUri: redis://redis.example.com:6379/
 
 metricsCluster:
-  urls:
-    - redis://redis.example.com:6379/
-
-messageDynamoDb: # DynamoDB table configuration
-  region:
-  tableName:
-
-keysDynamoDb: # DynamoDB table configuration
-  region:
-  tableName:
-
-accountsDynamoDb: # DynamoDB table configuration
-  region:
-  tableName:
-  phoneNumberTableName:
-
-deletedAccountsDynamoDb: # DynamoDb table configuration
-  region:
-  tableName:
-  needsReconciliationIndexName:
-
-deletedAccountsLockDynamoDb: # DynamoDb table configuration
-  region:
-  tableName:
-
-redeemedReceiptsDynamoDb: # DynamoDB table configuration
-  region:
-  tableName:
-  expirationTime: # ISO8601 Duration
-
-migrationDeletedAccountsDynamoDb: # DynamoDB table configuration
-  region:
-  tableName:
-
-migrationRetryAccountsDynamoDb: # DynamoDB table configuration
-  region:
-  tableName:
-
-pendingAccountsDynamoDb: # DynamoDB table configuration
-  region:
-  tableName:
-
-pendingDevicesDynamoDb: # DynamoDB table configuration
-  region:
-  tableName:
-
-pushChallengeDynamoDb: # DynamoDB table configuration
-  region:
-  tableName:
-
-reportMessageDynamoDb: # DynamoDB table configuration
-  region:
-  tableName:
+  configurationUri: redis://redis.example.com:6379/
 
 awsAttachments: # AWS S3 configuration
-  accessKey:
-  accessSecret:
-  bucket:
-  region:
+  accessKey: test
+  accessSecret: test
+  bucket: aws-attachments
+  region: us-west-2
 
 gcpAttachments: # GCP Storage configuration
-  domain:
-  email:
-  maxSizeInBytes:
+  domain: example.com
+  email: user@example.cocm
+  maxSizeInBytes: 1024
   pathPrefix:
-  rsaSigningKey:
+  rsaSigningKey: |
+    -----BEGIN PRIVATE KEY-----
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    AAAAAAAA
+    -----END PRIVATE KEY-----
 
 abuseDatabase: # Postgresql database configuration
   driverClass: org.postgresql.Driver
-  user:
-  password:
-  url:
-
-accountsDatabase: # Postgresql database configuration
-  driverClass: org.postgresql.Driver
-  user:
-  password:
-  url:
+  user: example
+  password: password
+  url: jdbc:postgresql://example.com:5432/abusedb
 
 accountDatabaseCrawler:
-  chunkSize: # accounts per run
-  chunkIntervalMs: # time per run
-
-dynamoDbMigrationCrawler:
-  chunkSize: # accounts per run
-  chunkIntervalMs: # time per run
+  chunkSize: 10           # accounts per run
+  chunkIntervalMs: 60000  # time per run
 
 apn: # Apple Push Notifications configuration
   sandbox: true
-  bundleId:
-  keyId:
-  teamId:
-  signingKey:
+  bundleId: com.example.textsecuregcm
+  keyId: unset
+  teamId: unset
+  signingKey: |
+    -----BEGIN PRIVATE KEY-----
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    AAAAAAAA
+    -----END PRIVATE KEY-----
 
 gcm: # GCM Configuration
-  senderId:
-  apiKey:
+  senderId: 123456789
+  apiKey: unset
 
 cdn:
-  accessKey: # AWS Access Key ID
-  accessSecret: # AWS Access Secret
-  bucket: # S3 Bucket name
-  region: # AWS region
+  accessKey: test    # AWS Access Key ID
+  accessSecret: test # AWS Access Secret
+  bucket: cdn        # S3 Bucket name
+  region: us-west-2  # AWS region
 
 datadog:
-  apiKey:
-  environment:
+  apiKey: unset
+  environment: dev
 
 unidentifiedDelivery:
-  certificate:
-  privateKey:
-  expiresDays:
+  certificate: ABCD1234
+  privateKey: ABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789AAAAAAA
+  expiresDays: 7
 
 voiceVerification:
   url: https://cdn-ca.signal.org/verification/
@@ -214,33 +243,74 @@ voiceVerification:
     - en
 
 recaptcha:
-  secret:
+  secret: unset
 
 recaptchaV2:
-  siteKey:
-  scoreFloor:
-  projectPath:
-  credentialConfigurationJson:
+  siteKey: unset
+  scoreFloor: 1.0
+  projectPath: projects/example
+  credentialConfigurationJson: "{ }" # service account configuration for backend authentication
 
 storageService:
-  uri:
-  userAuthenticationTokenSharedSecret:
-  storageCaCertificate:
+  uri: storage.example.com
+  userAuthenticationTokenSharedSecret: 00000f
+  storageCaCertificate: |
+    -----BEGIN CERTIFICATE-----
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    AAAAAAAAAAAAAAAAAAAA
+    -----END CERTIFICATE-----
 
 backupService:
-  uri:
-  userAuthenticationTokenSharedSecret:
-  backupCaCertificate:
+  uri: backup.example.com
+  userAuthenticationTokenSharedSecret: 00000f
+  backupCaCertificate: |
+    -----BEGIN CERTIFICATE-----
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+    AAAAAAAAAAAAAAAAAAAA
+    -----END CERTIFICATE-----
 
 zkConfig:
-  serverPublic:
-  serverSecret:
-  enabled:
+  serverPublic: ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyz
+  serverSecret: ABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ/0123456789+abcdefghijklmnopqrstuvwxyzAA==
 
 appConfig:
-  application:
-  environment:
-  configuration:
+  application: example
+  environment: example
+  configuration: example
 
 remoteConfig:
   authorizedTokens:
@@ -249,48 +319,64 @@ remoteConfig:
     - # ...
     - # Nth authorized token
   globalConfig: # keys and values that are given to clients on GET /v1/config
-
+    EXAMPLE_KEY: VALUE
 
 paymentsService:
-  userAuthenticationTokenSharedSecret: # hex-encoded 32-byte secret shared with MobileCoin services used to generate auth tokens for Signal users
-  fixerApiKey:
+  userAuthenticationTokenSharedSecret: 0000000f0000000f0000000f0000000f0000000f0000000f0000000f0000000f # hex-encoded 32-byte secret shared with MobileCoin services used to generate auth tokens for Signal users
+  fixerApiKey: unset
   paymentCurrencies:
-    -
-
-torExitNodeList:
-  s3Region:
-  s3Bucket:
-  objectKey:
-  maxSize:
-
-asnTable:
-  s3Region:
-  s3Bucket:
-  objectKey:
-  maxSize:
+    # list of symbols for supported currencies
+    - MOB
 
 donation:
-  uri: # value
+  uri: donation.example.com # value
   supportedCurrencies:
     - # 1st supported currency
     - # 2nd supported currency
     - # ...
     - # Nth supported currency
-  circuitBreaker:
-    failureRateThreshold: # value
-    ringBufferSizeInHalfOpenState: # value
-    ringBufferSizeInClosedState: # value
-    waitDurationInOpenStateInSeconds: # value
-  retry:
-    maxAttempts: # value
-    waitDuration: # value
 
 badges:
   badges:
     - id: TEST
-      imageUrl: https://example.com/test-badge
       category: other
+      sprites: # exactly 6
+        - sprite-1.png
+        - sprite-2.png
+        - sprite-3.png
+        - sprite-4.png
+        - sprite-5.png
+        - sprite-6.png
+      svg: example.svg
+      svgs:
+        - light: example-light.svg
+          dark: example-dark.svg
   badgeIdsEnabledForAll:
     - TEST
   receiptLevels:
     '1': TEST
+
+subscription: # configuration for Stripe subscriptions
+  badgeGracePeriod: P15D
+  levels:
+    500:
+      badge: EXAMPLE
+      prices:
+        # list of ISO 4217 currency codes and amounts for the given badge level
+        xts:
+          amount: '10'
+          id: price_example # stripe ID
+
+boost:
+  level: 1
+  expiration: P90D
+  badge: EXAMPLE
+  currencies:
+    # ISO 4217 currency codes and amounts in those currencies
+    xts:
+      - '1'
+      - '2'
+      - '4'
+      - '8'
+      - '20'
+      - '40'

service/pom.xml

@@ -10,19 +10,6 @@
   <modelVersion>4.0.0</modelVersion>
   <artifactId>service</artifactId>
 
-  <pluginRepositories>
-    <pluginRepository>
-      <id>ossrh-snapshots</id>
-      <url>https://oss.sonatype.org/content/repositories/snapshots</url>
-      <releases>
-        <enabled>false</enabled>
-      </releases>
-      <snapshots>
-        <enabled>true</enabled>
-      </snapshots>
-    </pluginRepository>
-  </pluginRepositories>
-
   <dependencies>
     <dependency>
       <groupId>jakarta.servlet</groupId>
@@ -55,7 +42,7 @@
     <dependency>
       <groupId>org.signal</groupId>
       <artifactId>zkgroup-java</artifactId>
-      <version>0.8.2</version>
+      <version>0.9.0</version>
     </dependency>
     <dependency>
       <groupId>org.whispersystems</groupId>
@@ -382,9 +369,9 @@
     </dependency>
 
     <dependency>
-      <groupId>com.opentable.components</groupId>
-      <artifactId>otj-pg-embedded</artifactId>
-      <version>0.13.3</version>
+      <groupId>io.zonky.test</groupId>
+      <artifactId>embedded-postgres</artifactId>
+      <version>1.3.1</version>
       <scope>test</scope>
     </dependency>
 
@@ -420,7 +407,6 @@
     <dependency>
       <groupId>org.signal</groupId>
       <artifactId>embedded-redis</artifactId>
-      <version>0.8.1</version>
       <scope>test</scope>
     </dependency>
 
@@ -593,6 +579,28 @@
           </execution>
         </executions>
       </plugin>
+
+      <plugin>
+        <groupId>org.codehaus.mojo</groupId>
+        <artifactId>exec-maven-plugin</artifactId>
+        <version>3.0.0</version>
+        <executions>
+          <execution>
+            <id>check-all-service-config</id>
+            <phase>verify</phase>
+            <goals>
+              <goal>java</goal>
+            </goals>
+          </execution>
+        </executions>
+        <configuration>
+          <mainClass>org.whispersystems.textsecuregcm.CheckServiceConfigurations</mainClass>
+          <classpathScope>test</classpathScope>
+          <arguments>
+            <argument>${project.basedir}/config</argument>
+          </arguments>
+        </configuration>
+      </plugin>
     </plugins>
   </build>
 </project>

service/src/main/java/org/whispersystems/textsecuregcm/WhisperServerConfiguration.java

@@ -15,8 +15,6 @@ import javax.validation.Valid;
 import javax.validation.constraints.NotNull;
 import org.whispersystems.textsecuregcm.configuration.AbusiveMessageFilterConfiguration;
 import org.whispersystems.textsecuregcm.configuration.AccountDatabaseCrawlerConfiguration;
-import org.whispersystems.textsecuregcm.configuration.AccountsDatabaseConfiguration;
-import org.whispersystems.textsecuregcm.configuration.AccountsDynamoDbConfiguration;
 import org.whispersystems.textsecuregcm.configuration.ApnConfiguration;
 import org.whispersystems.textsecuregcm.configuration.AppConfigConfiguration;
 import org.whispersystems.textsecuregcm.configuration.AwsAttachmentsConfiguration;
@@ -25,18 +23,15 @@ import org.whispersystems.textsecuregcm.configuration.BoostConfiguration;
 import org.whispersystems.textsecuregcm.configuration.CdnConfiguration;
 import org.whispersystems.textsecuregcm.configuration.DatabaseConfiguration;
 import org.whispersystems.textsecuregcm.configuration.DatadogConfiguration;
-import org.whispersystems.textsecuregcm.configuration.DeletedAccountsDynamoDbConfiguration;
 import org.whispersystems.textsecuregcm.configuration.DirectoryConfiguration;
 import org.whispersystems.textsecuregcm.configuration.DirectoryV2Configuration;
 import org.whispersystems.textsecuregcm.configuration.DonationConfiguration;
 import org.whispersystems.textsecuregcm.configuration.DynamoDbClientConfiguration;
-import org.whispersystems.textsecuregcm.configuration.DynamoDbConfiguration;
 import org.whispersystems.textsecuregcm.configuration.DynamoDbTables;
 import org.whispersystems.textsecuregcm.configuration.GcmConfiguration;
 import org.whispersystems.textsecuregcm.configuration.GcpAttachmentsConfiguration;
 import org.whispersystems.textsecuregcm.configuration.MaxDeviceConfiguration;
 import org.whispersystems.textsecuregcm.configuration.MessageCacheConfiguration;
-import org.whispersystems.textsecuregcm.configuration.MessageDynamoDbConfiguration;
 import org.whispersystems.textsecuregcm.configuration.PaymentsServiceConfiguration;
 import org.whispersystems.textsecuregcm.configuration.PushConfiguration;
 import org.whispersystems.textsecuregcm.configuration.RateLimitsConfiguration;
@@ -156,56 +151,6 @@ public class WhisperServerConfiguration extends Configuration {
   @JsonProperty
   private RedisClusterConfiguration clientPresenceCluster;
 
-  @Valid
-  @NotNull
-  @JsonProperty
-  private MessageDynamoDbConfiguration messageDynamoDb;
-
-  @Valid
-  @NotNull
-  @JsonProperty
-  private DynamoDbConfiguration keysDynamoDb;
-
-  @Valid
-  @NotNull
-  @JsonProperty
-  private AccountsDynamoDbConfiguration accountsDynamoDb;
-
-  @Valid
-  @NotNull
-  @JsonProperty
-  private DynamoDbConfiguration phoneNumberIdentifiersDynamoDb;
-
-  @Valid
-  @NotNull
-  @JsonProperty
-  private DeletedAccountsDynamoDbConfiguration deletedAccountsDynamoDb;
-
-  @Valid
-  @NotNull
-  @JsonProperty
-  private DynamoDbConfiguration deletedAccountsLockDynamoDb;
-
-  @Valid
-  @NotNull
-  @JsonProperty
-  private DynamoDbConfiguration pushChallengeDynamoDb;
-
-  @Valid
-  @NotNull
-  @JsonProperty
-  private DynamoDbConfiguration reportMessageDynamoDb;
-
-  @Valid
-  @NotNull
-  @JsonProperty
-  private DynamoDbConfiguration pendingAccountsDynamoDb;
-
-  @Valid
-  @NotNull
-  @JsonProperty
-  private DynamoDbConfiguration pendingDevicesDynamoDb;
-
   @Valid
   @NotNull
   @JsonProperty
@@ -221,11 +166,6 @@ public class WhisperServerConfiguration extends Configuration {
   @JsonProperty
   private List<MaxDeviceConfiguration> maxDevices = new LinkedList<>();
 
-  @Valid
-  @NotNull
-  @JsonProperty
-  private AccountsDatabaseConfiguration accountsDatabase;
-
   @Valid
   @NotNull
   @JsonProperty
@@ -429,38 +369,10 @@ public class WhisperServerConfiguration extends Configuration {
     return rateLimitersCluster;
   }
 
-  public MessageDynamoDbConfiguration getMessageDynamoDbConfiguration() {
-    return messageDynamoDb;
-  }
-
-  public DynamoDbConfiguration getKeysDynamoDbConfiguration() {
-    return keysDynamoDb;
-  }
-
-  public AccountsDynamoDbConfiguration getAccountsDynamoDbConfiguration() {
-    return accountsDynamoDb;
-  }
-
-  public DynamoDbConfiguration getPhoneNumberIdentifiersDynamoDbConfiguration() {
-    return phoneNumberIdentifiersDynamoDb;
-  }
-
-  public DeletedAccountsDynamoDbConfiguration getDeletedAccountsDynamoDbConfiguration() {
-    return deletedAccountsDynamoDb;
-  }
-
-  public DynamoDbConfiguration getDeletedAccountsLockDynamoDbConfiguration() {
-    return deletedAccountsLockDynamoDb;
-  }
-
   public DatabaseConfiguration getAbuseDatabaseConfiguration() {
     return abuseDatabase;
   }
 
-  public AccountsDatabaseConfiguration getAccountsDatabaseConfiguration() {
-    return accountsDatabase;
-  }
-
   public RateLimitsConfiguration getLimitsConfiguration() {
     return limits;
   }
@@ -535,22 +447,6 @@ public class WhisperServerConfiguration extends Configuration {
     return appConfig;
   }
 
-  public DynamoDbConfiguration getPushChallengeDynamoDbConfiguration() {
-    return pushChallengeDynamoDb;
-  }
-
-  public DynamoDbConfiguration getReportMessageDynamoDbConfiguration() {
-    return reportMessageDynamoDb;
-  }
-
-  public DynamoDbConfiguration getPendingAccountsDynamoDbConfiguration() {
-    return pendingAccountsDynamoDb;
-  }
-
-  public DynamoDbConfiguration getPendingDevicesDynamoDbConfiguration() {
-    return pendingDevicesDynamoDb;
-  }
-
   public DonationConfiguration getDonationConfiguration() {
     return donation;
   }

service/src/main/java/org/whispersystems/textsecuregcm/WhisperServerService.java

@@ -24,7 +24,6 @@ import io.dropwizard.auth.PolymorphicAuthDynamicFeature;
 import io.dropwizard.auth.PolymorphicAuthValueFactoryProvider;
 import io.dropwizard.auth.basic.BasicCredentialAuthFilter;
 import io.dropwizard.auth.basic.BasicCredentials;
-import io.dropwizard.db.DataSourceFactory;
 import io.dropwizard.db.PooledDataSourceFactory;
 import io.dropwizard.jdbi3.JdbiFactory;
 import io.dropwizard.setup.Bootstrap;
@@ -67,6 +66,7 @@ import org.slf4j.LoggerFactory;
 import org.whispersystems.dispatch.DispatchManager;
 import org.whispersystems.textsecuregcm.abuse.AbusiveMessageFilter;
 import org.whispersystems.textsecuregcm.abuse.FilterAbusiveMessages;
+import org.whispersystems.textsecuregcm.abuse.RateLimitChallengeListener;
 import org.whispersystems.textsecuregcm.auth.AccountAuthenticator;
 import org.whispersystems.textsecuregcm.auth.AuthenticatedAccount;
 import org.whispersystems.textsecuregcm.auth.CertificateGenerator;
@@ -79,6 +79,7 @@ import org.whispersystems.textsecuregcm.badges.ConfiguredProfileBadgeConverter;
 import org.whispersystems.textsecuregcm.badges.ResourceBundleLevelTranslator;
 import org.whispersystems.textsecuregcm.configuration.DirectoryServerConfiguration;
 import org.whispersystems.textsecuregcm.configuration.dynamic.DynamicConfiguration;
+import org.whispersystems.textsecuregcm.controllers.AcceptNumericOnlineFlagRequestFilter;
 import org.whispersystems.textsecuregcm.controllers.AccountController;
 import org.whispersystems.textsecuregcm.controllers.AttachmentControllerV1;
 import org.whispersystems.textsecuregcm.controllers.AttachmentControllerV2;
@@ -108,12 +109,11 @@ import org.whispersystems.textsecuregcm.experiment.ExperimentEnrollmentManager;
 import org.whispersystems.textsecuregcm.filters.ContentLengthFilter;
 import org.whispersystems.textsecuregcm.filters.RemoteDeprecationFilter;
 import org.whispersystems.textsecuregcm.filters.TimestampResponseFilter;
-import org.whispersystems.textsecuregcm.limits.PreKeyRateLimiter;
+import org.whispersystems.textsecuregcm.limits.DynamicRateLimiters;
 import org.whispersystems.textsecuregcm.limits.PushChallengeManager;
 import org.whispersystems.textsecuregcm.limits.RateLimitChallengeManager;
-import org.whispersystems.textsecuregcm.limits.RateLimitResetMetricsManager;
+import org.whispersystems.textsecuregcm.limits.RateLimitChallengeOptionManager;
 import org.whispersystems.textsecuregcm.limits.RateLimiters;
-import org.whispersystems.textsecuregcm.limits.UnsealedSenderRateLimiter;
 import org.whispersystems.textsecuregcm.liquibase.NameableMigrationsBundle;
 import org.whispersystems.textsecuregcm.mappers.CompletionExceptionMapper;
 import org.whispersystems.textsecuregcm.mappers.DeviceLimitExceededExceptionMapper;
@@ -170,7 +170,6 @@ import org.whispersystems.textsecuregcm.storage.AccountDatabaseCrawlerCache;
 import org.whispersystems.textsecuregcm.storage.AccountDatabaseCrawlerListener;
 import org.whispersystems.textsecuregcm.storage.Accounts;
 import org.whispersystems.textsecuregcm.storage.AccountsManager;
-import org.whispersystems.textsecuregcm.storage.AssignPhoneNumberIdentifierCrawlerListener;
 import org.whispersystems.textsecuregcm.storage.ContactDiscoveryWriter;
 import org.whispersystems.textsecuregcm.storage.DeletedAccounts;
 import org.whispersystems.textsecuregcm.storage.DeletedAccountsDirectoryReconciler;
@@ -181,7 +180,7 @@ import org.whispersystems.textsecuregcm.storage.DirectoryReconciliationClient;
 import org.whispersystems.textsecuregcm.storage.DynamicConfigurationManager;
 import org.whispersystems.textsecuregcm.storage.FaultTolerantDatabase;
 import org.whispersystems.textsecuregcm.storage.IssuedReceiptsManager;
-import org.whispersystems.textsecuregcm.storage.KeysDynamoDb;
+import org.whispersystems.textsecuregcm.storage.Keys;
 import org.whispersystems.textsecuregcm.storage.MessagePersister;
 import org.whispersystems.textsecuregcm.storage.MessagesCache;
 import org.whispersystems.textsecuregcm.storage.MessagesDynamoDb;
@@ -201,8 +200,6 @@ import org.whispersystems.textsecuregcm.storage.ReportMessageManager;
 import org.whispersystems.textsecuregcm.storage.ReservedUsernames;
 import org.whispersystems.textsecuregcm.storage.StoredVerificationCodeManager;
 import org.whispersystems.textsecuregcm.storage.SubscriptionManager;
-import org.whispersystems.textsecuregcm.storage.Usernames;
-import org.whispersystems.textsecuregcm.storage.UsernamesManager;
 import org.whispersystems.textsecuregcm.storage.VerificationCodeStore;
 import org.whispersystems.textsecuregcm.stripe.StripeManager;
 import org.whispersystems.textsecuregcm.util.Constants;
@@ -214,9 +211,11 @@ import org.whispersystems.textsecuregcm.websocket.AuthenticatedConnectListener;
 import org.whispersystems.textsecuregcm.websocket.DeadLetterHandler;
 import org.whispersystems.textsecuregcm.websocket.ProvisioningConnectListener;
 import org.whispersystems.textsecuregcm.websocket.WebSocketAccountAuthenticator;
+import org.whispersystems.textsecuregcm.workers.AssignUsernameCommand;
 import org.whispersystems.textsecuregcm.workers.CertificateCommand;
 import org.whispersystems.textsecuregcm.workers.CheckDynamicConfigurationCommand;
 import org.whispersystems.textsecuregcm.workers.DeleteUserCommand;
+import org.whispersystems.textsecuregcm.workers.ReserveUsernameCommand;
 import org.whispersystems.textsecuregcm.workers.ServerVersionCommand;
 import org.whispersystems.textsecuregcm.workers.SetCrawlerAccelerationTask;
 import org.whispersystems.textsecuregcm.workers.SetRequestLoggingEnabledTask;
@@ -243,13 +242,8 @@ public class WhisperServerService extends Application<WhisperServerConfiguration
     bootstrap.addCommand(new ServerVersionCommand());
     bootstrap.addCommand(new CheckDynamicConfigurationCommand());
     bootstrap.addCommand(new SetUserDiscoverabilityCommand());
-
-    bootstrap.addBundle(new NameableMigrationsBundle<WhisperServerConfiguration>("accountdb", "accountsdb.xml") {
-      @Override
-      public DataSourceFactory getDataSourceFactory(WhisperServerConfiguration configuration) {
-        return configuration.getAccountsDatabaseConfiguration();
-      }
-    });
+    bootstrap.addCommand(new ReserveUsernameCommand());
+    bootstrap.addCommand(new AssignUsernameCommand());
 
     bootstrap.addBundle(new NameableMigrationsBundle<WhisperServerConfiguration>("abusedb", "abusedb.xml") {
       @Override
@@ -313,103 +307,79 @@ public class WhisperServerService extends Application<WhisperServerConfiguration
         headerControlledResourceBundleLookup);
 
     JdbiFactory jdbiFactory = new JdbiFactory(DefaultNameStrategy.CHECK_EMPTY);
-    Jdbi        accountJdbi = jdbiFactory.build(environment, config.getAccountsDatabaseConfiguration(), "accountdb");
-    Jdbi        abuseJdbi   = jdbiFactory.build(environment, config.getAbuseDatabaseConfiguration(), "abusedb"  );
+    Jdbi abuseJdbi = jdbiFactory.build(environment, config.getAbuseDatabaseConfiguration(), "abusedb");
 
-    FaultTolerantDatabase accountDatabase = new FaultTolerantDatabase("accounts_database", accountJdbi, config.getAccountsDatabaseConfiguration().getCircuitBreakerConfiguration());
-    FaultTolerantDatabase abuseDatabase   = new FaultTolerantDatabase("abuse_database", abuseJdbi, config.getAbuseDatabaseConfiguration().getCircuitBreakerConfiguration());
+    FaultTolerantDatabase abuseDatabase = new FaultTolerantDatabase("abuse_database", abuseJdbi,
+        config.getAbuseDatabaseConfiguration().getCircuitBreakerConfiguration());
 
     DynamoDbAsyncClient dynamoDbAsyncClient = DynamoDbFromConfig.asyncClient(
         config.getDynamoDbClientConfiguration(),
         software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
 
-    DynamoDbClient messageDynamoDb = DynamoDbFromConfig.client(config.getMessageDynamoDbConfiguration(),
-        software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
-
-    DynamoDbClient preKeyDynamoDb = DynamoDbFromConfig.client(config.getKeysDynamoDbConfiguration(),
-        software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
-
-    DynamoDbClient accountsDynamoDbClient = DynamoDbFromConfig.client(config.getAccountsDynamoDbConfiguration(),
-        software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
-
-    DynamoDbClient phoneNumberIdentifiersDynamoDbClient =
-        DynamoDbFromConfig.client(config.getPhoneNumberIdentifiersDynamoDbConfiguration(),
-            software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
-
-    DynamoDbClient deletedAccountsDynamoDbClient = DynamoDbFromConfig.client(config.getDeletedAccountsDynamoDbConfiguration(),
-        software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
-
-    DynamoDbClient pushChallengeDynamoDbClient = DynamoDbFromConfig.client(
-        config.getPushChallengeDynamoDbConfiguration(),
-        software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
-
-    DynamoDbClient reportMessageDynamoDbClient = DynamoDbFromConfig.client(
-        config.getReportMessageDynamoDbConfiguration(),
-        software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
-
-    DynamoDbClient pendingAccountsDynamoDbClient = DynamoDbFromConfig.client(
-        config.getPendingAccountsDynamoDbConfiguration(),
-        software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
-
-    DynamoDbClient pendingDevicesDynamoDbClient = DynamoDbFromConfig.client(
-        config.getPendingDevicesDynamoDbConfiguration(),
+    DynamoDbClient dynamoDbClient = DynamoDbFromConfig.client(
+        config.getDynamoDbClientConfiguration(),
         software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
 
     AmazonDynamoDB deletedAccountsLockDynamoDbClient = AmazonDynamoDBClientBuilder.standard()
-        .withRegion(config.getDeletedAccountsLockDynamoDbConfiguration().getRegion())
+        .withRegion(config.getDynamoDbClientConfiguration().getRegion())
         .withClientConfiguration(new ClientConfiguration().withClientExecutionTimeout(
-                ((int) config.getDeletedAccountsLockDynamoDbConfiguration().getClientExecutionTimeout().toMillis()))
+                ((int) config.getDynamoDbClientConfiguration().getClientExecutionTimeout().toMillis()))
             .withRequestTimeout(
-                (int) config.getDeletedAccountsLockDynamoDbConfiguration().getClientRequestTimeout().toMillis()))
+                (int) config.getDynamoDbClientConfiguration().getClientRequestTimeout().toMillis()))
         .withCredentials(InstanceProfileCredentialsProvider.getInstance())
         .build();
 
-    DeletedAccounts deletedAccounts = new DeletedAccounts(deletedAccountsDynamoDbClient,
-        config.getDeletedAccountsDynamoDbConfiguration().getTableName(),
-        config.getDeletedAccountsDynamoDbConfiguration().getNeedsReconciliationIndexName());
+    DeletedAccounts deletedAccounts = new DeletedAccounts(dynamoDbClient,
+        config.getDynamoDbTables().getDeletedAccounts().getTableName(),
+        config.getDynamoDbTables().getDeletedAccounts().getNeedsReconciliationIndexName());
 
-    Accounts accounts = new Accounts(accountsDynamoDbClient,
-        config.getAccountsDynamoDbConfiguration().getTableName(),
-        config.getAccountsDynamoDbConfiguration().getPhoneNumberTableName(),
-        config.getAccountsDynamoDbConfiguration().getPhoneNumberIdentifierTableName(),
-        config.getAccountsDynamoDbConfiguration().getScanPageSize());
-    PhoneNumberIdentifiers phoneNumberIdentifiers = new PhoneNumberIdentifiers(phoneNumberIdentifiersDynamoDbClient,
-        config.getPhoneNumberIdentifiersDynamoDbConfiguration().getTableName());
-    Usernames usernames = new Usernames(accountDatabase);
-    ReservedUsernames reservedUsernames = new ReservedUsernames(accountDatabase);
-    Profiles profiles = new Profiles(accountDatabase);
-    KeysDynamoDb keysDynamoDb = new KeysDynamoDb(preKeyDynamoDb, config.getKeysDynamoDbConfiguration().getTableName());
-    MessagesDynamoDb messagesDynamoDb = new MessagesDynamoDb(messageDynamoDb,
-        config.getMessageDynamoDbConfiguration().getTableName(),
-        config.getMessageDynamoDbConfiguration().getTimeToLive());
+    DynamicConfigurationManager<DynamicConfiguration> dynamicConfigurationManager =
+        new DynamicConfigurationManager<>(config.getAppConfig().getApplication(),
+            config.getAppConfig().getEnvironment(),
+            config.getAppConfig().getConfigurationName(),
+            DynamicConfiguration.class);
+
+    Accounts accounts = new Accounts(dynamoDbClient,
+        config.getDynamoDbTables().getAccounts().getTableName(),
+        config.getDynamoDbTables().getAccounts().getPhoneNumberTableName(),
+        config.getDynamoDbTables().getAccounts().getPhoneNumberIdentifierTableName(),
+        config.getDynamoDbTables().getAccounts().getUsernamesTableName(),
+        config.getDynamoDbTables().getAccounts().getScanPageSize());
+    PhoneNumberIdentifiers phoneNumberIdentifiers = new PhoneNumberIdentifiers(dynamoDbClient,
+        config.getDynamoDbTables().getPhoneNumberIdentifiers().getTableName());
+    ReservedUsernames reservedUsernames = new ReservedUsernames(dynamoDbClient,
+        config.getDynamoDbTables().getReservedUsernames().getTableName());
+    Profiles profiles = new Profiles(dynamoDbClient, dynamoDbAsyncClient,
+        config.getDynamoDbTables().getProfiles().getTableName());
+    Keys keys = new Keys(dynamoDbClient, config.getDynamoDbTables().getKeys().getTableName());
+    MessagesDynamoDb messagesDynamoDb = new MessagesDynamoDb(dynamoDbClient,
+        config.getDynamoDbTables().getMessages().getTableName(),
+        config.getDynamoDbTables().getMessages().getExpiration());
     AbusiveHostRules abusiveHostRules = new AbusiveHostRules(abuseDatabase);
-    RemoteConfigs remoteConfigs = new RemoteConfigs(accountDatabase);
-    PushChallengeDynamoDb pushChallengeDynamoDb = new PushChallengeDynamoDb(pushChallengeDynamoDbClient, config.getPushChallengeDynamoDbConfiguration().getTableName());
-    ReportMessageDynamoDb reportMessageDynamoDb = new ReportMessageDynamoDb(reportMessageDynamoDbClient, config.getReportMessageDynamoDbConfiguration().getTableName(), config.getReportMessageConfiguration().getReportTtl());
-    VerificationCodeStore pendingAccounts = new VerificationCodeStore(pendingAccountsDynamoDbClient, config.getPendingAccountsDynamoDbConfiguration().getTableName());
-    VerificationCodeStore pendingDevices = new VerificationCodeStore(pendingDevicesDynamoDbClient, config.getPendingDevicesDynamoDbConfiguration().getTableName());
+    RemoteConfigs remoteConfigs = new RemoteConfigs(dynamoDbClient,
+        config.getDynamoDbTables().getRemoteConfig().getTableName());
+    PushChallengeDynamoDb pushChallengeDynamoDb = new PushChallengeDynamoDb(dynamoDbClient,
+        config.getDynamoDbTables().getPushChallenge().getTableName());
+    ReportMessageDynamoDb reportMessageDynamoDb = new ReportMessageDynamoDb(dynamoDbClient,
+        config.getDynamoDbTables().getReportMessage().getTableName(),
+        config.getReportMessageConfiguration().getReportTtl());
+    VerificationCodeStore pendingAccounts = new VerificationCodeStore(dynamoDbClient,
+        config.getDynamoDbTables().getPendingAccounts().getTableName());
+    VerificationCodeStore pendingDevices = new VerificationCodeStore(dynamoDbClient,
+        config.getDynamoDbTables().getPendingDevices().getTableName());
 
     RedisClientFactory  pubSubClientFactory = new RedisClientFactory("pubsub_cache", config.getPubsubCacheConfiguration().getUrl(), config.getPubsubCacheConfiguration().getReplicaUrls(), config.getPubsubCacheConfiguration().getCircuitBreakerConfiguration());
     ReplicatedJedisPool pubsubClient        = pubSubClientFactory.getRedisClientPool();
 
-    ClientResources generalCacheClientResources       = ClientResources.builder().build();
-    ClientResources messageCacheClientResources       = ClientResources.builder().build();
-    ClientResources presenceClientResources           = ClientResources.builder().build();
-    ClientResources metricsCacheClientResources       = ClientResources.builder().build();
-    ClientResources pushSchedulerCacheClientResources = ClientResources.builder().ioThreadPoolSize(4).build();
-    ClientResources rateLimitersCacheClientResources =  ClientResources.builder().build();
+    ClientResources redisClientResources = ClientResources.builder().build();
+    ConnectionEventLogger.logConnectionEvents(redisClientResources);
 
-    ConnectionEventLogger.logConnectionEvents(generalCacheClientResources);
-    ConnectionEventLogger.logConnectionEvents(messageCacheClientResources);
-    ConnectionEventLogger.logConnectionEvents(presenceClientResources);
-    ConnectionEventLogger.logConnectionEvents(metricsCacheClientResources);
-
-    FaultTolerantRedisCluster cacheCluster             = new FaultTolerantRedisCluster("main_cache_cluster", config.getCacheClusterConfiguration(), generalCacheClientResources);
-    FaultTolerantRedisCluster messagesCluster          = new FaultTolerantRedisCluster("messages_cluster", config.getMessageCacheConfiguration().getRedisClusterConfiguration(), messageCacheClientResources);
-    FaultTolerantRedisCluster clientPresenceCluster    = new FaultTolerantRedisCluster("client_presence_cluster", config.getClientPresenceClusterConfiguration(), presenceClientResources);
-    FaultTolerantRedisCluster metricsCluster           = new FaultTolerantRedisCluster("metrics_cluster", config.getMetricsClusterConfiguration(), metricsCacheClientResources);
-    FaultTolerantRedisCluster pushSchedulerCluster     = new FaultTolerantRedisCluster("push_scheduler", config.getPushSchedulerCluster(), pushSchedulerCacheClientResources);
-    FaultTolerantRedisCluster rateLimitersCluster      = new FaultTolerantRedisCluster("rate_limiters", config.getRateLimitersCluster(), rateLimitersCacheClientResources);
+    FaultTolerantRedisCluster cacheCluster             = new FaultTolerantRedisCluster("main_cache_cluster", config.getCacheClusterConfiguration(), redisClientResources);
+    FaultTolerantRedisCluster messagesCluster          = new FaultTolerantRedisCluster("messages_cluster", config.getMessageCacheConfiguration().getRedisClusterConfiguration(), redisClientResources);
+    FaultTolerantRedisCluster clientPresenceCluster    = new FaultTolerantRedisCluster("client_presence_cluster", config.getClientPresenceClusterConfiguration(), redisClientResources);
+    FaultTolerantRedisCluster metricsCluster           = new FaultTolerantRedisCluster("metrics_cluster", config.getMetricsClusterConfiguration(), redisClientResources);
+    FaultTolerantRedisCluster pushSchedulerCluster     = new FaultTolerantRedisCluster("push_scheduler", config.getPushSchedulerCluster(), redisClientResources);
+    FaultTolerantRedisCluster rateLimitersCluster      = new FaultTolerantRedisCluster("rate_limiters", config.getRateLimitersCluster(), redisClientResources);
 
     BlockingQueue<Runnable> keyspaceNotificationDispatchQueue = new ArrayBlockingQueue<>(10_000);
     Metrics.gaugeCollectionSize(name(getClass(), "keyspaceNotificationDispatchQueueSize"), Collections.emptyList(), keyspaceNotificationDispatchQueue);
@@ -431,7 +401,7 @@ public class WhisperServerService extends Application<WhisperServerConfiguration
         build();
 
     StripeManager stripeManager = new StripeManager(config.getStripe().getApiKey(), stripeExecutor,
-        config.getStripe().getIdempotencyKeyGenerator());
+        config.getStripe().getIdempotencyKeyGenerator(), config.getStripe().getBoostDescription());
 
     ExternalServiceCredentialGenerator directoryCredentialsGenerator = new ExternalServiceCredentialGenerator(
         config.getDirectoryConfiguration().getDirectoryClientConfiguration().getUserAuthenticationTokenSharedSecret(),
@@ -440,12 +410,6 @@ public class WhisperServerService extends Application<WhisperServerConfiguration
         config.getDirectoryV2Configuration().getDirectoryV2ClientConfiguration()
             .getUserAuthenticationTokenSharedSecret(), false);
 
-    DynamicConfigurationManager<DynamicConfiguration> dynamicConfigurationManager =
-        new DynamicConfigurationManager<>(config.getAppConfig().getApplication(),
-            config.getAppConfig().getEnvironment(),
-            config.getAppConfig().getConfigurationName(),
-            DynamicConfiguration.class);
-
     dynamicConfigurationManager.start();
 
     ExperimentEnrollmentManager experimentEnrollmentManager = new ExperimentEnrollmentManager(dynamicConfigurationManager);
@@ -466,24 +430,24 @@ public class WhisperServerService extends Application<WhisperServerConfiguration
     DirectoryQueue             directoryQueue             = new DirectoryQueue(config.getDirectoryConfiguration().getSqsConfiguration());
     StoredVerificationCodeManager pendingAccountsManager  = new StoredVerificationCodeManager(pendingAccounts);
     StoredVerificationCodeManager pendingDevicesManager   = new StoredVerificationCodeManager(pendingDevices);
-    UsernamesManager           usernamesManager           = new UsernamesManager(usernames, reservedUsernames, cacheCluster);
     ProfilesManager            profilesManager            = new ProfilesManager(profiles, cacheCluster);
     MessagesCache              messagesCache              = new MessagesCache(messagesCluster, messagesCluster, keyspaceNotificationDispatchExecutor);
     PushLatencyManager         pushLatencyManager         = new PushLatencyManager(metricsCluster, dynamicConfigurationManager);
     ReportMessageManager       reportMessageManager       = new ReportMessageManager(reportMessageDynamoDb, rateLimitersCluster, Metrics.globalRegistry, config.getReportMessageConfiguration().getCounterTtl());
     MessagesManager            messagesManager            = new MessagesManager(messagesDynamoDb, messagesCache, pushLatencyManager, reportMessageManager);
     DeletedAccountsManager deletedAccountsManager = new DeletedAccountsManager(deletedAccounts,
-        deletedAccountsLockDynamoDbClient, config.getDeletedAccountsLockDynamoDbConfiguration().getTableName());
+        deletedAccountsLockDynamoDbClient, config.getDynamoDbTables().getDeletedAccountsLock().getTableName());
     AccountsManager accountsManager = new AccountsManager(accounts, phoneNumberIdentifiers, cacheCluster,
-        deletedAccountsManager, directoryQueue, keysDynamoDb, messagesManager, usernamesManager, profilesManager,
+        deletedAccountsManager, directoryQueue, keys, messagesManager, reservedUsernames, profilesManager,
         pendingAccountsManager, secureStorageClient, secureBackupClient, clientPresenceManager, clock);
-    RemoteConfigsManager remoteConfigsManager = new RemoteConfigsManager(remoteConfigs);
+    RemoteConfigsManager       remoteConfigsManager       = new RemoteConfigsManager(remoteConfigs);
     DeadLetterHandler          deadLetterHandler          = new DeadLetterHandler(accountsManager, messagesManager);
     DispatchManager            dispatchManager            = new DispatchManager(pubSubClientFactory, Optional.of(deadLetterHandler));
     PubSubManager              pubSubManager              = new PubSubManager(pubsubClient, dispatchManager);
     APNSender                  apnSender                  = new APNSender(apnSenderExecutor, accountsManager, config.getApnConfiguration());
     GCMSender                  gcmSender                  = new GCMSender(gcmSenderExecutor, accountsManager, config.getGcmConfiguration().getApiKey());
-    RateLimiters               rateLimiters               = new RateLimiters(config.getLimitsConfiguration(), dynamicConfigurationManager, rateLimitersCluster);
+    RateLimiters               rateLimiters               = new RateLimiters(config.getLimitsConfiguration(), rateLimitersCluster);
+    DynamicRateLimiters        dynamicRateLimiters        = new DynamicRateLimiters(rateLimitersCluster, dynamicConfigurationManager);
     ProvisioningManager        provisioningManager        = new ProvisioningManager(pubSubManager);
     IssuedReceiptsManager issuedReceiptsManager = new IssuedReceiptsManager(
         config.getDynamoDbTables().getIssuedReceipts().getTableName(),
@@ -501,11 +465,6 @@ public class WhisperServerService extends Application<WhisperServerConfiguration
     AccountAuthenticator                  accountAuthenticator                  = new AccountAuthenticator(accountsManager);
     DisabledPermittedAccountAuthenticator disabledPermittedAccountAuthenticator = new DisabledPermittedAccountAuthenticator(accountsManager);
 
-    RateLimitResetMetricsManager rateLimitResetMetricsManager = new RateLimitResetMetricsManager(metricsCluster, Metrics.globalRegistry);
-
-    UnsealedSenderRateLimiter unsealedSenderRateLimiter = new UnsealedSenderRateLimiter(rateLimiters, rateLimitersCluster, dynamicConfigurationManager, rateLimitResetMetricsManager);
-    PreKeyRateLimiter preKeyRateLimiter = new PreKeyRateLimiter(rateLimiters, dynamicConfigurationManager, rateLimitResetMetricsManager);
-
     ApnFallbackManager       apnFallbackManager = new ApnFallbackManager(pushSchedulerCluster, apnSender, accountsManager);
     TwilioSmsSender          twilioSmsSender    = new TwilioSmsSender(config.getTwilioConfiguration(), dynamicConfigurationManager);
     SmsSender                smsSender          = new SmsSender(twilioSmsSender);
@@ -521,8 +480,9 @@ public class WhisperServerService extends Application<WhisperServerConfiguration
     TransitionalRecaptchaClient transitionalRecaptchaClient = new TransitionalRecaptchaClient(legacyRecaptchaClient, enterpriseRecaptchaClient);
     PushChallengeManager     pushChallengeManager = new PushChallengeManager(apnSender, gcmSender, pushChallengeDynamoDb);
     RateLimitChallengeManager rateLimitChallengeManager = new RateLimitChallengeManager(pushChallengeManager,
-        transitionalRecaptchaClient, preKeyRateLimiter, unsealedSenderRateLimiter, rateLimiters,
-        dynamicConfigurationManager);
+        transitionalRecaptchaClient, dynamicRateLimiters);
+    RateLimitChallengeOptionManager rateLimitChallengeOptionManager =
+        new RateLimitChallengeOptionManager(dynamicRateLimiters, dynamicConfigurationManager);
 
     MessagePersister messagePersister = new MessagePersister(messagesCache, messagesManager, accountsManager, dynamicConfigurationManager, Duration.ofMinutes(config.getMessageCacheConfiguration().getPersistDelayMinutes()));
 
@@ -545,7 +505,9 @@ public class WhisperServerService extends Application<WhisperServerConfiguration
 
     AccountDatabaseCrawlerCache directoryReconciliationAccountDatabaseCrawlerCache = new AccountDatabaseCrawlerCache(
         cacheCluster, AccountDatabaseCrawlerCache.DIRECTORY_RECONCILER_PREFIX);
-    AccountDatabaseCrawler directoryReconciliationAccountDatabaseCrawler = new AccountDatabaseCrawler(accountsManager,
+    AccountDatabaseCrawler directoryReconciliationAccountDatabaseCrawler = new AccountDatabaseCrawler(
+        "Reconciliation crawler",
+        accountsManager,
         directoryReconciliationAccountDatabaseCrawlerCache, directoryReconciliationAccountDatabaseCrawlerListeners,
         config.getAccountDatabaseCrawlerConfiguration().getChunkSize(),
         config.getAccountDatabaseCrawlerConfiguration().getChunkIntervalMs()
@@ -555,7 +517,6 @@ public class WhisperServerService extends Application<WhisperServerConfiguration
     final List<AccountDatabaseCrawlerListener> accountDatabaseCrawlerListeners = List.of(
         new NonNormalizedAccountCrawlerListener(accountsManager, metricsCluster),
         new ContactDiscoveryWriter(accountsManager),
-        new AssignPhoneNumberIdentifierCrawlerListener(accountsManager, phoneNumberIdentifiers),
         // PushFeedbackProcessor may update device properties
         new PushFeedbackProcessor(accountsManager),
         // delete accounts last
@@ -564,7 +525,8 @@ public class WhisperServerService extends Application<WhisperServerConfiguration
 
     AccountDatabaseCrawlerCache accountDatabaseCrawlerCache = new AccountDatabaseCrawlerCache(cacheCluster,
         AccountDatabaseCrawlerCache.GENERAL_PURPOSE_PREFIX);
-    AccountDatabaseCrawler accountDatabaseCrawler = new AccountDatabaseCrawler(accountsManager,
+    AccountDatabaseCrawler accountDatabaseCrawler = new AccountDatabaseCrawler("General-purpose account crawler",
+        accountsManager,
         accountDatabaseCrawlerCache, accountDatabaseCrawlerListeners,
         config.getAccountDatabaseCrawlerConfiguration().getChunkSize(),
         config.getAccountDatabaseCrawlerConfiguration().getChunkIntervalMs()
@@ -578,14 +540,12 @@ public class WhisperServerService extends Application<WhisperServerConfiguration
     CurrencyConversionManager currencyManager = new CurrencyConversionManager(fixerClient, ftxClient, config.getPaymentsServiceConfiguration().getPaymentCurrencies());
 
     apnSender.setApnFallbackManager(apnFallbackManager);
-    environment.lifecycle().manage(new ApplicationShutdownMonitor());
     environment.lifecycle().manage(apnFallbackManager);
     environment.lifecycle().manage(pubSubManager);
     environment.lifecycle().manage(messageSender);
     environment.lifecycle().manage(accountDatabaseCrawler);
     environment.lifecycle().manage(directoryReconciliationAccountDatabaseCrawler);
     environment.lifecycle().manage(deletedAccountsTableCrawler);
-    environment.lifecycle().manage(remoteConfigsManager);
     environment.lifecycle().manage(messagesCache);
     environment.lifecycle().manage(messagePersister);
     environment.lifecycle().manage(clientPresenceManager);
@@ -619,7 +579,12 @@ public class WhisperServerService extends Application<WhisperServerConfiguration
         .addFilter("RemoteDeprecationFilter", new RemoteDeprecationFilter(dynamicConfigurationManager))
         .addMappingForUrlPatterns(EnumSet.of(DispatcherType.REQUEST), false, "/*");
 
+    // TODO Remove on or after 2022-03-01
+    final AcceptNumericOnlineFlagRequestFilter acceptNumericOnlineFlagRequestFilter =
+        new AcceptNumericOnlineFlagRequestFilter("v1/messages/multi_recipient");
+
     environment.jersey().register(new ContentLengthFilter(TrafficSource.HTTP));
+    environment.jersey().register(acceptNumericOnlineFlagRequestFilter);
     environment.jersey().register(MultiRecipientMessageProvider.class);
     environment.jersey().register(new MetricsApplicationEventListener(TrafficSource.HTTP));
     environment.jersey()
@@ -641,17 +606,18 @@ public class WhisperServerService extends Application<WhisperServerConfiguration
             clientPresenceManager, retrySchedulingExecutor));
     webSocketEnvironment.jersey().register(new WebsocketRefreshApplicationEventListener(accountsManager, clientPresenceManager));
     webSocketEnvironment.jersey().register(new ContentLengthFilter(TrafficSource.WEBSOCKET));
+    webSocketEnvironment.jersey().register(acceptNumericOnlineFlagRequestFilter);
     webSocketEnvironment.jersey().register(MultiRecipientMessageProvider.class);
     webSocketEnvironment.jersey().register(new MetricsApplicationEventListener(TrafficSource.WEBSOCKET));
     webSocketEnvironment.jersey().register(new KeepAliveController(clientPresenceManager));
 
     // these should be common, but use @Auth DisabledPermittedAccount, which isn’t supported yet on websocket
     environment.jersey().register(
-        new AccountController(pendingAccountsManager, accountsManager, usernamesManager, abusiveHostRules, rateLimiters,
+        new AccountController(pendingAccountsManager, accountsManager, abusiveHostRules, rateLimiters,
             smsSender, dynamicConfigurationManager, turnTokenGenerator, config.getTestDevices(),
             transitionalRecaptchaClient, gcmSender, apnSender, backupCredentialsGenerator,
             verifyExperimentEnrollmentManager));
-    environment.jersey().register(new KeysController(rateLimiters, keysDynamoDb, accountsManager, preKeyRateLimiter, rateLimitChallengeManager));
+    environment.jersey().register(new KeysController(rateLimiters, keys, accountsManager));
 
     final List<Object> commonControllers = Lists.newArrayList(
         new AttachmentControllerV1(rateLimiters, config.getAwsAttachmentsConfiguration().getAccessKey(), config.getAwsAttachmentsConfiguration().getAccessSecret(), config.getAwsAttachmentsConfiguration().getBucket()),
@@ -659,15 +625,15 @@ public class WhisperServerService extends Application<WhisperServerConfiguration
         new AttachmentControllerV3(rateLimiters, config.getGcpAttachmentsConfiguration().getDomain(), config.getGcpAttachmentsConfiguration().getEmail(), config.getGcpAttachmentsConfiguration().getMaxSizeInBytes(), config.getGcpAttachmentsConfiguration().getPathPrefix(), config.getGcpAttachmentsConfiguration().getRsaSigningKey()),
         new CertificateController(new CertificateGenerator(config.getDeliveryCertificate().getCertificate(), config.getDeliveryCertificate().getPrivateKey(), config.getDeliveryCertificate().getExpiresDays()), zkAuthOperations),
         new ChallengeController(rateLimitChallengeManager),
-        new DeviceController(pendingDevicesManager, accountsManager, messagesManager, keysDynamoDb, rateLimiters, config.getMaxDevices()),
+        new DeviceController(pendingDevicesManager, accountsManager, messagesManager, keys, rateLimiters, config.getMaxDevices()),
         new DirectoryController(directoryCredentialsGenerator),
         new DirectoryV2Controller(directoryV2CredentialsGenerator),
         new DonationController(clock, zkReceiptOperations, redeemedReceiptsManager, accountsManager, config.getBadges(),
             ReceiptCredentialPresentation::new, stripeExecutor, config.getDonationConfiguration(), config.getStripe()),
-        new MessageController(rateLimiters, messageSender, receiptSender, accountsManager, messagesManager, unsealedSenderRateLimiter, apnFallbackManager,
-            rateLimitChallengeManager, reportMessageManager, multiRecipientMessageExecutor),
+        new MessageController(rateLimiters, messageSender, receiptSender, accountsManager, messagesManager, apnFallbackManager,
+            reportMessageManager, multiRecipientMessageExecutor),
         new PaymentsController(currencyManager, paymentsCredentialsGenerator),
-        new ProfileController(clock, rateLimiters, accountsManager, profilesManager, usernamesManager, dynamicConfigurationManager, profileBadgeConverter, config.getBadges(), cdnS3Client, profileCdnPolicyGenerator, profileCdnPolicySigner, config.getCdnConfiguration().getBucket(), zkProfileOperations),
+        new ProfileController(clock, rateLimiters, accountsManager, profilesManager, dynamicConfigurationManager, profileBadgeConverter, config.getBadges(), cdnS3Client, profileCdnPolicyGenerator, profileCdnPolicySigner, config.getCdnConfiguration().getBucket(), zkProfileOperations),
         new ProvisioningController(rateLimiters, provisioningManager),
         new RemoteConfigController(remoteConfigsManager, config.getRemoteConfigConfiguration().getAuthorizedTokens(), config.getRemoteConfigConfiguration().getGlobalConfig()),
         new SecureBackupController(backupCredentialsGenerator),
@@ -707,6 +673,11 @@ public class WhisperServerService extends Application<WhisperServerConfiguration
         log.warn("Abusive message filter {} not annotated with @FilterAbusiveMessages and will not be installed",
             filter.getClass().getName());
       }
+
+      if (filter instanceof RateLimitChallengeListener) {
+        log.info("Registered rate limit challenge listener: {}", filter.getClass().getName());
+        rateLimitChallengeManager.addListener((RateLimitChallengeListener) filter);
+      }
     }
 
     if (!registeredAbusiveMessageFilter) {
@@ -723,8 +694,8 @@ public class WhisperServerService extends Application<WhisperServerConfiguration
     registerCorsFilter(environment);
     registerExceptionMappers(environment, webSocketEnvironment, provisioningEnvironment);
 
-    RateLimitChallengeExceptionMapper rateLimitChallengeExceptionMapper = new RateLimitChallengeExceptionMapper(
-        rateLimitChallengeManager);
+    RateLimitChallengeExceptionMapper rateLimitChallengeExceptionMapper =
+        new RateLimitChallengeExceptionMapper(rateLimitChallengeOptionManager);
 
     environment.jersey().register(rateLimitChallengeExceptionMapper);
     webSocketEnvironment.jersey().register(rateLimitChallengeExceptionMapper);
@@ -753,6 +724,8 @@ public class WhisperServerService extends Application<WhisperServerConfiguration
 
     environment.healthChecks().register("cacheCluster", new RedisClusterHealthCheck(cacheCluster));
 
+    environment.lifecycle().manage(new ApplicationShutdownMonitor());
+
     environment.metrics().register(name(CpuUsageGauge.class, "cpu"), new CpuUsageGauge(3, TimeUnit.SECONDS));
     environment.metrics().register(name(FreeMemoryGauge.class, "free_memory"), new FreeMemoryGauge());
     environment.metrics().register(name(NetworkSentGauge.class, "bytes_sent"), new NetworkSentGauge());

service/src/main/java/org/whispersystems/textsecuregcm/abuse/RateLimitChallengeListener.java

@@ -0,0 +1,24 @@
+/*
+ * Copyright 2013-2021 Signal Messenger, LLC
+ * SPDX-License-Identifier: AGPL-3.0-only
+ */
+
+package org.whispersystems.textsecuregcm.abuse;
+
+
+import org.whispersystems.textsecuregcm.storage.Account;
+import java.io.IOException;
+
+public interface RateLimitChallengeListener {
+
+  void handleRateLimitChallengeAnswered(Account account);
+
+  /**
+   * Configures this rate limit challenge listener. This method will be called before the service begins processing any
+   * challenges.
+   *
+   * @param environmentName the name of the environment in which this listener is running (e.g. "staging" or "production")
+   * @throws IOException if the listener could not read its configuration source for any reason
+   */
+  void configure(String environmentName) throws IOException;
+}

service/src/main/java/org/whispersystems/textsecuregcm/abuse/RateLimitChallengeType.java

@@ -0,0 +1,12 @@
+/*
+ * Copyright 2013-2021 Signal Messenger, LLC
+ * SPDX-License-Identifier: AGPL-3.0-only
+ */
+
+package org.whispersystems.textsecuregcm.abuse;
+
+public enum RateLimitChallengeType {
+
+  PUSH_CHALLENGE,
+  RECAPTCHA
+}

service/src/main/java/org/whispersystems/textsecuregcm/auth/OptionalAccess.java

@@ -8,6 +8,8 @@ package org.whispersystems.textsecuregcm.auth;
 import org.whispersystems.textsecuregcm.storage.Account;
 import org.whispersystems.textsecuregcm.storage.Device;
 
+import javax.ws.rs.NotAuthorizedException;
+import javax.ws.rs.NotFoundException;
 import javax.ws.rs.WebApplicationException;
 import javax.ws.rs.core.Response;
 import java.security.MessageDigest;
@@ -36,9 +38,9 @@ public class OptionalAccess {
         }
 
         if (requestAccount.isPresent()) {
-          throw new WebApplicationException(Response.Status.NOT_FOUND);
+          throw new NotFoundException();
         } else {
-          throw new WebApplicationException(Response.Status.UNAUTHORIZED);
+          throw new NotAuthorizedException(Response.Status.UNAUTHORIZED);
         }
       }
     } catch (NumberFormatException e) {
@@ -56,7 +58,7 @@ public class OptionalAccess {
 
     //noinspection ConstantConditions
     if (requestAccount.isPresent() && (targetAccount.isEmpty() || (targetAccount.isPresent() && !targetAccount.get().isEnabled()))) {
-      throw new WebApplicationException(Response.Status.NOT_FOUND);
+      throw new NotFoundException();
     }
 
     if (accessKey.isPresent() && targetAccount.isPresent() && targetAccount.get().isEnabled() && targetAccount.get().isUnrestrictedUnidentifiedAccess()) {
@@ -72,7 +74,7 @@ public class OptionalAccess {
       return;
     }
 
-    throw new WebApplicationException(Response.Status.UNAUTHORIZED);
+    throw new NotAuthorizedException(Response.Status.UNAUTHORIZED);
   }
 
 }

service/src/main/java/org/whispersystems/textsecuregcm/auth/WebsocketRefreshRequestEventListener.java

@@ -5,10 +5,14 @@
 
 package org.whispersystems.textsecuregcm.auth;
 
-import java.util.Arrays;
-import java.util.concurrent.atomic.AtomicInteger;
+import static org.whispersystems.textsecuregcm.metrics.MetricsUtil.name;
+
 import io.micrometer.core.instrument.Counter;
 import io.micrometer.core.instrument.Metrics;
+import java.util.Arrays;
+import java.util.concurrent.atomic.AtomicInteger;
+import javax.ws.rs.container.ResourceInfo;
+import javax.ws.rs.core.Context;
 import org.glassfish.jersey.server.monitoring.RequestEvent;
 import org.glassfish.jersey.server.monitoring.RequestEvent.Type;
 import org.glassfish.jersey.server.monitoring.RequestEventListener;
@@ -16,11 +20,6 @@ import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 import org.whispersystems.textsecuregcm.push.ClientPresenceManager;
 
-import javax.ws.rs.container.ResourceInfo;
-import javax.ws.rs.core.Context;
-
-import static org.whispersystems.textsecuregcm.metrics.MetricsUtil.name;
-
 public class WebsocketRefreshRequestEventListener implements RequestEventListener {
 
   private final ClientPresenceManager clientPresenceManager;
@@ -60,7 +59,7 @@ public class WebsocketRefreshRequestEventListener implements RequestEventListene
           .forEach(pair -> {
             try {
               displacedDevices.incrementAndGet();
-              clientPresenceManager.displacePresence(pair.first(), pair.second());
+              clientPresenceManager.disconnectPresence(pair.first(), pair.second());
             } catch (final Exception e) {
               logger.error("Could not displace device presence", e);
             }

service/src/main/java/org/whispersystems/textsecuregcm/configuration/AccountsDatabaseConfiguration.java

@@ -1,23 +0,0 @@
-/*
- * Copyright 2021 Signal Messenger, LLC
- * SPDX-License-Identifier: AGPL-3.0-only
- */
-
-package org.whispersystems.textsecuregcm.configuration;
-
-import com.fasterxml.jackson.annotation.JsonProperty;
-
-import javax.validation.Valid;
-import javax.validation.constraints.NotNull;
-
-public class AccountsDatabaseConfiguration extends DatabaseConfiguration {
-
-    @JsonProperty
-    @NotNull
-    @Valid
-    private RetryConfiguration keyOperationRetry = new RetryConfiguration();
-
-    public RetryConfiguration getKeyOperationRetryConfiguration() {
-        return keyOperationRetry;
-    }
-}

service/src/main/java/org/whispersystems/textsecuregcm/configuration/AccountsDynamoDbConfiguration.java

@@ -1,31 +0,0 @@
-package org.whispersystems.textsecuregcm.configuration;
-
-import com.fasterxml.jackson.annotation.JsonProperty;
-import javax.validation.constraints.NotNull;
-
-public class AccountsDynamoDbConfiguration extends DynamoDbConfiguration {
-
-  @NotNull
-  private String phoneNumberTableName;
-
-  @NotNull
-  private String phoneNumberIdentifierTableName;
-
-  private int scanPageSize = 100;
-
-  @JsonProperty
-  public String getPhoneNumberTableName() {
-    return phoneNumberTableName;
-  }
-
-  @JsonProperty
-  public String getPhoneNumberIdentifierTableName() {
-    return phoneNumberIdentifierTableName;
-  }
-
-  @JsonProperty
-  public int getScanPageSize() {
-    return scanPageSize;
-  }
-
-}

service/src/main/java/org/whispersystems/textsecuregcm/configuration/AccountsTableConfiguration.java

@@ -0,0 +1,49 @@
+package org.whispersystems.textsecuregcm.configuration;
+
+import com.fasterxml.jackson.annotation.JsonCreator;
+import com.fasterxml.jackson.annotation.JsonProperty;
+import org.whispersystems.textsecuregcm.configuration.DynamoDbTables.Table;
+import javax.validation.constraints.NotBlank;
+
+public class AccountsTableConfiguration extends Table {
+
+  private final String phoneNumberTableName;
+  private final String phoneNumberIdentifierTableName;
+  private final String usernamesTableName;
+  private final int scanPageSize;
+
+  @JsonCreator
+  public AccountsTableConfiguration(
+      @JsonProperty("tableName") final String tableName,
+      @JsonProperty("phoneNumberTableName") final String phoneNumberTableName,
+      @JsonProperty("phoneNumberIdentifierTableName") final String phoneNumberIdentifierTableName,
+      @JsonProperty("usernamesTableName") final String usernamesTableName,
+      @JsonProperty("scanPageSize") final int scanPageSize) {
+
+    super(tableName);
+
+    this.phoneNumberTableName = phoneNumberTableName;
+    this.phoneNumberIdentifierTableName = phoneNumberIdentifierTableName;
+    this.usernamesTableName = usernamesTableName;
+    this.scanPageSize = scanPageSize;
+  }
+
+  @NotBlank
+  public String getPhoneNumberTableName() {
+    return phoneNumberTableName;
+  }
+
+  @NotBlank
+  public String getPhoneNumberIdentifierTableName() {
+    return phoneNumberIdentifierTableName;
+  }
+
+  @NotBlank
+  public String getUsernamesTableName() {
+    return usernamesTableName;
+  }
+
+  public int getScanPageSize() {
+    return scanPageSize;
+  }
+}

service/src/main/java/org/whispersystems/textsecuregcm/configuration/DeletedAccountsDynamoDbConfiguration.java

@@ -1,13 +0,0 @@
-package org.whispersystems.textsecuregcm.configuration;
-
-import javax.validation.constraints.NotNull;
-
-public class DeletedAccountsDynamoDbConfiguration extends DynamoDbConfiguration {
-
-  @NotNull
-  private String needsReconciliationIndexName;
-
-  public String getNeedsReconciliationIndexName() {
-    return needsReconciliationIndexName;
-  }
-}

service/src/main/java/org/whispersystems/textsecuregcm/configuration/DeletedAccountsTableConfiguration.java

@@ -0,0 +1,25 @@
+package org.whispersystems.textsecuregcm.configuration;
+
+import com.fasterxml.jackson.annotation.JsonCreator;
+import com.fasterxml.jackson.annotation.JsonProperty;
+import javax.validation.constraints.NotBlank;
+import org.whispersystems.textsecuregcm.configuration.DynamoDbTables.Table;
+
+public class DeletedAccountsTableConfiguration extends Table {
+
+  private final String needsReconciliationIndexName;
+
+  @JsonCreator
+  public DeletedAccountsTableConfiguration(
+      @JsonProperty("tableName") final String tableName,
+      @JsonProperty("needsReconciliationIndexName") final String needsReconciliationIndexName) {
+
+    super(tableName);
+    this.needsReconciliationIndexName = needsReconciliationIndexName;
+  }
+
+  @NotBlank
+  public String getNeedsReconciliationIndexName() {
+    return needsReconciliationIndexName;
+  }
+}

service/src/main/java/org/whispersystems/textsecuregcm/configuration/DynamoDbConfiguration.java

@@ -1,44 +0,0 @@
-/*
- * Copyright 2021 Signal Messenger, LLC
- * SPDX-License-Identifier: AGPL-3.0-only
- */
-
-package org.whispersystems.textsecuregcm.configuration;
-
-import com.fasterxml.jackson.annotation.JsonProperty;
-
-import javax.validation.Valid;
-import javax.validation.constraints.NotEmpty;
-import java.time.Duration;
-
-public class DynamoDbConfiguration {
-
-    private String   region;
-    private String   tableName;
-    private Duration clientExecutionTimeout = Duration.ofSeconds(30);
-    private Duration clientRequestTimeout   = Duration.ofSeconds(10);
-
-    @Valid
-    @NotEmpty
-    @JsonProperty
-    public String getRegion() {
-        return region;
-    }
-
-    @Valid
-    @NotEmpty
-    @JsonProperty
-    public String getTableName() {
-        return tableName;
-    }
-
-    @JsonProperty
-    public Duration getClientExecutionTimeout() {
-        return clientExecutionTimeout;
-    }
-
-    @JsonProperty
-    public Duration getClientRequestTimeout() {
-        return clientRequestTimeout;
-    }
-}

service/src/main/java/org/whispersystems/textsecuregcm/configuration/DynamoDbTables.java

@@ -46,34 +46,151 @@ public class DynamoDbTables {
     }
   }
 
+  private final AccountsTableConfiguration accounts;
+  private final DeletedAccountsTableConfiguration deletedAccounts;
+  private final Table deletedAccountsLock;
   private final IssuedReceiptsTableConfiguration issuedReceipts;
+  private final Table keys;
+  private final TableWithExpiration messages;
+  private final Table pendingAccounts;
+  private final Table pendingDevices;
+  private final Table phoneNumberIdentifiers;
+  private final Table profiles;
+  private final Table pushChallenge;
   private final TableWithExpiration redeemedReceipts;
+  private final Table remoteConfig;
+  private final Table reportMessage;
+  private final Table reservedUsernames;
   private final Table subscriptions;
 
-  @JsonCreator
   public DynamoDbTables(
+      @JsonProperty("accounts") final AccountsTableConfiguration accounts,
+      @JsonProperty("deletedAccounts") final DeletedAccountsTableConfiguration deletedAccounts,
+      @JsonProperty("deletedAccountsLock") final Table deletedAccountsLock,
       @JsonProperty("issuedReceipts") final IssuedReceiptsTableConfiguration issuedReceipts,
+      @JsonProperty("keys") final Table keys,
+      @JsonProperty("messages") final TableWithExpiration messages,
+      @JsonProperty("pendingAccounts") final Table pendingAccounts,
+      @JsonProperty("pendingDevices") final Table pendingDevices,
+      @JsonProperty("phoneNumberIdentifiers") final Table phoneNumberIdentifiers,
+      @JsonProperty("profiles") final Table profiles,
+      @JsonProperty("pushChallenge") final Table pushChallenge,
       @JsonProperty("redeemedReceipts") final TableWithExpiration redeemedReceipts,
+      @JsonProperty("remoteConfig") final Table remoteConfig,
+      @JsonProperty("reportMessage") final Table reportMessage,
+      @JsonProperty("reservedUsernames") final Table reservedUsernames,
       @JsonProperty("subscriptions") final Table subscriptions) {
+
+    this.accounts = accounts;
+    this.deletedAccounts = deletedAccounts;
+    this.deletedAccountsLock = deletedAccountsLock;
     this.issuedReceipts = issuedReceipts;
+    this.keys = keys;
+    this.messages = messages;
+    this.pendingAccounts = pendingAccounts;
+    this.pendingDevices = pendingDevices;
+    this.phoneNumberIdentifiers = phoneNumberIdentifiers;
+    this.profiles = profiles;
+    this.pushChallenge = pushChallenge;
     this.redeemedReceipts = redeemedReceipts;
+    this.remoteConfig = remoteConfig;
+    this.reportMessage = reportMessage;
+    this.reservedUsernames = reservedUsernames;
     this.subscriptions = subscriptions;
   }
 
-  @Valid
   @NotNull
+  @Valid
+  public AccountsTableConfiguration getAccounts() {
+    return accounts;
+  }
+
+  @NotNull
+  @Valid
+  public DeletedAccountsTableConfiguration getDeletedAccounts() {
+    return deletedAccounts;
+  }
+
+  @NotNull
+  @Valid
+  public Table getDeletedAccountsLock() {
+    return deletedAccountsLock;
+  }
+
+  @NotNull
+  @Valid
   public IssuedReceiptsTableConfiguration getIssuedReceipts() {
     return issuedReceipts;
   }
 
-  @Valid
   @NotNull
+  @Valid
+  public Table getKeys() {
+    return keys;
+  }
+
+  @NotNull
+  @Valid
+  public TableWithExpiration getMessages() {
+    return messages;
+  }
+
+  @NotNull
+  @Valid
+  public Table getPendingAccounts() {
+    return pendingAccounts;
+  }
+
+  @NotNull
+  @Valid
+  public Table getPendingDevices() {
+    return pendingDevices;
+  }
+
+  @NotNull
+  @Valid
+  public Table getPhoneNumberIdentifiers() {
+    return phoneNumberIdentifiers;
+  }
+
+  @NotNull
+  @Valid
+  public Table getProfiles() {
+    return profiles;
+  }
+
+  @NotNull
+  @Valid
+  public Table getPushChallenge() {
+    return pushChallenge;
+  }
+
+  @NotNull
+  @Valid
   public TableWithExpiration getRedeemedReceipts() {
     return redeemedReceipts;
   }
 
-  @Valid
   @NotNull
+  @Valid
+  public Table getRemoteConfig() {
+    return remoteConfig;
+  }
+
+  @NotNull
+  @Valid
+  public Table getReportMessage() {
+    return reportMessage;
+  }
+
+  @NotNull
+  @Valid
+  public Table getReservedUsernames() {
+    return reservedUsernames;
+  }
+
+  @NotNull
+  @Valid
   public Table getSubscriptions() {
     return subscriptions;
   }

service/src/main/java/org/whispersystems/textsecuregcm/configuration/MessageDynamoDbConfiguration.java

@@ -1,19 +0,0 @@
-/*
- * Copyright 2021 Signal Messenger, LLC
- * SPDX-License-Identifier: AGPL-3.0-only
- */
-
-package org.whispersystems.textsecuregcm.configuration;
-
-import java.time.Duration;
-import javax.validation.Valid;
-
-public class MessageDynamoDbConfiguration extends DynamoDbConfiguration {
-
-  private Duration timeToLive = Duration.ofDays(14);
-
-  @Valid
-  public Duration getTimeToLive() {
-    return timeToLive;
-  }
-}

service/src/main/java/org/whispersystems/textsecuregcm/configuration/RateLimitsConfiguration.java

@@ -63,6 +63,9 @@ public class RateLimitsConfiguration {
   @JsonProperty
   private RateLimitConfiguration usernameSet = new RateLimitConfiguration(100, 100 / (24.0 * 60.0));
 
+  @JsonProperty
+  private RateLimitConfiguration checkAccountExistence = new RateLimitConfiguration(1_000, 1_000 / 60.0);
+
   public RateLimitConfiguration getAutoBlock() {
     return autoBlock;
   }
@@ -135,6 +138,10 @@ public class RateLimitsConfiguration {
     return usernameSet;
   }
 
+  public RateLimitConfiguration getCheckAccountExistence() {
+    return checkAccountExistence;
+  }
+
   public static class RateLimitConfiguration {
     @JsonProperty
     private int bucketSize;

service/src/main/java/org/whispersystems/textsecuregcm/configuration/StripeConfiguration.java

@@ -13,13 +13,16 @@ public class StripeConfiguration {
 
   private final String apiKey;
   private final byte[] idempotencyKeyGenerator;
+  private final String boostDescription;
 
   @JsonCreator
   public StripeConfiguration(
       @JsonProperty("apiKey") final String apiKey,
-      @JsonProperty("idempotencyKeyGenerator") final byte[] idempotencyKeyGenerator) {
+      @JsonProperty("idempotencyKeyGenerator") final byte[] idempotencyKeyGenerator,
+      @JsonProperty("boostDescription") final String boostDescription) {
     this.apiKey = apiKey;
     this.idempotencyKeyGenerator = idempotencyKeyGenerator;
+    this.boostDescription = boostDescription;
   }
 
   @NotEmpty
@@ -31,4 +34,9 @@ public class StripeConfiguration {
   public byte[] getIdempotencyKeyGenerator() {
     return idempotencyKeyGenerator;
   }
+
+  @NotEmpty
+  public String getBoostDescription() {
+    return boostDescription;
+  }
 }

service/src/main/java/org/whispersystems/textsecuregcm/configuration/dynamic/DynamicConfiguration.java

@@ -109,4 +109,5 @@ public class DynamicConfiguration {
   public DynamicPushLatencyConfiguration getPushLatencyConfiguration() {
     return pushLatency;
   }
+
 }

service/src/main/java/org/whispersystems/textsecuregcm/configuration/dynamic/DynamicPaymentsConfiguration.java

@@ -7,14 +7,14 @@ package org.whispersystems.textsecuregcm.configuration.dynamic;
 
 import com.fasterxml.jackson.annotation.JsonProperty;
 import java.util.Collections;
-import java.util.Set;
+import java.util.List;
 
 public class DynamicPaymentsConfiguration {
 
   @JsonProperty
-  private Set<String> disallowedCountryCodes = Collections.emptySet();
+  private List<String> disallowedPrefixes = Collections.emptyList();
 
-  public Set<String> getDisallowedCountryCodes() {
-    return disallowedCountryCodes;
+  public List<String> getDisallowedPrefixes() {
+    return disallowedPrefixes;
   }
 }

service/src/main/java/org/whispersystems/textsecuregcm/configuration/dynamic/DynamicRateLimitChallengeConfiguration.java

@@ -11,12 +11,6 @@ import javax.validation.constraints.NotNull;
 
 public class DynamicRateLimitChallengeConfiguration {
 
-  @JsonProperty
-  private boolean preKeyLimitEnforced = false;
-
-  @JsonProperty
-  boolean unsealedSenderLimitEnforced = false;
-
   @JsonProperty
   @NotNull
   private Map<ClientPlatform, Semver> clientSupportedVersions = Collections.emptyMap();
@@ -29,12 +23,4 @@ public class DynamicRateLimitChallengeConfiguration {
   public Optional<Semver> getMinimumSupportedVersion(final ClientPlatform platform) {
     return Optional.ofNullable(clientSupportedVersions.get(platform));
   }
-
-  public boolean isPreKeyLimitEnforced() {
-    return preKeyLimitEnforced;
-  }
-
-  public boolean isUnsealedSenderLimitEnforced() {
-    return unsealedSenderLimitEnforced;
-  }
 }

service/src/main/java/org/whispersystems/textsecuregcm/configuration/dynamic/DynamicRateLimitsConfiguration.java

@@ -7,18 +7,6 @@ import java.time.Duration;
 
 public class DynamicRateLimitsConfiguration {
 
-  @JsonProperty
-  private CardinalityRateLimitConfiguration unsealedSenderNumber = new CardinalityRateLimitConfiguration(100, Duration.ofDays(1));
-
-  @JsonProperty
-  private int unsealedSenderDefaultCardinalityLimit = 100;
-
-  @JsonProperty
-  private int unsealedSenderPermitIncrement = 50;
-
-  @JsonProperty
-  private RateLimitConfiguration unsealedSenderIp = new RateLimitConfiguration(120, 2.0 / 60);
-
   @JsonProperty
   private RateLimitConfiguration rateLimitReset = new RateLimitConfiguration(2, 2.0 / (60 * 24));
 
@@ -34,17 +22,6 @@ public class DynamicRateLimitsConfiguration {
   @JsonProperty
   private RateLimitConfiguration pushChallengeSuccess = new RateLimitConfiguration(2, 2.0 / (60 * 24));
 
-  @JsonProperty
-  private RateLimitConfiguration dailyPreKeys = new RateLimitConfiguration(50, 50.0 / (24.0 * 60));
-
-  public RateLimitConfiguration getUnsealedSenderIp() {
-    return unsealedSenderIp;
-  }
-
-  public CardinalityRateLimitConfiguration getUnsealedSenderNumber() {
-    return unsealedSenderNumber;
-  }
-
   public RateLimitConfiguration getRateLimitReset() {
     return rateLimitReset;
   }
@@ -64,16 +41,4 @@ public class DynamicRateLimitsConfiguration {
   public RateLimitConfiguration getPushChallengeSuccess() {
     return pushChallengeSuccess;
   }
-
-  public int getUnsealedSenderDefaultCardinalityLimit() {
-    return unsealedSenderDefaultCardinalityLimit;
-  }
-
-  public int getUnsealedSenderPermitIncrement() {
-    return unsealedSenderPermitIncrement;
-  }
-
-  public RateLimitConfiguration getDailyPreKeys() {
-    return dailyPreKeys;
-  }
 }

service/src/main/java/org/whispersystems/textsecuregcm/controllers/AcceptNumericOnlineFlagRequestFilter.java

@@ -0,0 +1,32 @@
+/*
+ * Copyright 2013-2021 Signal Messenger, LLC
+ * SPDX-License-Identifier: AGPL-3.0-only
+ */
+
+package org.whispersystems.textsecuregcm.controllers;
+
+import java.io.IOException;
+import javax.ws.rs.container.ContainerRequestContext;
+import javax.ws.rs.container.ContainerRequestFilter;
+import javax.ws.rs.container.PreMatching;
+
+@PreMatching
+public class AcceptNumericOnlineFlagRequestFilter implements ContainerRequestFilter {
+
+  private final String pathPrefix;
+
+  public AcceptNumericOnlineFlagRequestFilter(final String pathPrefix) {
+    this.pathPrefix = pathPrefix;
+  }
+
+  @Override
+  public void filter(final ContainerRequestContext requestContext) throws IOException {
+    if (requestContext.getUriInfo().getPath().startsWith(pathPrefix)) {
+      if ("1".equals(requestContext.getUriInfo().getQueryParameters().getFirst("online"))) {
+        requestContext.setRequestUri(requestContext.getUriInfo().getRequestUriBuilder()
+            .replaceQueryParam("online", "true")
+            .build());
+      }
+    }
+  }
+}

service/src/main/java/org/whispersystems/textsecuregcm/controllers/AccountController.java

@@ -15,6 +15,7 @@ import io.dropwizard.auth.Auth;
 import io.micrometer.core.instrument.Metrics;
 import io.micrometer.core.instrument.Tag;
 import java.security.SecureRandom;
+import java.time.Duration;
 import java.time.Instant;
 import java.util.ArrayList;
 import java.util.Collections;
@@ -22,13 +23,17 @@ import java.util.List;
 import java.util.Locale;
 import java.util.Map;
 import java.util.Optional;
+import java.util.UUID;
 import java.util.concurrent.CompletableFuture;
 import java.util.concurrent.TimeUnit;
 import javax.annotation.Nullable;
+import javax.servlet.http.HttpServletRequest;
 import javax.validation.Valid;
+import javax.ws.rs.BadRequestException;
 import javax.ws.rs.Consumes;
 import javax.ws.rs.DELETE;
 import javax.ws.rs.GET;
+import javax.ws.rs.HEAD;
 import javax.ws.rs.HeaderParam;
 import javax.ws.rs.PUT;
 import javax.ws.rs.Path;
@@ -36,8 +41,11 @@ import javax.ws.rs.PathParam;
 import javax.ws.rs.Produces;
 import javax.ws.rs.QueryParam;
 import javax.ws.rs.WebApplicationException;
+import javax.ws.rs.core.Context;
 import javax.ws.rs.core.MediaType;
 import javax.ws.rs.core.Response;
+import javax.ws.rs.core.Response.Status;
+import org.apache.commons.lang3.StringUtils;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 import org.whispersystems.textsecuregcm.auth.AuthenticatedAccount;
@@ -77,12 +85,13 @@ import org.whispersystems.textsecuregcm.storage.AccountsManager;
 import org.whispersystems.textsecuregcm.storage.Device;
 import org.whispersystems.textsecuregcm.storage.DynamicConfigurationManager;
 import org.whispersystems.textsecuregcm.storage.StoredVerificationCodeManager;
-import org.whispersystems.textsecuregcm.storage.UsernamesManager;
+import org.whispersystems.textsecuregcm.storage.UsernameNotAvailableException;
 import org.whispersystems.textsecuregcm.util.Constants;
 import org.whispersystems.textsecuregcm.util.ForwardedIpUtil;
 import org.whispersystems.textsecuregcm.util.Hex;
 import org.whispersystems.textsecuregcm.util.ImpossiblePhoneNumberException;
 import org.whispersystems.textsecuregcm.util.NonNormalizedPhoneNumberException;
+import org.whispersystems.textsecuregcm.util.Username;
 import org.whispersystems.textsecuregcm.util.Util;
 import org.whispersystems.textsecuregcm.util.VerificationCode;
 
@@ -115,7 +124,6 @@ public class AccountController {
 
   private final StoredVerificationCodeManager      pendingAccounts;
   private final AccountsManager                    accounts;
-  private final UsernamesManager                   usernames;
   private final AbusiveHostRules                   abusiveHostRules;
   private final RateLimiters                       rateLimiters;
   private final SmsSender                          smsSender;
@@ -131,7 +139,6 @@ public class AccountController {
 
   public AccountController(StoredVerificationCodeManager pendingAccounts,
                            AccountsManager accounts,
-                           UsernamesManager usernames,
                            AbusiveHostRules abusiveHostRules,
                            RateLimiters rateLimiters,
                            SmsSender smsSenderFactory,
@@ -146,7 +153,6 @@ public class AccountController {
   {
     this.pendingAccounts                   = pendingAccounts;
     this.accounts                          = accounts;
-    this.usernames                         = usernames;
     this.abusiveHostRules                  = abusiveHostRules;
     this.rateLimiters                      = rateLimiters;
     this.smsSender                         = smsSenderFactory;
@@ -382,7 +388,11 @@ public class AccountController {
           .record(Instant.now().toEpochMilli() - storedVerificationCode.get().getTimestamp(), TimeUnit.MILLISECONDS);
     }
 
-    return new AccountCreationResult(account.getUuid(), account.getNumber(), existingAccount.map(Account::isStorageSupported).orElse(false));
+    return new AccountCreationResult(account.getUuid(),
+        account.getNumber(),
+        account.getPhoneNumberIdentifier(),
+        account.getUsername().orElse(null),
+        existingAccount.map(Account::isStorageSupported).orElse(false));
   }
 
   @Timed
@@ -544,6 +554,7 @@ public class AccountController {
   @PUT
   @Path("/attributes/")
   @Consumes(MediaType.APPLICATION_JSON)
+  @Produces(MediaType.APPLICATION_JSON)
   @ChangesDeviceEnabledState
   public void setAccountAttributes(@Auth DisabledPermittedAuthenticatedAccount disabledPermittedAuth,
       @HeaderParam("X-Signal-Agent") String userAgent,
@@ -592,40 +603,60 @@ public class AccountController {
   @Path("/whoami")
   @Produces(MediaType.APPLICATION_JSON)
   public AccountCreationResult whoAmI(@Auth AuthenticatedAccount auth) {
-    return new AccountCreationResult(auth.getAccount().getUuid(), auth.getAccount().getNumber(), auth.getAccount().isStorageSupported());
+    return new AccountCreationResult(auth.getAccount().getUuid(),
+        auth.getAccount().getNumber(),
+        auth.getAccount().getPhoneNumberIdentifier(),
+        auth.getAccount().getUsername().orElse(null),
+        auth.getAccount().isStorageSupported());
   }
 
   @DELETE
   @Path("/username")
   @Produces(MediaType.APPLICATION_JSON)
   public void deleteUsername(@Auth AuthenticatedAccount auth) {
-    usernames.delete(auth.getAccount().getUuid());
+    accounts.clearUsername(auth.getAccount());
   }
 
   @PUT
   @Path("/username/{username}")
   @Produces(MediaType.APPLICATION_JSON)
-  public Response setUsername(@Auth AuthenticatedAccount auth, @PathParam("username") String username)
+  public Response setUsername(@Auth AuthenticatedAccount auth, @PathParam("username") @Username String username)
       throws RateLimitExceededException {
     rateLimiters.getUsernameSetLimiter().validate(auth.getAccount().getUuid());
 
-    if (username == null || username.isEmpty()) {
-      return Response.status(Response.Status.BAD_REQUEST).build();
-    }
-
-    username = username.toLowerCase();
-
-    if (!username.matches("^[a-z_][a-z0-9_]+$")) {
-      return Response.status(Response.Status.BAD_REQUEST).build();
-    }
-
-    if (!usernames.put(auth.getAccount().getUuid(), username)) {
+    try {
+      accounts.setUsername(auth.getAccount(), username);
+    } catch (final UsernameNotAvailableException e) {
       return Response.status(Response.Status.CONFLICT).build();
     }
 
     return Response.ok().build();
   }
 
+  @HEAD
+  @Path("/account/{uuid}")
+  public Response accountExists(
+      @HeaderParam("X-Forwarded-For") final String forwardedFor,
+      @PathParam("uuid") final UUID uuid,
+      @Context HttpServletRequest request) throws RateLimitExceededException {
+
+    // Disallow clients from making authenticated requests to this endpoint
+    if (StringUtils.isNotBlank(request.getHeader("Authorization"))) {
+      throw new BadRequestException();
+    }
+
+    final String mostRecentProxy = ForwardedIpUtil.getMostRecentProxy(forwardedFor)
+        .orElseThrow(() -> new RateLimitExceededException(Duration.ofHours(1)));
+
+    rateLimiters.getCheckAccountExistenceLimiter().validate(mostRecentProxy);
+
+    final Status status = accounts.getByAccountIdentifier(uuid)
+        .or(() -> accounts.getByPhoneNumberIdentifier(uuid))
+        .isPresent() ? Status.OK : Status.NOT_FOUND;
+
+    return Response.status(status).build();
+  }
+
   private void verifyRegistrationLock(final Account existingAccount, @Nullable final String clientRegistrationLock)
       throws RateLimitExceededException, WebApplicationException {
 
@@ -698,14 +729,14 @@ public class AccountController {
     List<AbusiveHostRule> abuseRules = abusiveHostRules.getAbusiveHostRulesFor(sourceHost);
 
     for (AbusiveHostRule abuseRule : abuseRules) {
-      if (abuseRule.isBlocked()) {
+      if (abuseRule.blocked()) {
         logger.info("Blocked host: {}, {}, {} ({})", transport, number, sourceHost, forwardedFor);
         blockedHostMeter.mark();
         return new CaptchaRequirement(true, false);
       }
 
-      if (!abuseRule.getRegions().isEmpty()) {
-        if (abuseRule.getRegions().stream().noneMatch(number::startsWith)) {
+      if (!abuseRule.regions().isEmpty()) {
+        if (abuseRule.regions().stream().noneMatch(number::startsWith)) {
           logger.info("Restricted host: {}, {}, {} ({})", transport, number, sourceHost, forwardedFor);
           filteredHostMeter.mark();
           return new CaptchaRequirement(true, false);

service/src/main/java/org/whispersystems/textsecuregcm/controllers/CertificateController.java

@@ -14,6 +14,7 @@ import java.security.InvalidKeyException;
 import java.util.LinkedList;
 import java.util.List;
 import java.util.Optional;
+import java.util.UUID;
 import javax.ws.rs.GET;
 import javax.ws.rs.Path;
 import javax.ws.rs.PathParam;
@@ -70,7 +71,8 @@ public class CertificateController {
   @Path("/group/{startRedemptionTime}/{endRedemptionTime}")
   public GroupCredentials getAuthenticationCredentials(@Auth AuthenticatedAccount auth,
       @PathParam("startRedemptionTime") int startRedemptionTime,
-      @PathParam("endRedemptionTime") int endRedemptionTime) {
+      @PathParam("endRedemptionTime") int endRedemptionTime,
+      @QueryParam("identity") Optional<String> identityType) {
     if (startRedemptionTime > endRedemptionTime) {
       throw new WebApplicationException(Response.Status.BAD_REQUEST);
     }
@@ -83,10 +85,13 @@ public class CertificateController {
 
     List<GroupCredentials.GroupCredential> credentials = new LinkedList<>();
 
+    final UUID identifier = identityType.map(String::toLowerCase).orElse("aci").equals("pni") ?
+        auth.getAccount().getPhoneNumberIdentifier() :
+        auth.getAccount().getUuid();
+
     for (int i = startRedemptionTime; i <= endRedemptionTime; i++) {
       credentials.add(new GroupCredentials.GroupCredential(
-          serverZkAuthOperations.issueAuthCredential(auth.getAccount().getUuid(), i)
-              .serialize(),
+          serverZkAuthOperations.issueAuthCredential(identifier, i).serialize(),
           i));
     }
 

service/src/main/java/org/whispersystems/textsecuregcm/controllers/DeviceController.java

@@ -41,7 +41,7 @@ import org.whispersystems.textsecuregcm.storage.Account;
 import org.whispersystems.textsecuregcm.storage.AccountsManager;
 import org.whispersystems.textsecuregcm.storage.Device;
 import org.whispersystems.textsecuregcm.storage.Device.DeviceCapabilities;
-import org.whispersystems.textsecuregcm.storage.KeysDynamoDb;
+import org.whispersystems.textsecuregcm.storage.Keys;
 import org.whispersystems.textsecuregcm.storage.MessagesManager;
 import org.whispersystems.textsecuregcm.storage.StoredVerificationCodeManager;
 import org.whispersystems.textsecuregcm.util.Util;
@@ -57,14 +57,14 @@ public class DeviceController {
   private final StoredVerificationCodeManager pendingDevices;
   private final AccountsManager       accounts;
   private final MessagesManager       messages;
-  private final KeysDynamoDb          keys;
+  private final Keys keys;
   private final RateLimiters          rateLimiters;
   private final Map<String, Integer>  maxDeviceConfiguration;
 
   public DeviceController(StoredVerificationCodeManager pendingDevices,
                           AccountsManager accounts,
                           MessagesManager messages,
-                          KeysDynamoDb keys,
+                          Keys keys,
                           RateLimiters rateLimiters,
                           Map<String, Integer> maxDeviceConfiguration)
   {
@@ -203,7 +203,7 @@ public class DeviceController {
     device.setCreated(System.currentTimeMillis());
     device.setCapabilities(accountAttributes.getCapabilities());
 
-    accounts.update(account.get(), a -> {
+    final Account updatedAccount = accounts.update(account.get(), a -> {
       device.setId(a.getNextDeviceId());
       messages.clear(a.getUuid(), device.getId());
       a.addDevice(device);
@@ -211,7 +211,7 @@ public class DeviceController {
 
     pendingDevices.remove(number);
 
-    return new DeviceResponse(device.getId());
+    return new DeviceResponse(updatedAccount.getUuid(), updatedAccount.getPhoneNumberIdentifier(), device.getId());
   }
 
   @Timed

service/src/main/java/org/whispersystems/textsecuregcm/controllers/KeysController.java

@@ -11,6 +11,7 @@ import io.dropwizard.auth.Auth;
 import io.micrometer.core.instrument.Metrics;
 import io.micrometer.core.instrument.Tags;
 import java.util.Collections;
+import java.util.HashMap;
 import java.util.LinkedList;
 import java.util.List;
 import java.util.Map;
@@ -24,11 +25,13 @@ import javax.ws.rs.PUT;
 import javax.ws.rs.Path;
 import javax.ws.rs.PathParam;
 import javax.ws.rs.Produces;
+import javax.ws.rs.QueryParam;
 import javax.ws.rs.WebApplicationException;
 import javax.ws.rs.core.MediaType;
 import javax.ws.rs.core.Response;
 import org.whispersystems.textsecuregcm.auth.Anonymous;
 import org.whispersystems.textsecuregcm.auth.AuthenticatedAccount;
+import org.whispersystems.textsecuregcm.auth.ChangesDeviceEnabledState;
 import org.whispersystems.textsecuregcm.auth.DisabledPermittedAuthenticatedAccount;
 import org.whispersystems.textsecuregcm.auth.OptionalAccess;
 import org.whispersystems.textsecuregcm.entities.PreKey;
@@ -37,14 +40,11 @@ import org.whispersystems.textsecuregcm.entities.PreKeyResponse;
 import org.whispersystems.textsecuregcm.entities.PreKeyResponseItem;
 import org.whispersystems.textsecuregcm.entities.PreKeyState;
 import org.whispersystems.textsecuregcm.entities.SignedPreKey;
-import org.whispersystems.textsecuregcm.limits.PreKeyRateLimiter;
-import org.whispersystems.textsecuregcm.limits.RateLimitChallengeException;
-import org.whispersystems.textsecuregcm.limits.RateLimitChallengeManager;
 import org.whispersystems.textsecuregcm.limits.RateLimiters;
 import org.whispersystems.textsecuregcm.storage.Account;
 import org.whispersystems.textsecuregcm.storage.AccountsManager;
 import org.whispersystems.textsecuregcm.storage.Device;
-import org.whispersystems.textsecuregcm.storage.KeysDynamoDb;
+import org.whispersystems.textsecuregcm.storage.Keys;
 import org.whispersystems.textsecuregcm.util.Util;
 
 @SuppressWarnings("OptionalUsedAsFieldOrParameterType")
@@ -52,32 +52,26 @@ import org.whispersystems.textsecuregcm.util.Util;
 public class KeysController {
 
   private final RateLimiters                rateLimiters;
-  private final KeysDynamoDb                keysDynamoDb;
+  private final Keys                        keys;
   private final AccountsManager             accounts;
-  private final PreKeyRateLimiter           preKeyRateLimiter;
-
-  private final RateLimitChallengeManager rateLimitChallengeManager;
 
   private static final String PREKEY_REQUEST_COUNTER_NAME = name(KeysController.class, "preKeyGet");
-  private static final String RATE_LIMITED_GET_PREKEYS_COUNTER_NAME = name(KeysController.class, "rateLimitedGetPreKeys");
 
   private static final String SOURCE_COUNTRY_TAG_NAME = "sourceCountry";
   private static final String INTERNATIONAL_TAG_NAME = "international";
 
-  public KeysController(RateLimiters rateLimiters, KeysDynamoDb keysDynamoDb, AccountsManager accounts,
-      PreKeyRateLimiter preKeyRateLimiter,
-      RateLimitChallengeManager rateLimitChallengeManager) {
-    this.rateLimiters                = rateLimiters;
-    this.keysDynamoDb                = keysDynamoDb;
-    this.accounts                    = accounts;
-    this.preKeyRateLimiter           = preKeyRateLimiter;
-    this.rateLimitChallengeManager   = rateLimitChallengeManager;
+  public KeysController(RateLimiters rateLimiters, Keys keys, AccountsManager accounts) {
+    this.rateLimiters = rateLimiters;
+    this.keys = keys;
+    this.accounts = accounts;
   }
 
   @GET
   @Produces(MediaType.APPLICATION_JSON)
-  public PreKeyCount getStatus(@Auth AuthenticatedAccount auth) {
-    int count = keysDynamoDb.getCount(auth.getAccount(), auth.getAuthenticatedDevice().getId());
+  public PreKeyCount getStatus(@Auth final AuthenticatedAccount auth,
+      @QueryParam("identity") final Optional<String> identityType) {
+
+    int count = keys.getCount(getIdentifier(auth.getAccount(), identityType), auth.getAuthenticatedDevice().getId());
 
     if (count > 0) {
       count = count - 1;
@@ -89,7 +83,10 @@ public class KeysController {
   @Timed
   @PUT
   @Consumes(MediaType.APPLICATION_JSON)
-  public void setKeys(@Auth DisabledPermittedAuthenticatedAccount disabledPermittedAuth, @Valid PreKeyState preKeys) {
+  @ChangesDeviceEnabledState
+  public void setKeys(@Auth final DisabledPermittedAuthenticatedAccount disabledPermittedAuth,
+      @Valid final PreKeyState preKeys,
+      @QueryParam("identity") final Optional<String> identityType) {
     Account account = disabledPermittedAuth.getAccount();
     Device device = disabledPermittedAuth.getAuthenticatedDevice();
     boolean updateAccount = false;
@@ -102,14 +99,27 @@ public class KeysController {
       updateAccount = true;
     }
 
+    final boolean usePhoneNumberIdentity = usePhoneNumberIdentity(identityType);
+
     if (updateAccount) {
       account = accounts.update(account, a -> {
-        a.getDevice(device.getId()).ifPresent(d -> d.setSignedPreKey(preKeys.getSignedPreKey()));
-        a.setIdentityKey(preKeys.getIdentityKey());
+        a.getDevice(device.getId()).ifPresent(d -> {
+          if (usePhoneNumberIdentity) {
+            d.setPhoneNumberIdentitySignedPreKey(preKeys.getSignedPreKey());
+          } else {
+            d.setSignedPreKey(preKeys.getSignedPreKey());
+          }
+        });
+
+        if (usePhoneNumberIdentity) {
+          a.setPhoneNumberIdentityKey(preKeys.getIdentityKey());
+        } else {
+          a.setIdentityKey(preKeys.getIdentityKey());
+        }
       });
     }
 
-    keysDynamoDb.store(account, device.getId(), preKeys.getPreKeys());
+    keys.store(getIdentifier(account, identityType), device.getId(), preKeys.getPreKeys());
   }
 
   @Timed
@@ -121,7 +131,7 @@ public class KeysController {
       @PathParam("identifier") UUID targetUuid,
       @PathParam("device_id") String deviceId,
       @HeaderParam("User-Agent") String userAgent)
-      throws RateLimitExceededException, RateLimitChallengeException, ServerRejectedException {
+      throws RateLimitExceededException {
 
     if (!auth.isPresent() && !accessKey.isPresent()) {
       throw new WebApplicationException(Response.Status.UNAUTHORIZED);
@@ -129,14 +139,19 @@ public class KeysController {
 
     final Optional<Account> account = auth.map(AuthenticatedAccount::getAccount);
 
-    Optional<Account> target = accounts.getByAccountIdentifier(targetUuid);
-    OptionalAccess.verify(account, accessKey, target, deviceId);
+    final Account target;
+    {
+      final Optional<Account> maybeTarget = accounts.getByAccountIdentifier(targetUuid)
+          .or(() -> accounts.getByPhoneNumberIdentifier(targetUuid));
 
-    assert (target.isPresent());
+      OptionalAccess.verify(account, accessKey, maybeTarget, deviceId);
+
+      target = maybeTarget.orElseThrow();
+    }
 
     {
       final String sourceCountryCode = account.map(a -> Util.getCountryCode(a.getNumber())).orElse("0");
-      final String targetCountryCode = target.map(a -> Util.getCountryCode(a.getNumber())).orElseThrow();
+      final String targetCountryCode = Util.getCountryCode(target.getNumber());
 
       Metrics.counter(PREKEY_REQUEST_COUNTER_NAME, Tags.of(
           SOURCE_COUNTRY_TAG_NAME, sourceCountryCode,
@@ -146,33 +161,18 @@ public class KeysController {
 
     if (account.isPresent()) {
       rateLimiters.getPreKeysLimiter().validate(
-          account.get().getUuid() + "." + auth.get().getAuthenticatedDevice().getId() + "__" + target.get().getUuid()
+          account.get().getUuid() + "." + auth.get().getAuthenticatedDevice().getId() + "__" + targetUuid
               + "." + deviceId);
-
-      try {
-        preKeyRateLimiter.validate(account.get());
-      } catch (RateLimitExceededException e) {
-
-        final boolean legacyClient = rateLimitChallengeManager.isClientBelowMinimumVersion(userAgent);
-
-        Metrics.counter(RATE_LIMITED_GET_PREKEYS_COUNTER_NAME,
-                SOURCE_COUNTRY_TAG_NAME, Util.getCountryCode(account.get().getNumber()),
-                "legacyClient", String.valueOf(legacyClient))
-            .increment();
-
-        if (legacyClient) {
-          throw new ServerRejectedException();
-        }
-        throw new RateLimitChallengeException(account.get(), e.getRetryDuration());
-      }
     }
 
-    Map<Long, PreKey>        preKeysByDeviceId = getLocalKeys(target.get(), deviceId);
+    final boolean usePhoneNumberIdentity = target.getPhoneNumberIdentifier().equals(targetUuid);
+
+    Map<Long, PreKey>        preKeysByDeviceId = getLocalKeys(target, deviceId, usePhoneNumberIdentity);
     List<PreKeyResponseItem> responseItems     = new LinkedList<>();
 
-    for (Device device : target.get().getDevices()) {
+    for (Device device : target.getDevices()) {
       if (device.isEnabled() && (deviceId.equals("*") || device.getId() == Long.parseLong(deviceId))) {
-        SignedPreKey signedPreKey = device.getSignedPreKey();
+        SignedPreKey signedPreKey = usePhoneNumberIdentity ? device.getPhoneNumberIdentitySignedPreKey() : device.getSignedPreKey();
         PreKey       preKey       = preKeysByDeviceId.get(device.getId());
 
         if (signedPreKey != null || preKey != null) {
@@ -181,48 +181,81 @@ public class KeysController {
       }
     }
 
+    final String identityKey = usePhoneNumberIdentity ? target.getPhoneNumberIdentityKey() : target.getIdentityKey();
+
     if (responseItems.isEmpty()) return Response.status(404).build();
-    else                         return Response.ok().entity(new PreKeyResponse(target.get().getIdentityKey(), responseItems)).build();
+    else                         return Response.ok().entity(new PreKeyResponse(identityKey, responseItems)).build();
   }
 
   @Timed
   @PUT
   @Path("/signed")
   @Consumes(MediaType.APPLICATION_JSON)
-  public void setSignedKey(@Auth AuthenticatedAccount auth, @Valid SignedPreKey signedPreKey) {
+  @ChangesDeviceEnabledState
+  public void setSignedKey(@Auth final AuthenticatedAccount auth,
+      @Valid final SignedPreKey signedPreKey,
+      @QueryParam("identity") final Optional<String> identityType) {
+
     Device device = auth.getAuthenticatedDevice();
 
-    accounts.updateDevice(auth.getAccount(), device.getId(), d -> d.setSignedPreKey(signedPreKey));
+    accounts.updateDevice(auth.getAccount(), device.getId(), d -> {
+      if (usePhoneNumberIdentity(identityType)) {
+        d.setPhoneNumberIdentitySignedPreKey(signedPreKey);
+      } else {
+        d.setSignedPreKey(signedPreKey);
+      }
+    });
   }
 
   @Timed
   @GET
   @Path("/signed")
   @Produces(MediaType.APPLICATION_JSON)
-  public Optional<SignedPreKey> getSignedKey(@Auth AuthenticatedAccount auth) {
-    Device device = auth.getAuthenticatedDevice();
-    SignedPreKey signedPreKey = device.getSignedPreKey();
+  public Optional<SignedPreKey> getSignedKey(@Auth final AuthenticatedAccount auth,
+      @QueryParam("identity") final Optional<String> identityType) {
 
-    if (signedPreKey != null) {
-      return Optional.of(signedPreKey);
-    } else {
-      return Optional.empty();
-    }
+    Device device = auth.getAuthenticatedDevice();
+    SignedPreKey signedPreKey = usePhoneNumberIdentity(identityType) ?
+        device.getPhoneNumberIdentitySignedPreKey() : device.getSignedPreKey();
+
+    return Optional.ofNullable(signedPreKey);
   }
 
-  private Map<Long, PreKey> getLocalKeys(Account destination, String deviceIdSelector) {
-    try {
-      if (deviceIdSelector.equals("*")) {
-        return keysDynamoDb.take(destination);
+  private static boolean usePhoneNumberIdentity(final Optional<String> identityType) {
+    return "pni".equals(identityType.map(String::toLowerCase).orElse("aci"));
+  }
+
+  private static UUID getIdentifier(final Account account, final Optional<String> identityType) {
+    return usePhoneNumberIdentity(identityType) ?
+        account.getPhoneNumberIdentifier() :
+        account.getUuid();
+  }
+
+  private Map<Long, PreKey> getLocalKeys(Account destination, String deviceIdSelector, final boolean usePhoneNumberIdentity) {
+    final Map<Long, PreKey> preKeys;
+
+    final UUID identifier = usePhoneNumberIdentity ?
+        destination.getPhoneNumberIdentifier() :
+        destination.getUuid();
+
+    if (deviceIdSelector.equals("*")) {
+      preKeys = new HashMap<>();
+
+      for (final Device device : destination.getDevices()) {
+        keys.take(identifier, device.getId()).ifPresent(preKey -> preKeys.put(device.getId(), preKey));
       }
+    } else {
+      try {
+        long deviceId = Long.parseLong(deviceIdSelector);
 
-      long deviceId = Long.parseLong(deviceIdSelector);
-
-      return keysDynamoDb.take(destination, deviceId)
-              .map(preKey -> Map.of(deviceId, preKey))
-              .orElse(Collections.emptyMap());
-    } catch (NumberFormatException e) {
-      throw new WebApplicationException(Response.status(422).build());
+        preKeys = keys.take(identifier, deviceId)
+            .map(preKey -> Map.of(deviceId, preKey))
+            .orElse(Collections.emptyMap());
+      } catch (NumberFormatException e) {
+        throw new WebApplicationException(Response.status(422).build());
+      }
     }
+
+    return preKeys;
   }
 }

service/src/main/java/org/whispersystems/textsecuregcm/controllers/MessageController.java

@@ -6,14 +6,10 @@ package org.whispersystems.textsecuregcm.controllers;
 
 import static com.codahale.metrics.MetricRegistry.name;
 
-import com.codahale.metrics.Histogram;
-import com.codahale.metrics.Meter;
-import com.codahale.metrics.MetricRegistry;
-import com.codahale.metrics.SharedMetricRegistries;
-import com.codahale.metrics.Timer;
 import com.codahale.metrics.annotation.Timed;
 import com.google.common.annotations.VisibleForTesting;
 import com.google.protobuf.ByteString;
+import com.vdurmont.semver4j.Semver;
 import io.dropwizard.auth.Auth;
 import io.dropwizard.util.DataSize;
 import io.micrometer.core.instrument.Counter;
@@ -42,6 +38,7 @@ import java.util.stream.Collectors;
 import java.util.stream.Stream;
 import javax.annotation.Nonnull;
 import javax.validation.Valid;
+import javax.ws.rs.BadRequestException;
 import javax.ws.rs.Consumes;
 import javax.ws.rs.DELETE;
 import javax.ws.rs.GET;
@@ -78,9 +75,7 @@ import org.whispersystems.textsecuregcm.entities.SendMessageResponse;
 import org.whispersystems.textsecuregcm.entities.SendMultiRecipientMessageResponse;
 import org.whispersystems.textsecuregcm.entities.StaleDevices;
 import org.whispersystems.textsecuregcm.limits.RateLimitChallengeException;
-import org.whispersystems.textsecuregcm.limits.RateLimitChallengeManager;
 import org.whispersystems.textsecuregcm.limits.RateLimiters;
-import org.whispersystems.textsecuregcm.limits.UnsealedSenderRateLimiter;
 import org.whispersystems.textsecuregcm.metrics.UserAgentTagUtil;
 import org.whispersystems.textsecuregcm.providers.MultiRecipientMessageProvider;
 import org.whispersystems.textsecuregcm.push.ApnFallbackManager;
@@ -93,10 +88,11 @@ import org.whispersystems.textsecuregcm.storage.AccountsManager;
 import org.whispersystems.textsecuregcm.storage.Device;
 import org.whispersystems.textsecuregcm.storage.MessagesManager;
 import org.whispersystems.textsecuregcm.storage.ReportMessageManager;
-import org.whispersystems.textsecuregcm.util.Constants;
 import org.whispersystems.textsecuregcm.util.Pair;
 import org.whispersystems.textsecuregcm.util.Util;
+import org.whispersystems.textsecuregcm.util.ua.ClientPlatform;
 import org.whispersystems.textsecuregcm.util.ua.UnrecognizedUserAgentException;
+import org.whispersystems.textsecuregcm.util.ua.UserAgent;
 import org.whispersystems.textsecuregcm.util.ua.UserAgentUtil;
 import org.whispersystems.textsecuregcm.websocket.WebSocketConnection;
 
@@ -104,26 +100,24 @@ import org.whispersystems.textsecuregcm.websocket.WebSocketConnection;
 @Path("/v1/messages")
 public class MessageController {
 
-  private final Logger         logger                           = LoggerFactory.getLogger(MessageController.class);
-  private final MetricRegistry metricRegistry                   = SharedMetricRegistries.getOrCreate(Constants.METRICS_NAME);
-  private final Meter          unidentifiedMeter                = metricRegistry.meter(name(getClass(), "delivery", "unidentified"));
-  private final Meter          identifiedMeter                  = metricRegistry.meter(name(getClass(), "delivery", "identified"  ));
-  private final Meter          rejectOver256kibMessageMeter     = metricRegistry.meter(name(getClass(), "rejectOver256kibMessage"));
-  private final Timer          sendMessageInternalTimer         = metricRegistry.timer(name(getClass(), "sendMessageInternal"));
-  private final Timer          sendCommonMessageInternalTimer   = metricRegistry.timer(name(getClass(), "sendCommonMessageInternal"));
-  private final Histogram      outgoingMessageListSizeHistogram = metricRegistry.histogram(name(getClass(), "outgoingMessageListSize"));
+  private static final Logger logger = LoggerFactory.getLogger(MessageController.class);
 
   private final RateLimiters                rateLimiters;
   private final MessageSender               messageSender;
   private final ReceiptSender               receiptSender;
   private final AccountsManager             accountsManager;
   private final MessagesManager             messagesManager;
-  private final UnsealedSenderRateLimiter   unsealedSenderRateLimiter;
   private final ApnFallbackManager          apnFallbackManager;
-  private final RateLimitChallengeManager   rateLimitChallengeManager;
   private final ReportMessageManager        reportMessageManager;
   private final ExecutorService             multiRecipientMessageExecutor;
 
+  @VisibleForTesting
+  static final Semver FIRST_IOS_VERSION_WITH_INCORRECT_ENVELOPE_TYPE = new Semver("5.22.0");
+
+  @VisibleForTesting
+  static final Semver IOS_VERSION_WITH_FIXED_ENVELOPE_TYPE = new Semver("5.25.0");
+
+  private static final String REJECT_OVERSIZE_MESSAGE_COUNTER = name(MessageController.class, "rejectOversizeMessage");
   private static final String LEGACY_MESSAGE_SENT_COUNTER = name(MessageController.class, "legacyMessageSent");
   private static final String SENT_MESSAGE_COUNTER_NAME = name(MessageController.class, "sentMessages");
   private static final String CONTENT_SIZE_DISTRIBUTION_NAME = name(MessageController.class, "messageContentSize");
@@ -135,6 +129,10 @@ public class MessageController {
   private static final String SENDER_COUNTRY_TAG_NAME = "senderCountry";
   private static final String RATE_LIMIT_REASON_TAG_NAME = "rateLimitReason";
 
+  private static final String SENDER_TYPE_IDENTIFIED = "identified";
+  private static final String SENDER_TYPE_UNIDENTIFIED = "unidentified";
+  private static final String SENDER_TYPE_SELF = "self";
+
   private static final long MAX_MESSAGE_SIZE = DataSize.kibibytes(256).toBytes();
 
   public MessageController(
@@ -143,9 +141,7 @@ public class MessageController {
       ReceiptSender receiptSender,
       AccountsManager accountsManager,
       MessagesManager messagesManager,
-      UnsealedSenderRateLimiter unsealedSenderRateLimiter,
       ApnFallbackManager apnFallbackManager,
-      RateLimitChallengeManager rateLimitChallengeManager,
       ReportMessageManager reportMessageManager,
       @Nonnull ExecutorService multiRecipientMessageExecutor) {
     this.rateLimiters = rateLimiters;
@@ -153,9 +149,7 @@ public class MessageController {
     this.receiptSender = receiptSender;
     this.accountsManager = accountsManager;
     this.messagesManager = messagesManager;
-    this.unsealedSenderRateLimiter = unsealedSenderRateLimiter;
     this.apnFallbackManager = apnFallbackManager;
-    this.rateLimitChallengeManager = rateLimitChallengeManager;
     this.reportMessageManager = reportMessageManager;
     this.multiRecipientMessageExecutor = Objects.requireNonNull(multiRecipientMessageExecutor);
   }
@@ -180,14 +174,14 @@ public class MessageController {
 
     final String senderType;
 
-    if (source.isPresent() && !source.get().getAccount().getUuid().equals(destinationUuid)) {
-      identifiedMeter.mark();
-      senderType = "identified";
-    } else if (source.isEmpty()) {
-      unidentifiedMeter.mark();
-      senderType = "unidentified";
+    if (source.isPresent()) {
+      if (source.get().getAccount().isIdentifiedBy(destinationUuid)) {
+        senderType = SENDER_TYPE_SELF;
+      } else {
+        senderType = SENDER_TYPE_IDENTIFIED;
+      }
     } else {
-      senderType = "self";
+      senderType = SENDER_TYPE_UNIDENTIFIED;
     }
 
     for (final IncomingMessage message : messages.getMessages()) {
@@ -204,18 +198,19 @@ public class MessageController {
       Metrics.summary(CONTENT_SIZE_DISTRIBUTION_NAME, Tags.of(UserAgentTagUtil.getPlatformTag(userAgent))).record(contentLength);
 
       if (contentLength > MAX_MESSAGE_SIZE) {
-        rejectOver256kibMessageMeter.mark();
+        Metrics.counter(REJECT_OVERSIZE_MESSAGE_COUNTER, Tags.of(UserAgentTagUtil.getPlatformTag(userAgent))).increment();
         return Response.status(Response.Status.REQUEST_ENTITY_TOO_LARGE).build();
       }
     }
 
     try {
-      boolean isSyncMessage = source.isPresent() && source.get().getAccount().getUuid().equals(destinationUuid);
+      boolean isSyncMessage = source.isPresent() && source.get().getAccount().isIdentifiedBy(destinationUuid);
 
       Optional<Account> destination;
 
       if (!isSyncMessage) {
-        destination = accountsManager.getByAccountIdentifier(destinationUuid);
+        destination = accountsManager.getByAccountIdentifier(destinationUuid)
+            .or(() -> accountsManager.getByPhoneNumberIdentifier(destinationUuid));
       } else {
         destination = source.map(AuthenticatedAccount::getAccount);
       }
@@ -223,7 +218,7 @@ public class MessageController {
       OptionalAccess.verify(source.map(AuthenticatedAccount::getAccount), accessKey, destination);
       assert (destination.isPresent());
 
-      if (source.isPresent() && !source.get().getAccount().getUuid().equals(destinationUuid)) {
+      if (source.isPresent() && !source.get().getAccount().isIdentifiedBy(destinationUuid)) {
         final String senderCountryCode = Util.getCountryCode(source.get().getAccount().getNumber());
 
         try {
@@ -235,24 +230,6 @@ public class MessageController {
 
           throw e;
         }
-
-        try {
-          unsealedSenderRateLimiter.validate(source.get().getAccount(), destination.get());
-        } catch (final RateLimitExceededException e) {
-
-          final boolean legacyClient = rateLimitChallengeManager.isClientBelowMinimumVersion(userAgent);
-          final String rateLimitReason = legacyClient ? "unsealedSenderCardinality" : "challengeIssued";
-
-          Metrics.counter(RATE_LIMITED_MESSAGE_COUNTER_NAME,
-              SENDER_COUNTRY_TAG_NAME, senderCountryCode,
-              RATE_LIMIT_REASON_TAG_NAME, rateLimitReason).increment();
-
-          if (legacyClient) {
-            throw e;
-          }
-
-          throw new RateLimitChallengeException(source.get().getAccount(), e.getRetryDuration());
-        }
       }
 
       validateCompleteDeviceList(destination.get(), messages.getMessages(), isSyncMessage,
@@ -268,8 +245,8 @@ public class MessageController {
 
         if (destinationDevice.isPresent()) {
           Metrics.counter(SENT_MESSAGE_COUNTER_NAME, tags).increment();
-          sendMessage(source, destination.get(), destinationDevice.get(), messages.getTimestamp(), messages.isOnline(),
-              incomingMessage);
+          sendMessage(source, destination.get(), destinationDevice.get(), destinationUuid, messages.getTimestamp(),
+              messages.isOnline(), incomingMessage, userAgent);
         }
       }
 
@@ -305,8 +282,6 @@ public class MessageController {
       @QueryParam("ts") long timestamp,
       @Valid MultiRecipientMessage multiRecipientMessage) {
 
-    unidentifiedMeter.mark(multiRecipientMessage.getRecipients().length);
-
     Map<UUID, Account> uuidToAccountMap = Arrays.stream(multiRecipientMessage.getRecipients())
         .map(Recipient::getUuid)
         .distinct()
@@ -362,20 +337,21 @@ public class MessageController {
           .build();
     }
 
-    List<Tag> tags = List.of(
-        UserAgentTagUtil.getPlatformTag(userAgent),
-        Tag.of(EPHEMERAL_TAG_NAME, String.valueOf(online)),
-        Tag.of(SENDER_TYPE_TAG_NAME, "unidentified"));
     List<UUID> uuids404 = Collections.synchronizedList(new ArrayList<>());
-    final Counter counter = Metrics.counter(SENT_MESSAGE_COUNTER_NAME, tags);
+
     try {
+      final Counter sentMessageCounter = Metrics.counter(SENT_MESSAGE_COUNTER_NAME, Tags.of(
+          UserAgentTagUtil.getPlatformTag(userAgent),
+          Tag.of(EPHEMERAL_TAG_NAME, String.valueOf(online)),
+          Tag.of(SENDER_TYPE_TAG_NAME, SENDER_TYPE_UNIDENTIFIED)));
+
       multiRecipientMessageExecutor.invokeAll(Arrays.stream(multiRecipientMessage.getRecipients())
           .map(recipient -> (Callable<Void>) () -> {
             Account destinationAccount = uuidToAccountMap.get(recipient.getUuid());
 
             // we asserted this must exist in validateCompleteDeviceList
             Device destinationDevice = destinationAccount.getDevice(recipient.getDeviceId()).orElseThrow();
-            counter.increment();
+            sentMessageCounter.increment();
             try {
               sendMessage(destinationAccount, destinationDevice, timestamp, online, recipient,
                   multiRecipientMessage.getCommonPayload());
@@ -444,8 +420,6 @@ public class MessageController {
         userAgent,
         false);
 
-    outgoingMessageListSizeHistogram.update(outgoingMessages.getMessages().size());
-
     {
       String platform;
 
@@ -503,7 +477,7 @@ public class MessageController {
   public Response reportMessage(@Auth AuthenticatedAccount auth, @PathParam("sourceNumber") String sourceNumber,
       @PathParam("messageGuid") UUID messageGuid) {
 
-    reportMessageManager.report(sourceNumber, messageGuid);
+    reportMessageManager.report(sourceNumber, messageGuid, auth.getAccount().getUuid());
 
     return Response.status(Status.ACCEPTED)
         .build();
@@ -512,33 +486,56 @@ public class MessageController {
   private void sendMessage(Optional<AuthenticatedAccount> source,
       Account destinationAccount,
       Device destinationDevice,
+      UUID destinationUuid,
       long timestamp,
       boolean online,
-      IncomingMessage incomingMessage)
+      IncomingMessage incomingMessage,
+      String userAgentString)
       throws NoSuchUserException {
-    try (final Timer.Context ignored = sendMessageInternalTimer.time()) {
+    try {
       Optional<byte[]> messageBody = getMessageBody(incomingMessage);
       Optional<byte[]> messageContent = getMessageContent(incomingMessage);
       Envelope.Builder messageBuilder = Envelope.newBuilder();
 
-      messageBuilder.setType(Envelope.Type.forNumber(incomingMessage.getType()))
-          .setTimestamp(timestamp == 0 ? System.currentTimeMillis() : timestamp)
-          .setServerTimestamp(System.currentTimeMillis());
+      int envelopeTypeNumber = incomingMessage.getType();
 
-      if (source.isPresent()) {
-        messageBuilder.setSource(source.get().getAccount().getNumber())
-            .setSourceUuid(source.get().getAccount().getUuid().toString())
-            .setSourceDevice((int) source.get().getAuthenticatedDevice().getId());
+      // Some versions of the iOS app incorrectly use the reserved envelope type 7 for PLAINTEXT_CONTENT instead of type
+      // 8. This check can be removed safely after 2022-03-01.
+      if (envelopeTypeNumber == 7) {
+        try {
+          final UserAgent userAgent = UserAgentUtil.parseUserAgentString(userAgentString);
+          if (userAgent.getPlatform() == ClientPlatform.IOS &&
+              FIRST_IOS_VERSION_WITH_INCORRECT_ENVELOPE_TYPE.isLowerThanOrEqualTo(userAgent.getVersion()) &&
+              userAgent.getVersion().isLowerThan(IOS_VERSION_WITH_FIXED_ENVELOPE_TYPE)) {
+            envelopeTypeNumber = Type.PLAINTEXT_CONTENT.getNumber();
+          }
+        } catch (final UnrecognizedUserAgentException ignored2) {
+        }
       }
 
-      if (messageBody.isPresent()) {
+      final Envelope.Type envelopeType = Envelope.Type.forNumber(envelopeTypeNumber);
+
+      if (envelopeType == null) {
+        logger.warn("Received bad envelope type {} from {}", incomingMessage.getType(), userAgentString);
+        throw new BadRequestException();
+      }
+
+      messageBuilder.setType(envelopeType)
+          .setTimestamp(timestamp == 0 ? System.currentTimeMillis() : timestamp)
+          .setServerTimestamp(System.currentTimeMillis())
+          .setDestinationUuid(destinationUuid.toString());
+
+      source.ifPresent(authenticatedAccount ->
+          messageBuilder.setSource(authenticatedAccount.getAccount().getNumber())
+              .setSourceUuid(authenticatedAccount.getAccount().getUuid().toString())
+              .setSourceDevice((int) authenticatedAccount.getAuthenticatedDevice().getId()));
+
+      messageBody.ifPresent(bytes -> {
         Metrics.counter(LEGACY_MESSAGE_SENT_COUNTER).increment();
         messageBuilder.setLegacyMessage(ByteString.copyFrom(messageBody.get()));
-      }
+      });
 
-      if (messageContent.isPresent()) {
-        messageBuilder.setContent(ByteString.copyFrom(messageContent.get()));
-      }
+      messageContent.ifPresent(bytes -> messageBuilder.setContent(ByteString.copyFrom(bytes)));
 
       messageSender.sendMessage(destinationAccount, destinationDevice, messageBuilder.build(), online);
     } catch (NotPushRegisteredException e) {
@@ -547,9 +544,13 @@ public class MessageController {
     }
   }
 
-  private void sendMessage(Account destinationAccount, Device destinationDevice, long timestamp, boolean online,
-      Recipient recipient, byte[] commonPayload) throws NoSuchUserException {
-    try (final Timer.Context ignored = sendCommonMessageInternalTimer.time()) {
+  private void sendMessage(Account destinationAccount,
+      Device destinationDevice,
+      long timestamp,
+      boolean online,
+      Recipient recipient,
+      byte[] commonPayload) throws NoSuchUserException {
+    try {
       Envelope.Builder messageBuilder = Envelope.newBuilder();
       long serverTimestamp = System.currentTimeMillis();
       byte[] recipientKeyMaterial = recipient.getPerRecipientKeyMaterial();
@@ -563,7 +564,8 @@ public class MessageController {
           .setType(Type.UNIDENTIFIED_SENDER)
           .setTimestamp(timestamp == 0 ? serverTimestamp : timestamp)
           .setServerTimestamp(serverTimestamp)
-          .setContent(ByteString.copyFrom(payload));
+          .setContent(ByteString.copyFrom(payload))
+          .setDestinationUuid(destinationAccount.getUuid().toString());
 
       messageSender.sendMessage(destinationAccount, destinationDevice, messageBuilder.build(), online);
     } catch (NotPushRegisteredException e) {

service/src/main/java/org/whispersystems/textsecuregcm/controllers/ProfileController.java

@@ -19,15 +19,18 @@ import java.util.Locale;
 import java.util.Map;
 import java.util.Map.Entry;
 import java.util.Optional;
-import java.util.Set;
 import java.util.UUID;
 import java.util.function.Function;
 import java.util.stream.Collectors;
 import javax.validation.Valid;
-import javax.validation.valueextraction.Unwrapping;
+import javax.ws.rs.BadRequestException;
 import javax.ws.rs.Consumes;
+import javax.ws.rs.DefaultValue;
+import javax.ws.rs.ForbiddenException;
 import javax.ws.rs.GET;
 import javax.ws.rs.HeaderParam;
+import javax.ws.rs.NotAuthorizedException;
+import javax.ws.rs.NotFoundException;
 import javax.ws.rs.PUT;
 import javax.ws.rs.Path;
 import javax.ws.rs.PathParam;
@@ -40,12 +43,15 @@ import javax.ws.rs.core.Context;
 import javax.ws.rs.core.MediaType;
 import javax.ws.rs.core.Response;
 import javax.ws.rs.core.Response.Status;
+import io.micrometer.core.instrument.Counter;
+import io.micrometer.core.instrument.Metrics;
 import org.apache.commons.codec.DecoderException;
 import org.apache.commons.codec.binary.Base64;
 import org.apache.commons.codec.binary.Hex;
 import org.apache.commons.lang3.StringUtils;
 import org.signal.zkgroup.InvalidInputException;
 import org.signal.zkgroup.VerificationFailedException;
+import org.signal.zkgroup.profiles.PniCredentialResponse;
 import org.signal.zkgroup.profiles.ProfileKeyCommitment;
 import org.signal.zkgroup.profiles.ProfileKeyCredentialRequest;
 import org.signal.zkgroup.profiles.ProfileKeyCredentialResponse;
@@ -61,9 +67,13 @@ import org.whispersystems.textsecuregcm.configuration.BadgeConfiguration;
 import org.whispersystems.textsecuregcm.configuration.BadgesConfiguration;
 import org.whispersystems.textsecuregcm.configuration.dynamic.DynamicConfiguration;
 import org.whispersystems.textsecuregcm.entities.CreateProfileRequest;
-import org.whispersystems.textsecuregcm.entities.Profile;
+import org.whispersystems.textsecuregcm.entities.CredentialProfileResponse;
+import org.whispersystems.textsecuregcm.entities.PniCredentialProfileResponse;
 import org.whispersystems.textsecuregcm.entities.ProfileAvatarUploadAttributes;
+import org.whispersystems.textsecuregcm.entities.ProfileKeyCredentialProfileResponse;
+import org.whispersystems.textsecuregcm.entities.BaseProfileResponse;
 import org.whispersystems.textsecuregcm.entities.UserCapabilities;
+import org.whispersystems.textsecuregcm.entities.VersionedProfileResponse;
 import org.whispersystems.textsecuregcm.limits.RateLimiters;
 import org.whispersystems.textsecuregcm.s3.PolicySigner;
 import org.whispersystems.textsecuregcm.s3.PostPolicyGenerator;
@@ -72,14 +82,13 @@ import org.whispersystems.textsecuregcm.storage.AccountBadge;
 import org.whispersystems.textsecuregcm.storage.AccountsManager;
 import org.whispersystems.textsecuregcm.storage.DynamicConfigurationManager;
 import org.whispersystems.textsecuregcm.storage.ProfilesManager;
-import org.whispersystems.textsecuregcm.storage.UsernamesManager;
 import org.whispersystems.textsecuregcm.storage.VersionedProfile;
-import org.whispersystems.textsecuregcm.util.ExactlySize;
 import org.whispersystems.textsecuregcm.util.Pair;
-import org.whispersystems.textsecuregcm.util.Util;
 import software.amazon.awssdk.services.s3.S3Client;
 import software.amazon.awssdk.services.s3.model.DeleteObjectRequest;
 
+import static org.whispersystems.textsecuregcm.metrics.MetricsUtil.name;
+
 @SuppressWarnings("OptionalUsedAsFieldOrParameterType")
 @Path("/v1/profile")
 public class ProfileController {
@@ -90,7 +99,6 @@ public class ProfileController {
   private final RateLimiters     rateLimiters;
   private final ProfilesManager  profilesManager;
   private final AccountsManager  accountsManager;
-  private final UsernamesManager usernamesManager;
   private final DynamicConfigurationManager<DynamicConfiguration> dynamicConfigurationManager;
   private final ProfileBadgeConverter profileBadgeConverter;
   private final Map<String, BadgeConfiguration> badgeConfigurationMap;
@@ -102,12 +110,16 @@ public class ProfileController {
   private final S3Client            s3client;
   private final String              bucket;
 
+  private static final String PROFILE_KEY_CREDENTIAL_TYPE = "profileKey";
+  private static final String PNI_CREDENTIAL_TYPE = "pni";
+
+  private static final Counter VERSION_NOT_FOUND_COUNTER = Metrics.counter(name(ProfileController.class, "versionNotFound"));
+
   public ProfileController(
       Clock clock,
       RateLimiters rateLimiters,
       AccountsManager accountsManager,
       ProfilesManager profilesManager,
-      UsernamesManager usernamesManager,
       DynamicConfigurationManager<DynamicConfiguration> dynamicConfigurationManager,
       ProfileBadgeConverter profileBadgeConverter,
       BadgesConfiguration badgesConfiguration,
@@ -120,7 +132,6 @@ public class ProfileController {
     this.rateLimiters        = rateLimiters;
     this.accountsManager     = accountsManager;
     this.profilesManager     = profilesManager;
-    this.usernamesManager    = usernamesManager;
     this.dynamicConfigurationManager = dynamicConfigurationManager;
     this.profileBadgeConverter = profileBadgeConverter;
     this.badgeConfigurationMap = badgesConfiguration.getBadges().stream().collect(Collectors.toMap(
@@ -137,13 +148,14 @@ public class ProfileController {
   @Produces(MediaType.APPLICATION_JSON)
   @Consumes(MediaType.APPLICATION_JSON)
   public Response setProfile(@Auth AuthenticatedAccount auth, @Valid CreateProfileRequest request) {
-    final Set<String> disallowedPaymentsCountryCodes =
-        dynamicConfigurationManager.getConfiguration().getPaymentsConfiguration().getDisallowedCountryCodes();
+    if (StringUtils.isNotBlank(request.getPaymentAddress())) {
+      final boolean hasDisallowedPrefix =
+          dynamicConfigurationManager.getConfiguration().getPaymentsConfiguration().getDisallowedPrefixes().stream()
+              .anyMatch(prefix -> auth.getAccount().getNumber().startsWith(prefix));
 
-    if (StringUtils.isNotBlank(request.getPaymentAddress()) &&
-        disallowedPaymentsCountryCodes.contains(Util.getCountryCode(auth.getAccount().getNumber()))) {
-
-      return Response.status(Status.FORBIDDEN).build();
+      if (hasDisallowedPrefix) {
+        return Response.status(Status.FORBIDDEN).build();
+      }
     }
 
     Optional<VersionedProfile> currentProfile = profilesManager.get(auth.getAccount().getUuid(), request.getVersion());
@@ -168,11 +180,6 @@ public class ProfileController {
         currentAvatar = Optional.of(currentProfile.get().getAvatar());
       }
 
-      if (currentAvatar.isEmpty() && auth.getAccount().getAvatar() != null && auth.getAccount().getAvatar()
-          .startsWith("profiles/")) {
-        currentAvatar = Optional.of(auth.getAccount().getAvatar());
-      }
-
       currentAvatar.ifPresent(s -> s3client.deleteObject(DeleteObjectRequest.builder()
           .bucket(bucket)
           .key(s)
@@ -181,12 +188,11 @@ public class ProfileController {
       response = Optional.of(generateAvatarUploadForm(avatar));
     }
 
-    List<AccountBadge> updatedBadges = mergeBadgeIdsWithExistingAccountBadges(
-        request.getBadges(), auth.getAccount().getBadges());
+    List<AccountBadge> updatedBadges = request.getBadges()
+        .map(badges -> mergeBadgeIdsWithExistingAccountBadges(badges, auth.getAccount().getBadges()))
+        .orElseGet(() -> auth.getAccount().getBadges());
 
     accountsManager.update(auth.getAccount(), a -> {
-      a.setProfileName(request.getName());
-      a.setAvatar(avatar);
       a.setBadges(clock, updatedBadges);
       a.setCurrentProfileVersion(request.getVersion());
     });
@@ -202,183 +208,72 @@ public class ProfileController {
   @GET
   @Produces(MediaType.APPLICATION_JSON)
   @Path("/{uuid}/{version}")
-  public Optional<Profile> getProfile(
+  public VersionedProfileResponse getProfile(
       @Auth Optional<AuthenticatedAccount> auth,
       @HeaderParam(OptionalAccess.UNIDENTIFIED) Optional<Anonymous> accessKey,
       @Context ContainerRequestContext containerRequestContext,
       @PathParam("uuid") UUID uuid,
       @PathParam("version") String version)
       throws RateLimitExceededException {
-    return getVersionedProfile(auth.map(AuthenticatedAccount::getAccount), accessKey,
-        getAcceptableLanguagesForRequest(containerRequestContext), uuid,
-        version, Optional.empty());
+
+    final Optional<Account> maybeRequester = auth.map(AuthenticatedAccount::getAccount);
+    final Account targetAccount = verifyPermissionToReceiveProfile(maybeRequester, accessKey, uuid);
+
+    return buildVersionedProfileResponse(targetAccount,
+        version,
+        isSelfProfileRequest(maybeRequester, uuid),
+        containerRequestContext);
   }
 
   @Timed
   @GET
   @Produces(MediaType.APPLICATION_JSON)
   @Path("/{uuid}/{version}/{credentialRequest}")
-  public Optional<Profile> getProfile(
+  public CredentialProfileResponse getProfile(
       @Auth Optional<AuthenticatedAccount> auth,
       @HeaderParam(OptionalAccess.UNIDENTIFIED) Optional<Anonymous> accessKey,
       @Context ContainerRequestContext containerRequestContext,
       @PathParam("uuid") UUID uuid,
       @PathParam("version") String version,
-      @PathParam("credentialRequest") String credentialRequest)
+      @PathParam("credentialRequest") String credentialRequest,
+      @QueryParam("credentialType") @DefaultValue(PROFILE_KEY_CREDENTIAL_TYPE) String credentialType)
       throws RateLimitExceededException {
-    return getVersionedProfile(auth.map(AuthenticatedAccount::getAccount), accessKey,
-        getAcceptableLanguagesForRequest(containerRequestContext), uuid,
-        version, Optional.of(credentialRequest));
-  }
 
-  private Optional<Profile> getVersionedProfile(
-      Optional<Account> requestAccount,
-      Optional<Anonymous> accessKey,
-      List<Locale> acceptableLanguages,
-      UUID uuid,
-      String version,
-      Optional<String> credentialRequest)
-      throws RateLimitExceededException {
-    try {
-      if (requestAccount.isEmpty() && accessKey.isEmpty()) {
-        throw new WebApplicationException(Response.Status.UNAUTHORIZED);
+    final Optional<Account> maybeRequester = auth.map(AuthenticatedAccount::getAccount);
+    final Account targetAccount = verifyPermissionToReceiveProfile(maybeRequester, accessKey, uuid);
+    final boolean isSelf = isSelfProfileRequest(maybeRequester, uuid);
+
+    switch (credentialType) {
+      case PROFILE_KEY_CREDENTIAL_TYPE -> {
+        return buildProfileKeyCredentialProfileResponse(targetAccount,
+            version,
+            credentialRequest,
+            isSelf,
+            containerRequestContext);
       }
 
-      boolean isSelf = false;
-      if (requestAccount.isPresent()) {
-        UUID authedUuid = requestAccount.get().getUuid();
-        rateLimiters.getProfileLimiter().validate(authedUuid);
-        isSelf = uuid.equals(authedUuid);
+      case PNI_CREDENTIAL_TYPE -> {
+        if (!isSelf) {
+          throw new ForbiddenException();
+        }
+
+        return buildPniCredentialProfileResponse(targetAccount,
+            version,
+            credentialRequest,
+            containerRequestContext);
       }
 
-      Optional<Account> accountProfile = accountsManager.getByAccountIdentifier(uuid);
-      OptionalAccess.verify(requestAccount, accessKey, accountProfile);
-
-      assert(accountProfile.isPresent());
-
-      Optional<String>           username   = usernamesManager.get(accountProfile.get().getUuid());
-      Optional<VersionedProfile> profile    = profilesManager.get(uuid, version);
-
-      String name = profile.map(VersionedProfile::getName).orElse(accountProfile.get().getProfileName());
-      String about = profile.map(VersionedProfile::getAbout).orElse(null);
-      String aboutEmoji = profile.map(VersionedProfile::getAboutEmoji).orElse(null);
-      String avatar = profile.map(VersionedProfile::getAvatar).orElse(accountProfile.get().getAvatar());
-      Optional<String> currentProfileVersion = accountProfile.get().getCurrentProfileVersion();
-
-      // Allow requests where either the version matches the latest version on Account or the latest version on Account
-      // is empty to read the payment address.
-      final String paymentAddress = profile
-          .filter(p -> currentProfileVersion.map(v -> v.equals(version)).orElse(true))
-          .map(VersionedProfile::getPaymentAddress)
-          .orElse(null);
-
-      Optional<ProfileKeyCredentialResponse> credential = getProfileCredential(credentialRequest, profile, uuid);
-
-      return Optional.of(new Profile(
-          name,
-          about,
-          aboutEmoji,
-          avatar,
-          paymentAddress,
-          accountProfile.get().getIdentityKey(),
-          UnidentifiedAccessChecksum.generateFor(accountProfile.get().getUnidentifiedAccessKey()),
-          accountProfile.get().isUnrestrictedUnidentifiedAccess(),
-          UserCapabilities.createForAccount(accountProfile.get()),
-          username.orElse(null),
-          null,
-          profileBadgeConverter.convert(acceptableLanguages, accountProfile.get().getBadges(), isSelf),
-          credential.orElse(null)));
-    } catch (InvalidInputException e) {
-      logger.info("Bad profile request", e);
-      throw new WebApplicationException(Response.Status.BAD_REQUEST);
+      default -> throw new BadRequestException();
     }
   }
 
-
-  @Timed
-  @GET
-  @Produces(MediaType.APPLICATION_JSON)
-  @Path("/username/{username}")
-  public Profile getProfileByUsername(
-      @Auth AuthenticatedAccount auth,
-      @Context ContainerRequestContext containerRequestContext,
-      @PathParam("username") String username)
-      throws RateLimitExceededException {
-    rateLimiters.getUsernameLookupLimiter().validate(auth.getAccount().getUuid());
-
-    username = username.toLowerCase();
-
-    Optional<UUID> uuid = usernamesManager.get(username);
-
-    if (uuid.isEmpty()) {
-      throw new WebApplicationException(Response.status(Response.Status.NOT_FOUND).build());
-    }
-
-    final boolean isSelf = auth.getAccount().getUuid().equals(uuid.get());
-
-    Optional<Account> accountProfile = accountsManager.getByAccountIdentifier(uuid.get());
-
-    if (accountProfile.isEmpty()) {
-      throw new WebApplicationException(Response.status(Response.Status.NOT_FOUND).build());
-    }
-
-    return new Profile(
-        accountProfile.get().getProfileName(),
-        null,
-        null,
-        accountProfile.get().getAvatar(),
-        null,
-        accountProfile.get().getIdentityKey(),
-        UnidentifiedAccessChecksum.generateFor(accountProfile.get().getUnidentifiedAccessKey()),
-        accountProfile.get().isUnrestrictedUnidentifiedAccess(),
-        UserCapabilities.createForAccount(accountProfile.get()),
-        username,
-        accountProfile.get().getUuid(),
-        profileBadgeConverter.convert(
-            getAcceptableLanguagesForRequest(containerRequestContext),
-            accountProfile.get().getBadges(),
-            isSelf),
-        null);
-  }
-
-  private Optional<ProfileKeyCredentialResponse> getProfileCredential(Optional<String>           encodedProfileCredentialRequest,
-                                                                      Optional<VersionedProfile> profile,
-                                                                      UUID                       uuid)
-      throws InvalidInputException
-  {
-    if (encodedProfileCredentialRequest.isEmpty()) return Optional.empty();
-    if (profile.isEmpty())                         return Optional.empty();
-
-    try {
-      ProfileKeyCommitment         commitment = new ProfileKeyCommitment(profile.get().getCommitment());
-      ProfileKeyCredentialRequest  request    = new ProfileKeyCredentialRequest(Hex.decodeHex(encodedProfileCredentialRequest.get()));
-      ProfileKeyCredentialResponse response   = zkProfileOperations.issueProfileKeyCredential(request, uuid, commitment);
-
-      return Optional.of(response);
-    } catch (DecoderException | VerificationFailedException e) {
-      throw new WebApplicationException(e, Response.status(Response.Status.BAD_REQUEST).build());
-    }
-  }
-
-
-  // Old profile endpoints. Replaced by versioned profile endpoints (above)
-
-    @Deprecated
-    @Timed
-    @PUT
-    @Produces(MediaType.APPLICATION_JSON)
-    @Path("/name/{name}")
-    public void setProfile(@Auth AuthenticatedAccount auth,
-                           @PathParam("name") @ExactlySize(value = {72, 108}, payload = {Unwrapping.Unwrap.class}) Optional<String> name) {
-        accountsManager.update(auth.getAccount(), a -> a.setProfileName(name.orElse(null)));
-    }
-
-  @Deprecated
+  // Although clients should generally be using versioned profiles wherever possible, there are still a few lingering
+  // use cases for getting profiles without a version (e.g. getting a contact's unidentified access key checksum).
   @Timed
   @GET
   @Produces(MediaType.APPLICATION_JSON)
   @Path("/{identifier}")
-  public Profile getProfile(
+  public BaseProfileResponse getUnversionedProfile(
       @Auth Optional<AuthenticatedAccount> auth,
       @HeaderParam(OptionalAccess.UNIDENTIFIED) Optional<Anonymous> accessKey,
       @Context ContainerRequestContext containerRequestContext,
@@ -387,64 +282,131 @@ public class ProfileController {
       @QueryParam("ca") boolean useCaCertificate)
       throws RateLimitExceededException {
 
-    if (auth.isEmpty() && accessKey.isEmpty()) {
-      throw new WebApplicationException(Response.Status.UNAUTHORIZED);
+    final Optional<Account> maybeRequester = auth.map(AuthenticatedAccount::getAccount);
+    final Account targetAccount = verifyPermissionToReceiveProfile(maybeRequester, accessKey, identifier);
+
+    return buildBaseProfileResponse(targetAccount,
+        isSelfProfileRequest(maybeRequester, identifier),
+        containerRequestContext);
+  }
+
+  private ProfileKeyCredentialProfileResponse buildProfileKeyCredentialProfileResponse(final Account account,
+      final String version,
+      final String encodedCredentialRequest,
+      final boolean isSelf,
+      final ContainerRequestContext containerRequestContext) {
+
+    final ProfileKeyCredentialResponse profileKeyCredentialResponse = profilesManager.get(account.getUuid(), version)
+        .map(profile -> getProfileCredential(encodedCredentialRequest, profile, account.getUuid()))
+        .orElse(null);
+
+    return new ProfileKeyCredentialProfileResponse(
+        buildVersionedProfileResponse(account, version, isSelf, containerRequestContext),
+        profileKeyCredentialResponse);
+  }
+
+  private PniCredentialProfileResponse buildPniCredentialProfileResponse(final Account account,
+      final String version,
+      final String encodedCredentialRequest,
+      final ContainerRequestContext containerRequestContext) {
+
+    final PniCredentialResponse pniCredentialResponse = profilesManager.get(account.getUuid(), version)
+        .map(profile -> getPniCredential(encodedCredentialRequest, profile, account.getUuid(), account.getPhoneNumberIdentifier()))
+        .orElse(null);
+
+    return new PniCredentialProfileResponse(
+        buildVersionedProfileResponse(account, version, true, containerRequestContext),
+        pniCredentialResponse);
+  }
+
+  private VersionedProfileResponse buildVersionedProfileResponse(final Account account,
+      final String version,
+      final boolean isSelf,
+      final ContainerRequestContext containerRequestContext) {
+
+    final Optional<VersionedProfile> maybeProfile = profilesManager.get(account.getUuid(), version);
+
+    if (maybeProfile.isEmpty()) {
+      // Hypothesis: this should basically never happen since clients can't delete versions
+      VERSION_NOT_FOUND_COUNTER.increment();
     }
 
-    boolean isSelf = false;
-    if (auth.isPresent()) {
-      UUID authedUuid = auth.get().getAccount().getUuid();
-      rateLimiters.getProfileLimiter().validate(authedUuid);
-      isSelf = authedUuid.equals(identifier);
-    }
+    final String name = maybeProfile.map(VersionedProfile::getName).orElse(null);
+    final String about = maybeProfile.map(VersionedProfile::getAbout).orElse(null);
+    final String aboutEmoji = maybeProfile.map(VersionedProfile::getAboutEmoji).orElse(null);
+    final String avatar = maybeProfile.map(VersionedProfile::getAvatar).orElse(null);
 
-    Optional<Account> accountProfile = accountsManager.getByAccountIdentifier(identifier);
-    OptionalAccess.verify(auth.map(AuthenticatedAccount::getAccount), accessKey, accountProfile);
+    // Allow requests where either the version matches the latest version on Account or the latest version on Account
+    // is empty to read the payment address.
+    final String paymentAddress = maybeProfile
+        .filter(p -> account.getCurrentProfileVersion().map(v -> v.equals(version)).orElse(true))
+        .map(VersionedProfile::getPaymentAddress)
+        .orElse(null);
 
-    Optional<String> username = usernamesManager.get(accountProfile.get().getUuid());
+    return new VersionedProfileResponse(buildBaseProfileResponse(account, isSelf, containerRequestContext),
+        name, about, aboutEmoji, avatar, paymentAddress);
+  }
 
-    return new Profile(
-        accountProfile.get().getProfileName(),
-        null,
-        null,
-        accountProfile.get().getAvatar(),
-        null,
-        accountProfile.get().getIdentityKey(),
-        UnidentifiedAccessChecksum.generateFor(accountProfile.get().getUnidentifiedAccessKey()),
-        accountProfile.get().isUnrestrictedUnidentifiedAccess(),
-        UserCapabilities.createForAccount(accountProfile.get()),
-        username.orElse(null),
-        null,
+  private BaseProfileResponse buildBaseProfileResponse(final Account account,
+      final boolean isSelf,
+      final ContainerRequestContext containerRequestContext) {
+
+    return new BaseProfileResponse(account.getIdentityKey(),
+        UnidentifiedAccessChecksum.generateFor(account.getUnidentifiedAccessKey()),
+        account.isUnrestrictedUnidentifiedAccess(),
+        UserCapabilities.createForAccount(account),
         profileBadgeConverter.convert(
             getAcceptableLanguagesForRequest(containerRequestContext),
-            accountProfile.get().getBadges(),
+            account.getBadges(),
             isSelf),
-        null);
+        account.getUuid());
   }
 
-    @Deprecated
-    @Timed
-    @GET
-    @Produces(MediaType.APPLICATION_JSON)
-    @Path("/form/avatar")
-    public ProfileAvatarUploadAttributes getAvatarUploadForm(@Auth AuthenticatedAccount auth) {
-        String previousAvatar = auth.getAccount().getAvatar();
-        String objectName = generateAvatarObjectName();
-        ProfileAvatarUploadAttributes profileAvatarUploadAttributes = generateAvatarUploadForm(objectName);
+  @Timed
+  @GET
+  @Produces(MediaType.APPLICATION_JSON)
+  @Path("/username/{username}")
+  public BaseProfileResponse getProfileByUsername(
+      @Auth AuthenticatedAccount auth,
+      @Context ContainerRequestContext containerRequestContext,
+      @PathParam("username") String username)
+      throws RateLimitExceededException {
 
-        if (previousAvatar != null && previousAvatar.startsWith("profiles/")) {
-            s3client.deleteObject(DeleteObjectRequest.builder()
-                    .bucket(bucket)
-                    .key(previousAvatar)
-                    .build());
-        }
+    rateLimiters.getUsernameLookupLimiter().validate(auth.getAccount().getUuid());
 
-        accountsManager.update(auth.getAccount(), a -> a.setAvatar(objectName));
+    final Account targetAccount = accountsManager.getByUsername(username).orElseThrow(NotFoundException::new);
+    final boolean isSelf = auth.getAccount().getUuid().equals(targetAccount.getUuid());
 
-    return profileAvatarUploadAttributes;
+    return buildBaseProfileResponse(targetAccount, isSelf, containerRequestContext);
   }
 
-  ////
+  private ProfileKeyCredentialResponse getProfileCredential(final String encodedProfileCredentialRequest,
+      final VersionedProfile profile,
+      final UUID uuid) {
+    try {
+      final ProfileKeyCommitment commitment = new ProfileKeyCommitment(profile.getCommitment());
+      final ProfileKeyCredentialRequest request = new ProfileKeyCredentialRequest(Hex.decodeHex(encodedProfileCredentialRequest));
+
+      return zkProfileOperations.issueProfileKeyCredential(request, uuid, commitment);
+    } catch (DecoderException | VerificationFailedException | InvalidInputException e) {
+      throw new WebApplicationException(e, Response.status(Response.Status.BAD_REQUEST).build());
+    }
+  }
+
+  private PniCredentialResponse getPniCredential(final String encodedCredentialRequest,
+      final VersionedProfile profile,
+      final UUID accountIdentifier,
+      final UUID phoneNumberIdentifier) {
+
+    try {
+      final ProfileKeyCommitment commitment = new ProfileKeyCommitment(profile.getCommitment());
+      final ProfileKeyCredentialRequest request = new ProfileKeyCredentialRequest(Hex.decodeHex(encodedCredentialRequest));
+
+      return zkProfileOperations.issuePniCredential(request, accountIdentifier, phoneNumberIdentifier, commitment);
+    } catch (DecoderException | VerificationFailedException | InvalidInputException e) {
+      throw new WebApplicationException(e, Response.status(Response.Status.BAD_REQUEST).build());
+    }
+  }
 
   private ProfileAvatarUploadAttributes generateAvatarUploadForm(String objectName) {
     ZonedDateTime        now            = ZonedDateTime.now(ZoneOffset.UTC);
@@ -513,4 +475,42 @@ public class ProfileController {
 
     return new ArrayList<>(result.values());
   }
+
+  /**
+   * Verifies that the requester has permission to view the profile of the account identified by the given ACI.
+   *
+   * @param maybeRequester the authenticated account requesting the profile, if any
+   * @param maybeAccessKey an anonymous access key for the target account
+   * @param targetUuid the ACI of the target account
+   *
+   * @return the target account
+   *
+   * @throws RateLimitExceededException if the requester must wait before requesting the target account's profile
+   * @throws NotFoundException if no account was found for the target ACI
+   * @throws NotAuthorizedException if the requester is not authorized to receive the target account's profile or if the
+   * requester was not authenticated and did not present an anonymous access key
+   */
+  private Account verifyPermissionToReceiveProfile(final Optional<Account> maybeRequester,
+      final Optional<Anonymous> maybeAccessKey,
+      final UUID targetUuid) throws RateLimitExceededException {
+
+    if (maybeRequester.isEmpty() && maybeAccessKey.isEmpty()) {
+      throw new WebApplicationException(Response.Status.UNAUTHORIZED);
+    }
+
+    if (maybeRequester.isPresent()) {
+      rateLimiters.getProfileLimiter().validate(maybeRequester.get().getUuid());
+    }
+
+    final Optional<Account> maybeTargetAccount = accountsManager.getByAccountIdentifier(targetUuid);
+
+    OptionalAccess.verify(maybeRequester, maybeAccessKey, maybeTargetAccount);
+    assert maybeTargetAccount.isPresent();
+
+    return maybeTargetAccount.get();
+  }
+
+  private boolean isSelfProfileRequest(final Optional<Account> maybeRequester, final UUID targetUuid) {
+    return maybeRequester.map(requester -> requester.getUuid().equals(targetUuid)).orElse(false);
+  }
 }

service/src/main/java/org/whispersystems/textsecuregcm/controllers/SubscriptionController.java

@@ -21,7 +21,6 @@ import java.time.Instant;
 import java.time.temporal.ChronoUnit;
 import java.util.Base64;
 import java.util.Collection;
-import java.util.Iterator;
 import java.util.List;
 import java.util.Locale;
 import java.util.Map;
@@ -55,6 +54,7 @@ import javax.ws.rs.core.Context;
 import javax.ws.rs.core.MediaType;
 import javax.ws.rs.core.Response;
 import javax.ws.rs.core.Response.Status;
+import org.apache.commons.lang3.StringUtils;
 import org.signal.zkgroup.InvalidInputException;
 import org.signal.zkgroup.VerificationFailedException;
 import org.signal.zkgroup.receipts.ReceiptCredentialRequest;
@@ -562,10 +562,13 @@ public class SubscriptionController {
     return stripeManager.getPaymentIntent(request.getPaymentIntentId())
         .thenCompose(paymentIntent -> {
           if (paymentIntent == null) {
+            throw new WebApplicationException(Status.NOT_FOUND);
+          }
+          if (StringUtils.equalsIgnoreCase("processing", paymentIntent.getStatus())) {
             throw new WebApplicationException(Status.NO_CONTENT);
           }
-          if (!"succeeded".equalsIgnoreCase(paymentIntent.getStatus())) {
-            throw new WebApplicationException(Status.NO_CONTENT);
+          if (!StringUtils.equalsIgnoreCase("succeeded", paymentIntent.getStatus())) {
+            throw new WebApplicationException(Status.PAYMENT_REQUIRED);
           }
           ReceiptCredentialRequest receiptCredentialRequest;
           try {
@@ -603,6 +606,7 @@ public class SubscriptionController {
       private final boolean cancelAtPeriodEnd;
       private final String currency;
       private final BigDecimal amount;
+      private final String status;
 
       public Subscription(
           @JsonProperty("level") long level,
@@ -611,7 +615,8 @@ public class SubscriptionController {
           @JsonProperty("active") boolean active,
           @JsonProperty("cancelAtPeriodEnd") boolean cancelAtPeriodEnd,
           @JsonProperty("currency") String currency,
-          @JsonProperty("amount") BigDecimal amount) {
+          @JsonProperty("amount") BigDecimal amount,
+          @JsonProperty("status") String status) {
         this.level = level;
         this.billingCycleAnchor = billingCycleAnchor;
         this.endOfCurrentPeriod = endOfCurrentPeriod;
@@ -619,6 +624,7 @@ public class SubscriptionController {
         this.cancelAtPeriodEnd = cancelAtPeriodEnd;
         this.currency = currency;
         this.amount = amount;
+        this.status = status;
       }
 
       public long getLevel() {
@@ -648,6 +654,10 @@ public class SubscriptionController {
       public BigDecimal getAmount() {
         return amount;
       }
+
+      public String getStatus() {
+        return status;
+      }
     }
 
     private final Subscription subscription;
@@ -688,7 +698,8 @@ public class SubscriptionController {
                           Objects.equals(subscription.getStatus(), "active"),
                           subscription.getCancelAtPeriodEnd(),
                           price.getCurrency().toUpperCase(Locale.ROOT),
-                          price.getUnitAmountDecimal()
+                          price.getUnitAmountDecimal(),
+                          subscription.getStatus()
                       ))).build())));
         });
   }
@@ -730,7 +741,7 @@ public class SubscriptionController {
   @Path("/{subscriberId}/receipt_credentials")
   @Consumes(MediaType.APPLICATION_JSON)
   @Produces(MediaType.APPLICATION_JSON)
-  public CompletableFuture<Response> getReceiptCredentials(
+  public CompletableFuture<Response> createSubscriptionReceiptCredentials(
       @Auth Optional<AuthenticatedAccount> authenticatedAccount,
       @PathParam("subscriberId") String subscriberId,
       @Valid GetReceiptCredentialsRequest request) {
@@ -739,7 +750,7 @@ public class SubscriptionController {
         .thenApply(this::requireRecordFromGetResult)
         .thenCompose(record -> {
           if (record.subscriptionId == null) {
-            return CompletableFuture.completedFuture(Response.noContent().build());
+            return CompletableFuture.completedFuture(Response.status(Status.NOT_FOUND).build());
           }
           ReceiptCredentialRequest receiptCredentialRequest;
           try {
@@ -747,29 +758,20 @@ public class SubscriptionController {
           } catch (InvalidInputException e) {
             throw new BadRequestException("invalid receipt credential request", e);
           }
-          return stripeManager.getPaidInvoicesForSubscription(record.subscriptionId, requestData.now)
-              .thenCompose(invoices -> checkNextInvoice(invoices.iterator(), record.subscriptionId))
-              .thenCompose(receipt -> {
-                if (receipt == null) {
-                  return CompletableFuture.completedFuture(null);
-                }
-                return issuedReceiptsManager.recordIssuance(
-                        receipt.getInvoiceLineItemId(), receiptCredentialRequest, requestData.now)
-                    .thenApply(unused -> receipt);
-              })
+          return stripeManager.getLatestInvoiceForSubscription(record.subscriptionId)
+              .thenCompose(invoice -> convertInvoiceToReceipt(invoice, record.subscriptionId))
+              .thenCompose(receipt -> issuedReceiptsManager.recordIssuance(
+                      receipt.getInvoiceLineItemId(), receiptCredentialRequest, requestData.now)
+                  .thenApply(unused -> receipt))
               .thenApply(receipt -> {
-                if (receipt == null) {
-                  return Response.noContent().build();
-                } else {
-                  ReceiptCredentialResponse receiptCredentialResponse;
-                  try {
-                    receiptCredentialResponse = zkReceiptOperations.issueReceiptCredential(
-                        receiptCredentialRequest, receipt.getExpiration().getEpochSecond(), receipt.getLevel());
-                  } catch (VerificationFailedException e) {
-                    throw new BadRequestException("receipt credential request failed verification", e);
-                  }
-                  return Response.ok(new GetReceiptCredentialsResponse(receiptCredentialResponse.serialize())).build();
+                ReceiptCredentialResponse receiptCredentialResponse;
+                try {
+                  receiptCredentialResponse = zkReceiptOperations.issueReceiptCredential(
+                      receiptCredentialRequest, receipt.getExpiration().getEpochSecond(), receipt.getLevel());
+                } catch (VerificationFailedException e) {
+                  throw new BadRequestException("receipt credential request failed verification", e);
                 }
+                return Response.ok(new GetReceiptCredentialsResponse(receiptCredentialResponse.serialize())).build();
               });
         });
   }
@@ -799,35 +801,46 @@ public class SubscriptionController {
     }
   }
 
-  private CompletableFuture<Receipt> checkNextInvoice(Iterator<Invoice> invoiceIterator, String subscriptionId) {
-    if (!invoiceIterator.hasNext()) {
-      return null;
+  private CompletableFuture<Receipt> convertInvoiceToReceipt(Invoice latestSubscriptionInvoice, String subscriptionId) {
+    if (latestSubscriptionInvoice == null) {
+      throw new WebApplicationException(Status.NO_CONTENT);
+    }
+    if (StringUtils.equalsIgnoreCase("open", latestSubscriptionInvoice.getStatus())) {
+      throw new WebApplicationException(Status.NO_CONTENT);
+    }
+    if (!StringUtils.equalsIgnoreCase("paid", latestSubscriptionInvoice.getStatus())) {
+      throw new WebApplicationException(Status.PAYMENT_REQUIRED);
     }
 
-    Invoice invoice = invoiceIterator.next();
-    return stripeManager.getInvoiceLineItemsForInvoice(invoice).thenCompose(invoiceLineItems -> {
+    return stripeManager.getInvoiceLineItemsForInvoice(latestSubscriptionInvoice).thenCompose(invoiceLineItems -> {
       Collection<InvoiceLineItem> subscriptionLineItems = invoiceLineItems.stream()
           .filter(invoiceLineItem -> Objects.equals("subscription", invoiceLineItem.getType()))
           .collect(Collectors.toList());
       if (subscriptionLineItems.isEmpty()) {
-        return checkNextInvoice(invoiceIterator, subscriptionId);
+        throw new IllegalStateException("latest subscription invoice has no subscription line items; subscriptionId="
+            + subscriptionId + "; invoiceId=" + latestSubscriptionInvoice.getId());
       }
       if (subscriptionLineItems.size() > 1) {
-        throw new IllegalStateException("invoice has more than one subscription; subscriptionId=" + subscriptionId
-            + "; count=" + subscriptionLineItems.size());
+        throw new IllegalStateException(
+            "latest subscription invoice has too many subscription line items; subscriptionId=" + subscriptionId
+                + "; invoiceId=" + latestSubscriptionInvoice.getId() + "; count=" + subscriptionLineItems.size());
       }
 
       InvoiceLineItem subscriptionLineItem = subscriptionLineItems.stream().findAny().get();
-      return stripeManager.getProductForPrice(subscriptionLineItem.getPrice().getId()).thenApply(product -> new Receipt(
-          Instant.ofEpochSecond(subscriptionLineItem.getPeriod().getEnd())
-              .plus(subscriptionConfiguration.getBadgeGracePeriod())
-              .truncatedTo(ChronoUnit.DAYS)
-              .plus(1, ChronoUnit.DAYS),
-          stripeManager.getLevelForProduct(product),
-          subscriptionLineItem.getId()));
+      return getReceiptForSubscriptionInvoiceLineItem(subscriptionLineItem);
     });
   }
 
+  private CompletableFuture<Receipt> getReceiptForSubscriptionInvoiceLineItem(InvoiceLineItem subscriptionLineItem) {
+    return stripeManager.getProductForPrice(subscriptionLineItem.getPrice().getId()).thenApply(product -> new Receipt(
+        Instant.ofEpochSecond(subscriptionLineItem.getPeriod().getEnd())
+            .plus(subscriptionConfiguration.getBadgeGracePeriod())
+            .truncatedTo(ChronoUnit.DAYS)
+            .plus(1, ChronoUnit.DAYS),
+        stripeManager.getLevelForProduct(product),
+        subscriptionLineItem.getId()));
+  }
+
   private SubscriptionManager.Record requireRecordFromGetResult(SubscriptionManager.GetResult getResult) {
     if (getResult == GetResult.PASSWORD_MISMATCH) {
       throw new ForbiddenException("subscriberId mismatch");

service/src/main/java/org/whispersystems/textsecuregcm/controllers/VoiceVerificationController.java

@@ -23,32 +23,34 @@ import org.whispersystems.textsecuregcm.util.Util;
 @Path("/v1/voice/")
 public class VoiceVerificationController {
 
-  private static final String PLAY_TWIML = "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n" +
-      "<Response>\n" +
-      "    <Play>%s</Play>\n" +
-      "    <Play>%s</Play>\n" +
-      "    <Play>%s</Play>\n" +
-      "    <Play>%s</Play>\n" +
-      "    <Play>%s</Play>\n" +
-      "    <Play>%s</Play>\n" +
-      "    <Play>%s</Play>\n" +
-      "    <Pause length=\"1\"/>\n" +
-      "    <Play>%s</Play>\n" +
-      "    <Play>%s</Play>\n" +
-      "    <Play>%s</Play>\n" +
-      "    <Play>%s</Play>\n" +
-      "    <Play>%s</Play>\n" +
-      "    <Play>%s</Play>\n" +
-      "    <Play>%s</Play>\n" +
-      "    <Pause length=\"1\"/>\n" +
-      "    <Play>%s</Play>\n" +
-      "    <Play>%s</Play>\n" +
-      "    <Play>%s</Play>\n" +
-      "    <Play>%s</Play>\n" +
-      "    <Play>%s</Play>\n" +
-      "    <Play>%s</Play>\n" +
-      "    <Play>%s</Play>\n" +
-      "</Response>";
+  private static final String PLAY_TWIML = """
+      <?xml version="1.0" encoding="UTF-8"?>
+      <Response>
+          <Play>%s</Play>
+          <Play>%s</Play>
+          <Play>%s</Play>
+          <Play>%s</Play>
+          <Play>%s</Play>
+          <Play>%s</Play>
+          <Play>%s</Play>
+          <Pause length="1"/>
+          <Play>%s</Play>
+          <Play>%s</Play>
+          <Play>%s</Play>
+          <Play>%s</Play>
+          <Play>%s</Play>
+          <Play>%s</Play>
+          <Play>%s</Play>
+          <Pause length="1"/>
+          <Play>%s</Play>
+          <Play>%s</Play>
+          <Play>%s</Play>
+          <Play>%s</Play>
+          <Play>%s</Play>
+          <Play>%s</Play>
+          <Play>%s</Play>
+      </Response>
+      """;
 
   private static final String DEFAULT_LOCALE = "en-US";
 

service/src/main/java/org/whispersystems/textsecuregcm/entities/AccountAttributes.java

@@ -8,6 +8,7 @@ import com.fasterxml.jackson.annotation.JsonProperty;
 import com.google.common.annotations.VisibleForTesting;
 import javax.validation.constraints.Size;
 import org.whispersystems.textsecuregcm.storage.Device.DeviceCapabilities;
+import org.whispersystems.textsecuregcm.util.ExactlySize;
 
 public class AccountAttributes {
 
@@ -25,6 +26,7 @@ public class AccountAttributes {
   private String registrationLock;
 
   @JsonProperty
+  @ExactlySize({0, 16})
   private byte[] unidentifiedAccessKey;
 
   @JsonProperty
@@ -80,4 +82,9 @@ public class AccountAttributes {
   public boolean isDiscoverableByPhoneNumber() {
     return discoverableByPhoneNumber;
   }
+
+  @VisibleForTesting
+  public void setUnidentifiedAccessKey(final byte[] unidentifiedAccessKey) {
+    this.unidentifiedAccessKey = unidentifiedAccessKey;
+  }
 }

service/src/main/java/org/whispersystems/textsecuregcm/entities/AccountCreationResult.java

@@ -8,29 +8,32 @@ package org.whispersystems.textsecuregcm.entities;
 import com.fasterxml.jackson.annotation.JsonCreator;
 import com.fasterxml.jackson.annotation.JsonProperty;
 
-import org.whispersystems.textsecuregcm.auth.ExternalServiceCredentials;
-
+import javax.annotation.Nullable;
 import java.util.UUID;
 
 public class AccountCreationResult {
 
-  @JsonProperty
   private final UUID uuid;
-
-  @JsonProperty
   private final String number;
+  private final UUID pni;
+
+  @Nullable
+  private final String username;
 
-  @JsonProperty
   private final boolean storageCapable;
 
   @JsonCreator
   public AccountCreationResult(
       @JsonProperty("uuid") final UUID uuid,
       @JsonProperty("number") final String number,
+      @JsonProperty("pni") final UUID pni,
+      @JsonProperty("username") @Nullable final String username,
       @JsonProperty("storageCapable") final boolean storageCapable) {
 
     this.uuid = uuid;
     this.number = number;
+    this.pni = pni;
+    this.username = username;
     this.storageCapable = storageCapable;
   }
 
@@ -42,6 +45,15 @@ public class AccountCreationResult {
     return number;
   }
 
+  public UUID getPni() {
+    return pni;
+  }
+
+  @Nullable
+  public String getUsername() {
+    return username;
+  }
+
   public boolean isStorageCapable() {
     return storageCapable;
   }

service/src/main/java/org/whispersystems/textsecuregcm/entities/Badge.java

@@ -72,6 +72,15 @@ public class Badge {
     return svgs;
   }
 
+  /**
+   * Workaround for old Android builds that expect this field to exist but don't care it's an empty string.
+   */
+  @Deprecated
+  @JsonProperty
+  public String getImageUrl() {
+    return "";
+  }
+
   @Override
   public boolean equals(final Object o) {
     if (this == o) {

service/src/main/java/org/whispersystems/textsecuregcm/entities/BadgeSvg.java

@@ -14,13 +14,11 @@ import javax.validation.constraints.NotEmpty;
 public class BadgeSvg {
   private final String light;
   private final String dark;
-  private final String transparent;
 
   @JsonCreator
   public BadgeSvg(
       @JsonProperty("light") final String light,
-      @JsonProperty("dark") final String dark,
-      @JsonProperty("transparent") final String transparent) {
+      @JsonProperty("dark") final String dark) {
     if (Strings.isNullOrEmpty(light)) {
       throw new IllegalArgumentException("light cannot be empty");
     }
@@ -29,10 +27,6 @@ public class BadgeSvg {
       throw new IllegalArgumentException("dark cannot be empty");
     }
     this.dark = dark;
-    if (Strings.isNullOrEmpty(transparent)) {
-      throw new IllegalArgumentException("transparent cannot be empty");
-    }
-    this.transparent = transparent;
   }
 
   @NotEmpty
@@ -45,11 +39,6 @@ public class BadgeSvg {
     return dark;
   }
 
-  @NotEmpty
-  public String getTransparent() {
-    return transparent;
-  }
-
   @Override
   public boolean equals(final Object o) {
     if (this == o) {
@@ -60,13 +49,12 @@ public class BadgeSvg {
     }
     BadgeSvg badgeSvg = (BadgeSvg) o;
     return Objects.equals(light, badgeSvg.light)
-        && Objects.equals(dark, badgeSvg.dark)
-        && Objects.equals(transparent, badgeSvg.transparent);
+        && Objects.equals(dark, badgeSvg.dark);
   }
 
   @Override
   public int hashCode() {
-    return Objects.hash(light, dark, transparent);
+    return Objects.hash(light, dark);
   }
 
   @Override
@@ -74,7 +62,6 @@ public class BadgeSvg {
     return "BadgeSvg{" +
         "light='" + light + '\'' +
         ", dark='" + dark + '\'' +
-        ", transparent='" + transparent + '\'' +
         '}';
   }
 }

service/src/main/java/org/whispersystems/textsecuregcm/entities/BaseProfileResponse.java

@@ -0,0 +1,73 @@
+/*
+ * Copyright 2013-2021 Signal Messenger, LLC
+ * SPDX-License-Identifier: AGPL-3.0-only
+ */
+
+package org.whispersystems.textsecuregcm.entities;
+
+import com.fasterxml.jackson.annotation.JsonProperty;
+import java.util.List;
+import java.util.UUID;
+
+public class BaseProfileResponse {
+
+  @JsonProperty
+  private String identityKey;
+
+  @JsonProperty
+  private String unidentifiedAccess;
+
+  @JsonProperty
+  private boolean unrestrictedUnidentifiedAccess;
+
+  @JsonProperty
+  private UserCapabilities capabilities;
+
+  @JsonProperty
+  private List<Badge> badges;
+
+  @JsonProperty
+  private UUID uuid;
+
+  public BaseProfileResponse() {
+  }
+
+  public BaseProfileResponse(final String identityKey,
+      final String unidentifiedAccess,
+      final boolean unrestrictedUnidentifiedAccess,
+      final UserCapabilities capabilities,
+      final List<Badge> badges,
+      final UUID uuid) {
+
+    this.identityKey = identityKey;
+    this.unidentifiedAccess = unidentifiedAccess;
+    this.unrestrictedUnidentifiedAccess = unrestrictedUnidentifiedAccess;
+    this.capabilities = capabilities;
+    this.badges = badges;
+    this.uuid = uuid;
+  }
+
+  public String getIdentityKey() {
+    return identityKey;
+  }
+
+  public String getUnidentifiedAccess() {
+    return unidentifiedAccess;
+  }
+
+  public boolean isUnrestrictedUnidentifiedAccess() {
+    return unrestrictedUnidentifiedAccess;
+  }
+
+  public UserCapabilities getCapabilities() {
+    return capabilities;
+  }
+
+  public List<Badge> getBadges() {
+    return badges;
+  }
+
+  public UUID getUuid() {
+    return uuid;
+  }
+}

service/src/main/java/org/whispersystems/textsecuregcm/entities/CreateProfileRequest.java

@@ -8,8 +8,9 @@ package org.whispersystems.textsecuregcm.entities;
 import com.fasterxml.jackson.annotation.JsonProperty;
 import com.fasterxml.jackson.databind.annotation.JsonDeserialize;
 import com.fasterxml.jackson.databind.annotation.JsonSerialize;
-import java.util.ArrayList;
 import java.util.List;
+import java.util.Optional;
+import javax.annotation.Nullable;
 import javax.validation.constraints.NotEmpty;
 import javax.validation.constraints.NotNull;
 import org.apache.commons.lang3.StringUtils;
@@ -42,8 +43,8 @@ public class CreateProfileRequest {
   private String paymentAddress;
 
   @JsonProperty
-  @NotNull
-  private List<String> badgeIds = new ArrayList<>();
+  @Nullable
+  private List<String> badgeIds;
 
   @JsonProperty
   @NotNull
@@ -95,7 +96,7 @@ public class CreateProfileRequest {
     return StringUtils.stripToNull(paymentAddress);
   }
 
-  public List<String> getBadges() {
-    return badgeIds;
+  public Optional<List<String>> getBadges() {
+    return Optional.ofNullable(badgeIds);
   }
 }

service/src/main/java/org/whispersystems/textsecuregcm/entities/CredentialProfileResponse.java

@@ -0,0 +1,25 @@
+/*
+ * Copyright 2013-2021 Signal Messenger, LLC
+ * SPDX-License-Identifier: AGPL-3.0-only
+ */
+
+package org.whispersystems.textsecuregcm.entities;
+
+import com.fasterxml.jackson.annotation.JsonUnwrapped;
+
+public abstract class CredentialProfileResponse {
+
+  @JsonUnwrapped
+  private VersionedProfileResponse versionedProfileResponse;
+
+  protected CredentialProfileResponse() {
+  }
+
+  protected CredentialProfileResponse(final VersionedProfileResponse versionedProfileResponse) {
+    this.versionedProfileResponse = versionedProfileResponse;
+  }
+
+  public VersionedProfileResponse getVersionedProfileResponse() {
+    return versionedProfileResponse;
+  }
+}

service/src/main/java/org/whispersystems/textsecuregcm/entities/DeviceResponse.java

@@ -8,7 +8,14 @@ package org.whispersystems.textsecuregcm.entities;
 import com.fasterxml.jackson.annotation.JsonProperty;
 import com.google.common.annotations.VisibleForTesting;
 
+import java.util.UUID;
+
 public class DeviceResponse {
+  @JsonProperty
+  private UUID uuid;
+
+  @JsonProperty
+  private UUID pni;
 
   @JsonProperty
   private long deviceId;
@@ -16,10 +23,20 @@ public class DeviceResponse {
   @VisibleForTesting
   public DeviceResponse() {}
 
-  public DeviceResponse(long deviceId) {
+  public DeviceResponse(UUID uuid, UUID pni, long deviceId) {
+    this.uuid = uuid;
+    this.pni = pni;
     this.deviceId = deviceId;
   }
 
+  public UUID getUuid() {
+    return uuid;
+  }
+
+  public UUID getPni() {
+    return pni;
+  }
+
   public long getDeviceId() {
     return deviceId;
   }

service/src/main/java/org/whispersystems/textsecuregcm/entities/OutgoingMessageEntity.java

@@ -5,60 +5,39 @@
 
 package org.whispersystems.textsecuregcm.entities;
 
-import com.fasterxml.jackson.annotation.JsonIgnore;
+import com.fasterxml.jackson.annotation.JsonCreator;
 import com.fasterxml.jackson.annotation.JsonProperty;
-
 import java.util.Arrays;
 import java.util.Objects;
 import java.util.UUID;
 
 public class OutgoingMessageEntity {
 
-  @JsonIgnore
-  private long id;
+  private final UUID guid;
+  private final int type;
+  private final String relay;
+  private final long timestamp;
+  private final String source;
+  private final UUID sourceUuid;
+  private final int sourceDevice;
+  private final UUID destinationUuid;
+  private final byte[] message;
+  private final byte[] content;
+  private final long serverTimestamp;
 
-  @JsonIgnore
-  private boolean cached;
-
-  @JsonProperty
-  private UUID guid;
-
-  @JsonProperty
-  private int type;
-
-  @JsonProperty
-  private String relay;
-
-  @JsonProperty
-  private long timestamp;
-
-  @JsonProperty
-  private String source;
-
-  @JsonProperty
-  private UUID sourceUuid;
-
-  @JsonProperty
-  private int sourceDevice;
-
-  @JsonProperty
-  private byte[] message;
-
-  @JsonProperty
-  private byte[] content;
-
-  @JsonProperty
-  private long serverTimestamp;
-
-  public OutgoingMessageEntity() {}
-
-  public OutgoingMessageEntity(long id, boolean cached,
-                               UUID guid, int type, String relay, long timestamp,
-                               String source, UUID sourceUuid, int sourceDevice,
-                               byte[] message, byte[] content, long serverTimestamp)
+  @JsonCreator
+  public OutgoingMessageEntity(@JsonProperty("guid") final UUID guid,
+      @JsonProperty("type") final int type,
+      @JsonProperty("relay") final String relay,
+      @JsonProperty("timestamp") final long timestamp,
+      @JsonProperty("source") final String source,
+      @JsonProperty("sourceUuid") final UUID sourceUuid,
+      @JsonProperty("sourceDevice") final int sourceDevice,
+      @JsonProperty("destinationUuid") final UUID destinationUuid,
+      @JsonProperty("message") final byte[] message,
+      @JsonProperty("content") final byte[] content,
+      @JsonProperty("serverTimestamp") final long serverTimestamp)
   {
-    this.id              = id;
-    this.cached          = cached;
     this.guid            = guid;
     this.type            = type;
     this.relay           = relay;
@@ -66,6 +45,7 @@ public class OutgoingMessageEntity {
     this.source          = source;
     this.sourceUuid      = sourceUuid;
     this.sourceDevice    = sourceDevice;
+    this.destinationUuid = destinationUuid;
     this.message         = message;
     this.content         = content;
     this.serverTimestamp = serverTimestamp;
@@ -99,6 +79,10 @@ public class OutgoingMessageEntity {
     return sourceDevice;
   }
 
+  public UUID getDestinationUuid() {
+    return destinationUuid;
+  }
+
   public byte[] getMessage() {
     return message;
   }
@@ -107,16 +91,6 @@ public class OutgoingMessageEntity {
     return content;
   }
 
-  @JsonIgnore
-  public long getId() {
-    return id;
-  }
-
-  @JsonIgnore
-  public boolean isCached() {
-    return cached;
-  }
-
   public long getServerTimestamp() {
     return serverTimestamp;
   }
@@ -126,23 +100,22 @@ public class OutgoingMessageEntity {
     if (this == o) return true;
     if (o == null || getClass() != o.getClass()) return false;
     final OutgoingMessageEntity that = (OutgoingMessageEntity)o;
-    return id == that.id &&
-            cached == that.cached &&
-            type == that.type &&
+    return type == that.type &&
             timestamp == that.timestamp &&
             sourceDevice == that.sourceDevice &&
             serverTimestamp == that.serverTimestamp &&
-            Objects.equals(guid, that.guid) &&
+            guid.equals(that.guid) &&
             Objects.equals(relay, that.relay) &&
             Objects.equals(source, that.source) &&
             Objects.equals(sourceUuid, that.sourceUuid) &&
+            destinationUuid.equals(that.destinationUuid) &&
             Arrays.equals(message, that.message) &&
             Arrays.equals(content, that.content);
   }
 
   @Override
   public int hashCode() {
-    int result = Objects.hash(id, cached, guid, type, relay, timestamp, source, sourceUuid, sourceDevice, serverTimestamp);
+    int result = Objects.hash(guid, type, relay, timestamp, source, sourceUuid, sourceDevice, destinationUuid, serverTimestamp);
     result = 31 * result + Arrays.hashCode(message);
     result = 31 * result + Arrays.hashCode(content);
     return result;

service/src/main/java/org/whispersystems/textsecuregcm/entities/PniCredentialProfileResponse.java

@@ -0,0 +1,36 @@
+/*
+ * Copyright 2013-2021 Signal Messenger, LLC
+ * SPDX-License-Identifier: AGPL-3.0-only
+ */
+
+package org.whispersystems.textsecuregcm.entities;
+
+import com.fasterxml.jackson.annotation.JsonProperty;
+import com.fasterxml.jackson.databind.annotation.JsonDeserialize;
+import com.fasterxml.jackson.databind.annotation.JsonSerialize;
+import javax.annotation.Nullable;
+import org.signal.zkgroup.profiles.PniCredentialResponse;
+
+public class PniCredentialProfileResponse extends CredentialProfileResponse {
+
+  @JsonProperty
+  @JsonSerialize(using = PniCredentialResponseAdapter.Serializing.class)
+  @JsonDeserialize(using = PniCredentialResponseAdapter.Deserializing.class)
+  @Nullable
+  private PniCredentialResponse pniCredential;
+
+  public PniCredentialProfileResponse() {
+  }
+
+  public PniCredentialProfileResponse(final VersionedProfileResponse versionedProfileResponse,
+      @Nullable final PniCredentialResponse pniCredential) {
+
+    super(versionedProfileResponse);
+    this.pniCredential = pniCredential;
+  }
+
+  @Nullable
+  public PniCredentialResponse getPniCredential() {
+    return pniCredential;
+  }
+}

service/src/main/java/org/whispersystems/textsecuregcm/entities/PniCredentialResponseAdapter.java

@@ -0,0 +1,41 @@
+/*
+ * Copyright 2013-2020 Signal Messenger, LLC
+ * SPDX-License-Identifier: AGPL-3.0-only
+ */
+
+package org.whispersystems.textsecuregcm.entities;
+
+import com.fasterxml.jackson.core.JsonGenerator;
+import com.fasterxml.jackson.core.JsonParser;
+import com.fasterxml.jackson.databind.DeserializationContext;
+import com.fasterxml.jackson.databind.JsonDeserializer;
+import com.fasterxml.jackson.databind.JsonSerializer;
+import com.fasterxml.jackson.databind.SerializerProvider;
+import java.io.IOException;
+import java.util.Base64;
+import org.signal.zkgroup.InvalidInputException;
+import org.signal.zkgroup.profiles.PniCredentialResponse;
+
+public class PniCredentialResponseAdapter {
+
+  public static class Serializing extends JsonSerializer<PniCredentialResponse> {
+    @Override
+    public void serialize(PniCredentialResponse response, JsonGenerator jsonGenerator, SerializerProvider serializerProvider)
+        throws IOException {
+      if (response == null) jsonGenerator.writeNull();
+      else                  jsonGenerator.writeString(Base64.getEncoder().encodeToString(response.serialize()));
+    }
+  }
+
+  public static class Deserializing extends JsonDeserializer<PniCredentialResponse> {
+    @Override
+    public PniCredentialResponse deserialize(JsonParser jsonParser, DeserializationContext deserializationContext)
+        throws IOException {
+      try {
+        return new PniCredentialResponse(Base64.getDecoder().decode(jsonParser.getValueAsString()));
+      } catch (InvalidInputException e) {
+        throw new IOException(e);
+      }
+    }
+  }
+}

service/src/main/java/org/whispersystems/textsecuregcm/entities/Profile.java

@@ -1,136 +0,0 @@
-/*
- * Copyright 2013-2020 Signal Messenger, LLC
- * SPDX-License-Identifier: AGPL-3.0-only
- */
-
-package org.whispersystems.textsecuregcm.entities;
-
-import com.fasterxml.jackson.annotation.JsonProperty;
-import com.fasterxml.jackson.databind.annotation.JsonDeserialize;
-import com.fasterxml.jackson.databind.annotation.JsonSerialize;
-import com.google.common.annotations.VisibleForTesting;
-import java.util.List;
-import java.util.UUID;
-import org.signal.zkgroup.profiles.ProfileKeyCredentialResponse;
-
-public class Profile {
-
-  @JsonProperty
-  private String identityKey;
-
-  @JsonProperty
-  private String name;
-
-  @JsonProperty
-  private String about;
-
-  @JsonProperty
-  private String aboutEmoji;
-
-  @JsonProperty
-  private String avatar;
-
-  @JsonProperty
-  private String paymentAddress;
-
-  @JsonProperty
-  private String unidentifiedAccess;
-
-  @JsonProperty
-  private boolean unrestrictedUnidentifiedAccess;
-
-  @JsonProperty
-  private UserCapabilities capabilities;
-
-  @JsonProperty
-  private String username;
-
-  @JsonProperty
-  private UUID uuid;
-
-  @JsonProperty
-  private List<Badge> badges;
-
-  @JsonProperty
-  @JsonSerialize(using = ProfileKeyCredentialResponseAdapter.Serializing.class)
-  @JsonDeserialize(using = ProfileKeyCredentialResponseAdapter.Deserializing.class)
-  private ProfileKeyCredentialResponse credential;
-
-  public Profile() {}
-
-  public Profile(
-      String name, String about, String aboutEmoji, String avatar, String paymentAddress, String identityKey,
-      String unidentifiedAccess, boolean unrestrictedUnidentifiedAccess, UserCapabilities capabilities, String username,
-      UUID uuid, List<Badge> badges, ProfileKeyCredentialResponse credential)
-  {
-    this.name = name;
-    this.about = about;
-    this.aboutEmoji = aboutEmoji;
-    this.avatar = avatar;
-    this.paymentAddress = paymentAddress;
-    this.identityKey = identityKey;
-    this.unidentifiedAccess = unidentifiedAccess;
-    this.unrestrictedUnidentifiedAccess = unrestrictedUnidentifiedAccess;
-    this.capabilities = capabilities;
-    this.username = username;
-    this.uuid = uuid;
-    this.badges = badges;
-    this.credential = credential;
-  }
-
-  @VisibleForTesting
-  public String getIdentityKey() {
-    return identityKey;
-  }
-
-  @VisibleForTesting
-  public String getName() {
-    return name;
-  }
-
-  public String getAbout() {
-    return about;
-  }
-
-  public String getAboutEmoji() {
-    return aboutEmoji;
-  }
-
-  @VisibleForTesting
-  public String getAvatar() {
-    return avatar;
-  }
-
-  public String getPaymentAddress() {
-    return paymentAddress;
-  }
-
-  @VisibleForTesting
-  public String getUnidentifiedAccess() {
-    return unidentifiedAccess;
-  }
-
-  @VisibleForTesting
-  public boolean isUnrestrictedUnidentifiedAccess() {
-    return unrestrictedUnidentifiedAccess;
-  }
-
-  @VisibleForTesting
-  public UserCapabilities getCapabilities() {
-    return capabilities;
-  }
-
-  @VisibleForTesting
-  public String getUsername() {
-    return username;
-  }
-
-  @VisibleForTesting
-  public UUID getUuid() {
-    return uuid;
-  }
-
-  public List<Badge> getBadges() {
-    return badges;
-  }
-}

service/src/main/java/org/whispersystems/textsecuregcm/entities/ProfileKeyCredentialProfileResponse.java

@@ -0,0 +1,36 @@
+/*
+ * Copyright 2013-2021 Signal Messenger, LLC
+ * SPDX-License-Identifier: AGPL-3.0-only
+ */
+
+package org.whispersystems.textsecuregcm.entities;
+
+import com.fasterxml.jackson.annotation.JsonProperty;
+import com.fasterxml.jackson.databind.annotation.JsonDeserialize;
+import com.fasterxml.jackson.databind.annotation.JsonSerialize;
+import org.signal.zkgroup.profiles.ProfileKeyCredentialResponse;
+import javax.annotation.Nullable;
+
+public class ProfileKeyCredentialProfileResponse extends CredentialProfileResponse {
+
+  @JsonProperty
+  @JsonSerialize(using = ProfileKeyCredentialResponseAdapter.Serializing.class)
+  @JsonDeserialize(using = ProfileKeyCredentialResponseAdapter.Deserializing.class)
+  @Nullable
+  private ProfileKeyCredentialResponse credential;
+
+  public ProfileKeyCredentialProfileResponse() {
+  }
+
+  public ProfileKeyCredentialProfileResponse(final VersionedProfileResponse versionedProfileResponse,
+      @Nullable final ProfileKeyCredentialResponse credential) {
+
+    super(versionedProfileResponse);
+    this.credential = credential;
+  }
+
+  @Nullable
+  public ProfileKeyCredentialResponse getCredential() {
+    return credential;
+  }
+}

service/src/main/java/org/whispersystems/textsecuregcm/entities/VersionedProfileResponse.java

@@ -0,0 +1,76 @@
+/*
+ * Copyright 2013-2021 Signal Messenger, LLC
+ * SPDX-License-Identifier: AGPL-3.0-only
+ */
+
+package org.whispersystems.textsecuregcm.entities;
+
+import com.fasterxml.jackson.annotation.JsonCreator;
+import com.fasterxml.jackson.annotation.JsonProperty;
+import com.fasterxml.jackson.annotation.JsonUnwrapped;
+import javax.annotation.Nullable;
+import java.util.List;
+import java.util.UUID;
+
+public class VersionedProfileResponse {
+
+  @JsonUnwrapped
+  private BaseProfileResponse baseProfileResponse;
+
+  @JsonProperty
+  private String name;
+
+  @JsonProperty
+  private String about;
+
+  @JsonProperty
+  private String aboutEmoji;
+
+  @JsonProperty
+  private String avatar;
+
+  @JsonProperty
+  private String paymentAddress;
+
+  public VersionedProfileResponse() {
+  }
+
+  public VersionedProfileResponse(final BaseProfileResponse baseProfileResponse,
+      final String name,
+      final String about,
+      final String aboutEmoji,
+      final String avatar,
+      final String paymentAddress) {
+
+    this.baseProfileResponse = baseProfileResponse;
+    this.name = name;
+    this.about = about;
+    this.aboutEmoji = aboutEmoji;
+    this.avatar = avatar;
+    this.paymentAddress = paymentAddress;
+  }
+
+  public BaseProfileResponse getBaseProfileResponse() {
+    return baseProfileResponse;
+  }
+
+  public String getName() {
+    return name;
+  }
+
+  public String getAbout() {
+    return about;
+  }
+
+  public String getAboutEmoji() {
+    return aboutEmoji;
+  }
+
+  public String getAvatar() {
+    return avatar;
+  }
+
+  public String getPaymentAddress() {
+    return paymentAddress;
+  }
+}

service/src/main/java/org/whispersystems/textsecuregcm/experiment/Experiment.java

@@ -5,12 +5,11 @@
 
 package org.whispersystems.textsecuregcm.experiment;
 
+import static org.whispersystems.textsecuregcm.metrics.MetricsUtil.name;
+
 import com.google.common.annotations.VisibleForTesting;
 import io.micrometer.core.instrument.Metrics;
 import io.micrometer.core.instrument.Timer;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
 import java.util.Objects;
 import java.util.Optional;
 import java.util.concurrent.CompletableFuture;
@@ -18,115 +17,120 @@ import java.util.concurrent.CompletionStage;
 import java.util.concurrent.Executor;
 import java.util.concurrent.TimeUnit;
 import java.util.function.Supplier;
-
-import static com.codahale.metrics.MetricRegistry.name;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
 
 /**
  * An experiment compares the results of two operations and records metrics to assess how frequently they match.
  */
 public class Experiment {
 
-    private final String name;
+  private final String name;
 
-    private final Timer matchTimer;
-    private final Timer errorTimer;
+  private final Timer matchTimer;
+  private final Timer errorTimer;
 
-    private final Timer bothPresentMismatchTimer;
-    private final Timer controlNullMismatchTimer;
-    private final Timer experimentNullMismatchTimer;
+  private final Timer bothPresentMismatchTimer;
+  private final Timer controlNullMismatchTimer;
+  private final Timer experimentNullMismatchTimer;
 
-    private static final String OUTCOME_TAG      = "outcome";
-    private static final String MATCH_OUTCOME    = "match";
-    private static final String MISMATCH_OUTCOME = "mismatch";
-    private static final String ERROR_OUTCOME    = "error";
+  private static final String OUTCOME_TAG = "outcome";
+  private static final String MATCH_OUTCOME = "match";
+  private static final String MISMATCH_OUTCOME = "mismatch";
+  private static final String ERROR_OUTCOME = "error";
 
-    private static final String MISMATCH_TYPE_TAG        = "mismatchType";
-    private static final String BOTH_PRESENT_MISMATCH    = "bothPresent";
-    private static final String CONTROL_NULL_MISMATCH    = "controlResultNull";
-    private static final String EXPERIMENT_NULL_MISMATCH = "experimentResultNull";
+  private static final String MISMATCH_TYPE_TAG = "mismatchType";
+  private static final String BOTH_PRESENT_MISMATCH = "bothPresent";
+  private static final String CONTROL_NULL_MISMATCH = "controlResultNull";
+  private static final String EXPERIMENT_NULL_MISMATCH = "experimentResultNull";
 
-    private static final Logger log = LoggerFactory.getLogger(Experiment.class);
+  private static final Logger log = LoggerFactory.getLogger(Experiment.class);
 
-    public Experiment(final String... names) {
-        this(name(Experiment.class, names),
-             Metrics.timer(name(Experiment.class, names), OUTCOME_TAG, MATCH_OUTCOME),
-             Metrics.timer(name(Experiment.class, names), OUTCOME_TAG, ERROR_OUTCOME),
-             Metrics.timer(name(Experiment.class, names), OUTCOME_TAG, MISMATCH_OUTCOME, MISMATCH_TYPE_TAG, BOTH_PRESENT_MISMATCH),
-             Metrics.timer(name(Experiment.class, names), OUTCOME_TAG, MISMATCH_OUTCOME, MISMATCH_TYPE_TAG, CONTROL_NULL_MISMATCH),
-             Metrics.timer(name(Experiment.class, names), OUTCOME_TAG, MISMATCH_OUTCOME, MISMATCH_TYPE_TAG, EXPERIMENT_NULL_MISMATCH));
+  public Experiment(final String... names) {
+    this(name(Experiment.class, names),
+        Metrics.timer(name(Experiment.class, names), OUTCOME_TAG, MATCH_OUTCOME),
+        Metrics.timer(name(Experiment.class, names), OUTCOME_TAG, ERROR_OUTCOME),
+        Metrics.timer(name(Experiment.class, names), OUTCOME_TAG, MISMATCH_OUTCOME, MISMATCH_TYPE_TAG,
+            BOTH_PRESENT_MISMATCH),
+        Metrics.timer(name(Experiment.class, names), OUTCOME_TAG, MISMATCH_OUTCOME, MISMATCH_TYPE_TAG,
+            CONTROL_NULL_MISMATCH),
+        Metrics.timer(name(Experiment.class, names), OUTCOME_TAG, MISMATCH_OUTCOME, MISMATCH_TYPE_TAG,
+            EXPERIMENT_NULL_MISMATCH));
+  }
+
+  @VisibleForTesting
+  Experiment(final String name, final Timer matchTimer, final Timer errorTimer, final Timer bothPresentMismatchTimer,
+      final Timer controlNullMismatchTimer, final Timer experimentNullMismatchTimer) {
+    this.name = name;
+
+    this.matchTimer = matchTimer;
+    this.errorTimer = errorTimer;
+
+    this.bothPresentMismatchTimer = bothPresentMismatchTimer;
+    this.controlNullMismatchTimer = controlNullMismatchTimer;
+    this.experimentNullMismatchTimer = experimentNullMismatchTimer;
+  }
+
+  public <T> void compareFutureResult(final T expected, final CompletionStage<T> experimentStage) {
+    final long startNanos = System.nanoTime();
+
+    experimentStage.whenComplete((actual, cause) -> {
+      final long durationNanos = System.nanoTime() - startNanos;
+
+      if (cause != null) {
+        recordError(cause, durationNanos);
+      } else {
+        recordResult(expected, actual, durationNanos);
+      }
+    });
+  }
+
+  public <T> void compareSupplierResult(final T expected, final Supplier<T> experimentSupplier) {
+    final long startNanos = System.nanoTime();
+
+    try {
+      final T result = experimentSupplier.get();
+
+      recordResult(expected, result, System.nanoTime() - startNanos);
+    } catch (final Exception e) {
+      recordError(e, System.nanoTime() - startNanos);
     }
+  }
 
-    @VisibleForTesting
-    Experiment(final String name, final Timer matchTimer, final Timer errorTimer, final Timer bothPresentMismatchTimer, final Timer controlNullMismatchTimer, final Timer experimentNullMismatchTimer) {
-        this.name = name;
+  public <T> void compareSupplierResultAsync(final T expected, final Supplier<T> experimentSupplier,
+      final Executor executor) {
+    final long startNanos = System.nanoTime();
 
-        this.matchTimer = matchTimer;
-        this.errorTimer = errorTimer;
-
-        this.bothPresentMismatchTimer = bothPresentMismatchTimer;
-        this.controlNullMismatchTimer = controlNullMismatchTimer;
-        this.experimentNullMismatchTimer = experimentNullMismatchTimer;
+    try {
+      compareFutureResult(expected, CompletableFuture.supplyAsync(experimentSupplier, executor));
+    } catch (final Exception e) {
+      recordError(e, System.nanoTime() - startNanos);
     }
+  }
 
-    public <T> void compareFutureResult(final T expected, final CompletionStage<T> experimentStage) {
-        final long startNanos = System.nanoTime();
+  private void recordError(final Throwable cause, final long durationNanos) {
+    log.warn("Experiment {} threw an exception.", name, cause);
+    errorTimer.record(durationNanos, TimeUnit.NANOSECONDS);
+  }
 
-        experimentStage.whenComplete((actual, cause) -> {
-            final long durationNanos = System.nanoTime() - startNanos;
+  @VisibleForTesting
+  <T> void recordResult(final T expected, final T actual, final long durationNanos) {
+    if (expected instanceof Optional && actual instanceof Optional) {
+      recordResult(((Optional) expected).orElse(null), ((Optional) actual).orElse(null), durationNanos);
+    } else {
+      final Timer Timer;
 
-            if (cause != null) {
-                recordError(cause, durationNanos);
-            } else {
-                recordResult(expected, actual, durationNanos);
-            }
-        });
-    }
-
-    public <T> void compareSupplierResult(final T expected, final Supplier<T> experimentSupplier) {
-        final long startNanos = System.nanoTime();
-
-        try {
-            final T result = experimentSupplier.get();
-
-            recordResult(expected, result, System.nanoTime() - startNanos);
-        } catch (final Exception e) {
-            recordError(e, System.nanoTime() - startNanos);
-        }
-    }
-
-    public <T> void compareSupplierResultAsync(final T expected, final Supplier<T> experimentSupplier, final Executor executor) {
-        final long startNanos = System.nanoTime();
-
-        try {
-            compareFutureResult(expected, CompletableFuture.supplyAsync(experimentSupplier, executor));
-        } catch (final Exception e) {
-            recordError(e, System.nanoTime() - startNanos);
-        }
-    }
-
-    private void recordError(final Throwable cause, final long durationNanos) {
-        log.warn("Experiment {} threw an exception.", name, cause);
-        errorTimer.record(durationNanos, TimeUnit.NANOSECONDS);
-    }
-
-    @VisibleForTesting
-    <T> void recordResult(final T expected, final T actual, final long durationNanos) {
-        if (expected instanceof Optional && actual instanceof Optional) {
-            recordResult(((Optional)expected).orElse(null), ((Optional)actual).orElse(null), durationNanos);
-        } else {
-            final Timer Timer;
-
-            if (Objects.equals(expected, actual)) {
-                Timer = matchTimer;
-            } else if (expected == null) {
-                Timer = controlNullMismatchTimer;
-            } else if (actual == null) {
-                Timer = experimentNullMismatchTimer;
-            } else {
-                Timer = bothPresentMismatchTimer;
-            }
-
-            Timer.record(durationNanos, TimeUnit.NANOSECONDS);
-        }
+      if (Objects.equals(expected, actual)) {
+        Timer = matchTimer;
+      } else if (expected == null) {
+        Timer = controlNullMismatchTimer;
+      } else if (actual == null) {
+        Timer = experimentNullMismatchTimer;
+      } else {
+        Timer = bothPresentMismatchTimer;
+      }
+
+      Timer.record(durationNanos, TimeUnit.NANOSECONDS);
     }
+  }
 }

service/src/main/java/org/whispersystems/textsecuregcm/limits/DynamicRateLimiters.java

@@ -0,0 +1,130 @@
+/*
+ * Copyright 2013-2021 Signal Messenger, LLC
+ * SPDX-License-Identifier: AGPL-3.0-only
+ */
+
+package org.whispersystems.textsecuregcm.limits;
+
+import java.util.concurrent.atomic.AtomicReference;
+import java.util.function.BiFunction;
+import org.whispersystems.textsecuregcm.configuration.RateLimitsConfiguration.RateLimitConfiguration;
+import org.whispersystems.textsecuregcm.configuration.dynamic.DynamicConfiguration;
+import org.whispersystems.textsecuregcm.redis.FaultTolerantRedisCluster;
+import org.whispersystems.textsecuregcm.storage.DynamicConfigurationManager;
+
+public class DynamicRateLimiters {
+
+  private final FaultTolerantRedisCluster cacheCluster;
+  private final DynamicConfigurationManager<DynamicConfiguration> dynamicConfigurationManager;
+
+  private final AtomicReference<RateLimiter> rateLimitResetLimiter;
+  private final AtomicReference<RateLimiter> recaptchaChallengeAttemptLimiter;
+  private final AtomicReference<RateLimiter> recaptchaChallengeSuccessLimiter;
+  private final AtomicReference<RateLimiter> pushChallengeAttemptLimiter;
+  private final AtomicReference<RateLimiter> pushChallengeSuccessLimiter;
+
+  public DynamicRateLimiters(final FaultTolerantRedisCluster rateLimitCluster,
+      final DynamicConfigurationManager<DynamicConfiguration> dynamicConfigurationManager) {
+
+    this.cacheCluster = rateLimitCluster;
+    this.dynamicConfigurationManager = dynamicConfigurationManager;
+
+    this.rateLimitResetLimiter = new AtomicReference<>(
+        createRateLimitResetLimiter(this.cacheCluster,
+            this.dynamicConfigurationManager.getConfiguration().getLimits().getRateLimitReset()));
+
+    this.recaptchaChallengeAttemptLimiter = new AtomicReference<>(createRecaptchaChallengeAttemptLimiter(
+        this.cacheCluster,
+        this.dynamicConfigurationManager.getConfiguration().getLimits().getRecaptchaChallengeAttempt()));
+
+    this.recaptchaChallengeSuccessLimiter = new AtomicReference<>(createRecaptchaChallengeSuccessLimiter(
+        this.cacheCluster,
+        this.dynamicConfigurationManager.getConfiguration().getLimits().getRecaptchaChallengeSuccess()));
+
+    this.pushChallengeAttemptLimiter = new AtomicReference<>(createPushChallengeAttemptLimiter(this.cacheCluster,
+        this.dynamicConfigurationManager.getConfiguration().getLimits().getPushChallengeAttempt()));
+
+    this.pushChallengeSuccessLimiter = new AtomicReference<>(createPushChallengeSuccessLimiter(this.cacheCluster,
+        this.dynamicConfigurationManager.getConfiguration().getLimits().getPushChallengeSuccess()));
+  }
+
+  public RateLimiter getRateLimitResetLimiter() {
+    return updateAndGetRateLimiter(
+        rateLimitResetLimiter,
+        dynamicConfigurationManager.getConfiguration().getLimits().getRateLimitReset(),
+        this::createRateLimitResetLimiter);
+  }
+
+  public RateLimiter getRecaptchaChallengeAttemptLimiter() {
+    return updateAndGetRateLimiter(
+        recaptchaChallengeAttemptLimiter,
+        dynamicConfigurationManager.getConfiguration().getLimits().getRecaptchaChallengeAttempt(),
+        this::createRecaptchaChallengeAttemptLimiter);
+  }
+
+  public RateLimiter getRecaptchaChallengeSuccessLimiter() {
+    return updateAndGetRateLimiter(
+        recaptchaChallengeSuccessLimiter,
+        dynamicConfigurationManager.getConfiguration().getLimits().getRecaptchaChallengeSuccess(),
+        this::createRecaptchaChallengeSuccessLimiter);
+  }
+
+  public RateLimiter getPushChallengeAttemptLimiter() {
+    return updateAndGetRateLimiter(
+        pushChallengeAttemptLimiter,
+        dynamicConfigurationManager.getConfiguration().getLimits().getPushChallengeAttempt(),
+        this::createPushChallengeAttemptLimiter);
+  }
+
+  public RateLimiter getPushChallengeSuccessLimiter() {
+    return updateAndGetRateLimiter(
+        pushChallengeSuccessLimiter,
+        dynamicConfigurationManager.getConfiguration().getLimits().getPushChallengeSuccess(),
+        this::createPushChallengeSuccessLimiter);
+  }
+
+  private RateLimiter updateAndGetRateLimiter(final AtomicReference<RateLimiter> rateLimiter,
+      RateLimitConfiguration currentConfiguration,
+      BiFunction<FaultTolerantRedisCluster, RateLimitConfiguration, RateLimiter> rateLimitFactory) {
+
+    return rateLimiter.updateAndGet(limiter -> {
+      if (limiter.hasConfiguration(currentConfiguration)) {
+        return limiter;
+      } else {
+        return rateLimitFactory.apply(cacheCluster, currentConfiguration);
+      }
+    });
+  }
+
+  public RateLimiter createRateLimitResetLimiter(FaultTolerantRedisCluster cacheCluster,
+      RateLimitConfiguration configuration) {
+    return createLimiter(cacheCluster, configuration, "rateLimitReset");
+  }
+
+  public RateLimiter createRecaptchaChallengeAttemptLimiter(FaultTolerantRedisCluster cacheCluster,
+      RateLimitConfiguration configuration) {
+    return createLimiter(cacheCluster, configuration, "recaptchaChallengeAttempt");
+  }
+
+  public RateLimiter createRecaptchaChallengeSuccessLimiter(FaultTolerantRedisCluster cacheCluster,
+      RateLimitConfiguration configuration) {
+    return createLimiter(cacheCluster, configuration, "recaptchaChallengeSuccess");
+  }
+
+  public RateLimiter createPushChallengeAttemptLimiter(FaultTolerantRedisCluster cacheCluster,
+      RateLimitConfiguration configuration) {
+    return createLimiter(cacheCluster, configuration, "pushChallengeAttempt");
+  }
+
+  public RateLimiter createPushChallengeSuccessLimiter(FaultTolerantRedisCluster cacheCluster,
+      RateLimitConfiguration configuration) {
+    return createLimiter(cacheCluster, configuration, "pushChallengeSuccess");
+  }
+
+  private RateLimiter createLimiter(FaultTolerantRedisCluster cacheCluster, RateLimitConfiguration configuration,
+      String name) {
+    return new RateLimiter(cacheCluster, name,
+        configuration.getBucketSize(),
+        configuration.getLeakRatePerMinute());
+  }
+}

service/src/main/java/org/whispersystems/textsecuregcm/limits/PreKeyRateLimiter.java

@@ -1,79 +0,0 @@
-/*
- * Copyright 2021 Signal Messenger, LLC
- * SPDX-License-Identifier: AGPL-3.0-only
- */
-
-package org.whispersystems.textsecuregcm.limits;
-
-import static com.codahale.metrics.MetricRegistry.name;
-
-import io.dropwizard.util.Duration;
-import io.micrometer.core.instrument.Metrics;
-import org.whispersystems.textsecuregcm.configuration.dynamic.DynamicConfiguration;
-import org.whispersystems.textsecuregcm.controllers.RateLimitExceededException;
-import org.whispersystems.textsecuregcm.storage.Account;
-import org.whispersystems.textsecuregcm.storage.DynamicConfigurationManager;
-import org.whispersystems.textsecuregcm.util.Util;
-
-public class PreKeyRateLimiter {
-
-  private static final String RATE_LIMIT_RESET_COUNTER_NAME = name(PreKeyRateLimiter.class, "reset");
-  private static final String RATE_LIMITED_PREKEYS_COUNTER_NAME = name(PreKeyRateLimiter.class, "rateLimited");
-  private static final String RATE_LIMITED_PREKEYS_TOTAL_ACCOUNTS_COUNTER_NAME = name(PreKeyRateLimiter.class, "rateLimitedTotal");
-  private static final String RATE_LIMITED_PREKEYS_ACCOUNTS_ENFORCED_COUNTER_NAME = name(PreKeyRateLimiter.class, "rateLimitedAccountsEnforced");
-  private static final String RATE_LIMITED_PREKEYS_ACCOUNTS_UNENFORCED_COUNTER_NAME = name(PreKeyRateLimiter.class, "rateLimitedAccountsUnenforced");
-
-  private static final String RATE_LIMITED_ACCOUNTS_HLL_KEY = "PreKeyRateLimiter::rateLimitedAccounts";
-  private static final String RATE_LIMITED_ACCOUNTS_ENFORCED_HLL_KEY = "PreKeyRateLimiter::rateLimitedAccounts::enforced";
-  private static final String RATE_LIMITED_ACCOUNTS_UNENFORCED_HLL_KEY = "PreKeyRateLimiter::rateLimitedAccounts::unenforced";
-  private static final long RATE_LIMITED_ACCOUNTS_HLL_TTL_SECONDS = Duration.days(1).toSeconds();
-
-  private final RateLimiters rateLimiters;
-  private final DynamicConfigurationManager<DynamicConfiguration> dynamicConfigurationManager;
-  private final RateLimitResetMetricsManager metricsManager;
-
-  public PreKeyRateLimiter(final RateLimiters rateLimiters,
-      final DynamicConfigurationManager<DynamicConfiguration> dynamicConfigurationManager,
-      final RateLimitResetMetricsManager metricsManager) {
-    this.rateLimiters = rateLimiters;
-    this.dynamicConfigurationManager = dynamicConfigurationManager;
-    this.metricsManager = metricsManager;
-
-    metricsManager.initializeFunctionCounters(RATE_LIMITED_PREKEYS_TOTAL_ACCOUNTS_COUNTER_NAME,
-        RATE_LIMITED_ACCOUNTS_HLL_KEY);
-    metricsManager.initializeFunctionCounters(RATE_LIMITED_PREKEYS_ACCOUNTS_ENFORCED_COUNTER_NAME,
-        RATE_LIMITED_ACCOUNTS_ENFORCED_HLL_KEY);
-    metricsManager.initializeFunctionCounters(RATE_LIMITED_PREKEYS_ACCOUNTS_UNENFORCED_COUNTER_NAME,
-        RATE_LIMITED_ACCOUNTS_UNENFORCED_HLL_KEY);
-  }
-
-  public void validate(final Account account) throws RateLimitExceededException {
-
-    try {
-      rateLimiters.getDailyPreKeysLimiter().validate(account.getUuid());
-    } catch (final RateLimitExceededException e) {
-
-      final boolean enforceLimit = dynamicConfigurationManager.getConfiguration()
-          .getRateLimitChallengeConfiguration().isPreKeyLimitEnforced();
-
-      metricsManager.recordMetrics(account, enforceLimit,
-          RATE_LIMITED_PREKEYS_COUNTER_NAME,
-          enforceLimit ? RATE_LIMITED_ACCOUNTS_ENFORCED_HLL_KEY : RATE_LIMITED_ACCOUNTS_UNENFORCED_HLL_KEY,
-          RATE_LIMITED_ACCOUNTS_HLL_KEY,
-          RATE_LIMITED_ACCOUNTS_HLL_TTL_SECONDS
-          );
-
-      if (enforceLimit) {
-        throw e;
-      }
-    }
-  }
-
-  public void handleRateLimitReset(final Account account) {
-
-    rateLimiters.getDailyPreKeysLimiter().clear(account.getUuid());
-
-    Metrics.counter(RATE_LIMIT_RESET_COUNTER_NAME, "countryCode", Util.getCountryCode(account.getNumber()))
-        .increment();
-  }
-}

service/src/main/java/org/whispersystems/textsecuregcm/limits/RateLimitChallengeManager.java

@@ -2,35 +2,26 @@ package org.whispersystems.textsecuregcm.limits;
 
 import static com.codahale.metrics.MetricRegistry.name;
 
-import com.vdurmont.semver4j.Semver;
 import io.micrometer.core.instrument.Metrics;
 import java.util.ArrayList;
+import java.util.Collections;
 import java.util.List;
-import java.util.Optional;
-import org.whispersystems.textsecuregcm.configuration.dynamic.DynamicConfiguration;
+import org.whispersystems.textsecuregcm.abuse.RateLimitChallengeListener;
 import org.whispersystems.textsecuregcm.controllers.RateLimitExceededException;
 import org.whispersystems.textsecuregcm.push.NotPushRegisteredException;
 import org.whispersystems.textsecuregcm.recaptcha.RecaptchaClient;
 import org.whispersystems.textsecuregcm.storage.Account;
-import org.whispersystems.textsecuregcm.storage.DynamicConfigurationManager;
 import org.whispersystems.textsecuregcm.util.Util;
-import org.whispersystems.textsecuregcm.util.ua.UnrecognizedUserAgentException;
-import org.whispersystems.textsecuregcm.util.ua.UserAgent;
-import org.whispersystems.textsecuregcm.util.ua.UserAgentUtil;
 
 public class RateLimitChallengeManager {
 
   private final PushChallengeManager pushChallengeManager;
   private final RecaptchaClient recaptchaClient;
 
-  private final PreKeyRateLimiter preKeyRateLimiter;
-  private final UnsealedSenderRateLimiter unsealedSenderRateLimiter;
+  private final DynamicRateLimiters rateLimiters;
 
-  private final RateLimiters rateLimiters;
-  private final DynamicConfigurationManager<DynamicConfiguration> dynamicConfigurationManager;
-
-  public static final String OPTION_RECAPTCHA = "recaptcha";
-  public static final String OPTION_PUSH_CHALLENGE = "pushChallenge";
+  private final List<RateLimitChallengeListener> rateLimitChallengeListeners =
+      Collections.synchronizedList(new ArrayList<>());
 
   private static final String RECAPTCHA_ATTEMPT_COUNTER_NAME = name(RateLimitChallengeManager.class, "recaptcha", "attempt");
   private static final String RESET_RATE_LIMIT_EXCEEDED_COUNTER_NAME = name(RateLimitChallengeManager.class, "resetRateLimitExceeded");
@@ -41,17 +32,15 @@ public class RateLimitChallengeManager {
   public RateLimitChallengeManager(
       final PushChallengeManager pushChallengeManager,
       final RecaptchaClient recaptchaClient,
-      final PreKeyRateLimiter preKeyRateLimiter,
-      final UnsealedSenderRateLimiter unsealedSenderRateLimiter,
-      final RateLimiters rateLimiters,
-      final DynamicConfigurationManager<DynamicConfiguration> dynamicConfigurationManager) {
+      final DynamicRateLimiters rateLimiters) {
 
     this.pushChallengeManager = pushChallengeManager;
     this.recaptchaClient = recaptchaClient;
-    this.preKeyRateLimiter = preKeyRateLimiter;
-    this.unsealedSenderRateLimiter = unsealedSenderRateLimiter;
     this.rateLimiters = rateLimiters;
-    this.dynamicConfigurationManager = dynamicConfigurationManager;
+  }
+
+  public void addListener(final RateLimitChallengeListener rateLimitChallengeListener) {
+    rateLimitChallengeListeners.add(rateLimitChallengeListener);
   }
 
   public void answerPushChallenge(final Account account, final String challenge) throws RateLimitExceededException {
@@ -92,40 +81,7 @@ public class RateLimitChallengeManager {
       throw e;
     }
 
-    preKeyRateLimiter.handleRateLimitReset(account);
-    unsealedSenderRateLimiter.handleRateLimitReset(account);
-  }
-
-  public boolean isClientBelowMinimumVersion(final String userAgent) {
-    try {
-      final UserAgent client = UserAgentUtil.parseUserAgentString(userAgent);
-      final Optional<Semver> minimumClientVersion = dynamicConfigurationManager.getConfiguration()
-          .getRateLimitChallengeConfiguration()
-          .getMinimumSupportedVersion(client.getPlatform());
-
-      return minimumClientVersion.map(version -> version.isGreaterThan(client.getVersion()))
-          .orElse(true);
-    } catch (final UnrecognizedUserAgentException ignored) {
-      return false;
-    }
-  }
-
-  public List<String> getChallengeOptions(final Account account) {
-    final List<String> options = new ArrayList<>(2);
-
-    if (rateLimiters.getRecaptchaChallengeAttemptLimiter().hasAvailablePermits(account.getUuid(), 1) &&
-        rateLimiters.getRecaptchaChallengeSuccessLimiter().hasAvailablePermits(account.getUuid(), 1)) {
-
-      options.add(OPTION_RECAPTCHA);
-    }
-
-    if (rateLimiters.getPushChallengeAttemptLimiter().hasAvailablePermits(account.getUuid(), 1) &&
-        rateLimiters.getPushChallengeSuccessLimiter().hasAvailablePermits(account.getUuid(), 1)) {
-
-      options.add(OPTION_PUSH_CHALLENGE);
-    }
-
-    return options;
+    rateLimitChallengeListeners.forEach(listener -> listener.handleRateLimitChallengeAnswered(account));
   }
 
   public void sendPushChallenge(final Account account) throws NotPushRegisteredException {

service/src/main/java/org/whispersystems/textsecuregcm/limits/RateLimitChallengeOptionManager.java

@@ -0,0 +1,65 @@
+/*
+ * Copyright 2013-2021 Signal Messenger, LLC
+ * SPDX-License-Identifier: AGPL-3.0-only
+ */
+
+package org.whispersystems.textsecuregcm.limits;
+
+import com.vdurmont.semver4j.Semver;
+import org.whispersystems.textsecuregcm.configuration.dynamic.DynamicConfiguration;
+import org.whispersystems.textsecuregcm.storage.Account;
+import org.whispersystems.textsecuregcm.storage.DynamicConfigurationManager;
+import org.whispersystems.textsecuregcm.util.ua.UnrecognizedUserAgentException;
+import org.whispersystems.textsecuregcm.util.ua.UserAgent;
+import org.whispersystems.textsecuregcm.util.ua.UserAgentUtil;
+import java.util.ArrayList;
+import java.util.List;
+import java.util.Optional;
+
+public class RateLimitChallengeOptionManager {
+
+  private final DynamicRateLimiters rateLimiters;
+  private final DynamicConfigurationManager<DynamicConfiguration> dynamicConfigurationManager;
+
+  public static final String OPTION_RECAPTCHA = "recaptcha";
+  public static final String OPTION_PUSH_CHALLENGE = "pushChallenge";
+
+  public RateLimitChallengeOptionManager(final DynamicRateLimiters rateLimiters,
+      final DynamicConfigurationManager<DynamicConfiguration> dynamicConfigurationManager) {
+
+    this.rateLimiters = rateLimiters;
+    this.dynamicConfigurationManager = dynamicConfigurationManager;
+  }
+
+  public boolean isClientBelowMinimumVersion(final String userAgent) {
+    try {
+      final UserAgent client = UserAgentUtil.parseUserAgentString(userAgent);
+      final Optional<Semver> minimumClientVersion = dynamicConfigurationManager.getConfiguration()
+          .getRateLimitChallengeConfiguration()
+          .getMinimumSupportedVersion(client.getPlatform());
+
+      return minimumClientVersion.map(version -> version.isGreaterThan(client.getVersion()))
+          .orElse(true);
+    } catch (final UnrecognizedUserAgentException ignored) {
+      return false;
+    }
+  }
+
+  public List<String> getChallengeOptions(final Account account) {
+    final List<String> options = new ArrayList<>(2);
+
+    if (rateLimiters.getRecaptchaChallengeAttemptLimiter().hasAvailablePermits(account.getUuid(), 1) &&
+        rateLimiters.getRecaptchaChallengeSuccessLimiter().hasAvailablePermits(account.getUuid(), 1)) {
+
+      options.add(OPTION_RECAPTCHA);
+    }
+
+    if (rateLimiters.getPushChallengeAttemptLimiter().hasAvailablePermits(account.getUuid(), 1) &&
+        rateLimiters.getPushChallengeSuccessLimiter().hasAvailablePermits(account.getUuid(), 1)) {
+
+      options.add(OPTION_PUSH_CHALLENGE);
+    }
+
+    return options;
+  }
+}

service/src/main/java/org/whispersystems/textsecuregcm/limits/RateLimitResetMetricsManager.java

@@ -1,45 +0,0 @@
-package org.whispersystems.textsecuregcm.limits;
-
-import io.micrometer.core.instrument.Counter;
-import io.micrometer.core.instrument.FunctionCounter;
-import io.micrometer.core.instrument.MeterRegistry;
-import org.whispersystems.textsecuregcm.redis.FaultTolerantRedisCluster;
-import org.whispersystems.textsecuregcm.storage.Account;
-
-public class RateLimitResetMetricsManager {
-
-  private final FaultTolerantRedisCluster metricsCluster;
-  private final MeterRegistry meterRegistry;
-
-  public RateLimitResetMetricsManager(
-      final FaultTolerantRedisCluster metricsCluster, final MeterRegistry meterRegistry) {
-    this.metricsCluster = metricsCluster;
-    this.meterRegistry = meterRegistry;
-  }
-
-  void initializeFunctionCounters(String counterKey, String hllKey) {
-    FunctionCounter
-        .builder(counterKey, this, manager -> manager.getCount(hllKey))
-        .register(meterRegistry);
-  }
-
-  Long getCount(final String hllKey) {
-    return  metricsCluster.<Long>withCluster(conn -> conn.sync().pfcount(hllKey));
-  }
-
-  void recordMetrics(Account account, boolean enforced, String counterKey, String hllEnforcedKey, String hllTotalKey,
-      long hllTtl) {
-
-    Counter.builder(counterKey)
-        .tag("enforced", String.valueOf(enforced))
-        .register(meterRegistry)
-        .increment();
-
-    metricsCluster.useCluster(connection -> {
-      connection.sync().pfadd(hllEnforcedKey, account.getUuid().toString());
-      connection.sync().expire(hllEnforcedKey, hllTtl);
-      connection.sync().pfadd(hllTotalKey, account.getUuid().toString());
-      connection.sync().expire(hllTotalKey, hllTtl);
-    });
-  }
-}

service/src/main/java/org/whispersystems/textsecuregcm/limits/RateLimiters.java

@@ -5,14 +5,8 @@
 package org.whispersystems.textsecuregcm.limits;
 
 
-import java.util.concurrent.atomic.AtomicReference;
-import java.util.function.BiFunction;
 import org.whispersystems.textsecuregcm.configuration.RateLimitsConfiguration;
-import org.whispersystems.textsecuregcm.configuration.RateLimitsConfiguration.CardinalityRateLimitConfiguration;
-import org.whispersystems.textsecuregcm.configuration.RateLimitsConfiguration.RateLimitConfiguration;
-import org.whispersystems.textsecuregcm.configuration.dynamic.DynamicConfiguration;
 import org.whispersystems.textsecuregcm.redis.FaultTolerantRedisCluster;
-import org.whispersystems.textsecuregcm.storage.DynamicConfigurationManager;
 
 public class RateLimiters {
 
@@ -39,22 +33,9 @@ public class RateLimiters {
   private final RateLimiter usernameLookupLimiter;
   private final RateLimiter usernameSetLimiter;
 
-  private final AtomicReference<CardinalityRateLimiter> unsealedSenderCardinalityLimiter;
-  private final AtomicReference<RateLimiter> unsealedIpLimiter;
-  private final AtomicReference<RateLimiter> rateLimitResetLimiter;
-  private final AtomicReference<RateLimiter> recaptchaChallengeAttemptLimiter;
-  private final AtomicReference<RateLimiter> recaptchaChallengeSuccessLimiter;
-  private final AtomicReference<RateLimiter> pushChallengeAttemptLimiter;
-  private final AtomicReference<RateLimiter> pushChallengeSuccessLimiter;
-  private final AtomicReference<RateLimiter> dailyPreKeysLimiter;
-
-  private final FaultTolerantRedisCluster   cacheCluster;
-  private final DynamicConfigurationManager<DynamicConfiguration> dynamicConfig;
-
-  public RateLimiters(RateLimitsConfiguration config, DynamicConfigurationManager<DynamicConfiguration> dynamicConfig, FaultTolerantRedisCluster cacheCluster) {
-    this.cacheCluster  = cacheCluster;
-    this.dynamicConfig = dynamicConfig;
+  private final RateLimiter checkAccountExistenceLimiter;
 
+  public RateLimiters(RateLimitsConfiguration config, FaultTolerantRedisCluster cacheCluster) {
     this.smsDestinationLimiter = new RateLimiter(cacheCluster, "smsDestination",
                                                  config.getSmsDestination().getBucketSize(),
                                                  config.getSmsDestination().getLeakRatePerMinute());
@@ -127,92 +108,9 @@ public class RateLimiters {
                                               config.getUsernameSet().getBucketSize(),
                                               config.getUsernameSet().getLeakRatePerMinute());
 
-    this.dailyPreKeysLimiter = new AtomicReference<>(createDailyPreKeysLimiter(cacheCluster, dynamicConfig.getConfiguration().getLimits().getDailyPreKeys()));
-
-    this.unsealedSenderCardinalityLimiter = new AtomicReference<>(createUnsealedSenderCardinalityLimiter(cacheCluster, dynamicConfig.getConfiguration().getLimits().getUnsealedSenderNumber()));
-    this.unsealedIpLimiter     = new AtomicReference<>(createUnsealedIpLimiter(cacheCluster, dynamicConfig.getConfiguration().getLimits().getUnsealedSenderIp()));
-
-    this.rateLimitResetLimiter = new AtomicReference<>(
-        createRateLimitResetLimiter(cacheCluster, dynamicConfig.getConfiguration().getLimits().getRateLimitReset()));
-
-    this.recaptchaChallengeAttemptLimiter = new AtomicReference<>(createRecaptchaChallengeAttemptLimiter(cacheCluster, dynamicConfig.getConfiguration().getLimits().getRecaptchaChallengeAttempt()));
-    this.recaptchaChallengeSuccessLimiter = new AtomicReference<>(createRecaptchaChallengeSuccessLimiter(cacheCluster, dynamicConfig.getConfiguration().getLimits().getRecaptchaChallengeSuccess()));
-    this.pushChallengeAttemptLimiter = new AtomicReference<>(createPushChallengeAttemptLimiter(cacheCluster, dynamicConfig.getConfiguration().getLimits().getPushChallengeAttempt()));
-    this.pushChallengeSuccessLimiter = new AtomicReference<>(createPushChallengeSuccessLimiter(cacheCluster, dynamicConfig.getConfiguration().getLimits().getPushChallengeSuccess()));
-  }
-
-  public CardinalityRateLimiter getUnsealedSenderCardinalityLimiter() {
-    CardinalityRateLimitConfiguration currentConfiguration = dynamicConfig.getConfiguration().getLimits().getUnsealedSenderNumber();
-
-    return this.unsealedSenderCardinalityLimiter.updateAndGet(rateLimiter -> {
-      if (rateLimiter.hasConfiguration(currentConfiguration)) {
-        return rateLimiter;
-      } else {
-        return createUnsealedSenderCardinalityLimiter(cacheCluster, currentConfiguration);
-      }
-    });
-  }
-
-  public RateLimiter getUnsealedIpLimiter() {
-    return updateAndGetRateLimiter(
-        unsealedIpLimiter,
-        dynamicConfig.getConfiguration().getLimits().getUnsealedSenderIp(),
-        this::createUnsealedIpLimiter);
-  }
-
-  public RateLimiter getRateLimitResetLimiter() {
-    return updateAndGetRateLimiter(
-        rateLimitResetLimiter,
-        dynamicConfig.getConfiguration().getLimits().getRateLimitReset(),
-        this::createRateLimitResetLimiter);
-  }
-
-  public RateLimiter getRecaptchaChallengeAttemptLimiter() {
-    return updateAndGetRateLimiter(
-        recaptchaChallengeAttemptLimiter,
-        dynamicConfig.getConfiguration().getLimits().getRecaptchaChallengeAttempt(),
-        this::createRecaptchaChallengeAttemptLimiter);
-  }
-
-  public RateLimiter getRecaptchaChallengeSuccessLimiter() {
-    return updateAndGetRateLimiter(
-        recaptchaChallengeSuccessLimiter,
-        dynamicConfig.getConfiguration().getLimits().getRecaptchaChallengeSuccess(),
-        this::createRecaptchaChallengeSuccessLimiter);
-  }
-
-  public RateLimiter getPushChallengeAttemptLimiter() {
-    return updateAndGetRateLimiter(
-        pushChallengeAttemptLimiter,
-        dynamicConfig.getConfiguration().getLimits().getPushChallengeAttempt(),
-        this::createPushChallengeAttemptLimiter);
-  }
-
-  public RateLimiter getPushChallengeSuccessLimiter() {
-    return updateAndGetRateLimiter(
-        pushChallengeSuccessLimiter,
-        dynamicConfig.getConfiguration().getLimits().getPushChallengeSuccess(),
-        this::createPushChallengeSuccessLimiter);
-  }
-
-  public RateLimiter getDailyPreKeysLimiter() {
-    return updateAndGetRateLimiter(
-        dailyPreKeysLimiter,
-        dynamicConfig.getConfiguration().getLimits().getDailyPreKeys(),
-        this::createDailyPreKeysLimiter);
-  }
-
-  private RateLimiter updateAndGetRateLimiter(final AtomicReference<RateLimiter> rateLimiter,
-      RateLimitConfiguration currentConfiguration,
-      BiFunction<FaultTolerantRedisCluster, RateLimitConfiguration, RateLimiter> rateLimitFactory) {
-
-    return rateLimiter.updateAndGet(limiter -> {
-      if (limiter.hasConfiguration(currentConfiguration)) {
-        return limiter;
-      } else {
-        return rateLimitFactory.apply(cacheCluster, currentConfiguration);
-      }
-    });
+    this.checkAccountExistenceLimiter = new RateLimiter(cacheCluster, "checkAccountExistence",
+        config.getCheckAccountExistence().getBucketSize(),
+        config.getCheckAccountExistence().getLeakRatePerMinute());
   }
 
   public RateLimiter getAllocateDeviceLimiter() {
@@ -287,42 +185,7 @@ public class RateLimiters {
     return usernameSetLimiter;
   }
 
-  private CardinalityRateLimiter createUnsealedSenderCardinalityLimiter(FaultTolerantRedisCluster cacheCluster, CardinalityRateLimitConfiguration configuration) {
-    return new CardinalityRateLimiter(cacheCluster, "unsealedSender", configuration.getTtl(), configuration.getMaxCardinality());
-  }
-
-  private RateLimiter createUnsealedIpLimiter(FaultTolerantRedisCluster cacheCluster, RateLimitConfiguration configuration)
-  {
-    return createLimiter(cacheCluster, configuration, "unsealedIp");
-  }
-
-  public RateLimiter createRateLimitResetLimiter(FaultTolerantRedisCluster cacheCluster, RateLimitConfiguration configuration) {
-    return createLimiter(cacheCluster, configuration, "rateLimitReset");
-  }
-
-  public RateLimiter createRecaptchaChallengeAttemptLimiter(FaultTolerantRedisCluster cacheCluster, RateLimitConfiguration configuration) {
-    return createLimiter(cacheCluster, configuration, "recaptchaChallengeAttempt");
-  }
-
-  public RateLimiter createRecaptchaChallengeSuccessLimiter(FaultTolerantRedisCluster cacheCluster, RateLimitConfiguration configuration) {
-    return createLimiter(cacheCluster, configuration, "recaptchaChallengeSuccess");
-  }
-
-  public RateLimiter createPushChallengeAttemptLimiter(FaultTolerantRedisCluster cacheCluster, RateLimitConfiguration configuration) {
-    return createLimiter(cacheCluster, configuration, "pushChallengeAttempt");
-  }
-
-  public RateLimiter createPushChallengeSuccessLimiter(FaultTolerantRedisCluster cacheCluster, RateLimitConfiguration configuration) {
-    return createLimiter(cacheCluster, configuration, "pushChallengeSuccess");
-  }
-
-  public RateLimiter createDailyPreKeysLimiter(FaultTolerantRedisCluster cacheCluster, RateLimitConfiguration configuration) {
-    return createLimiter(cacheCluster, configuration, "dailyPreKeys");
-  }
-
-  private RateLimiter createLimiter(FaultTolerantRedisCluster cacheCluster, RateLimitConfiguration configuration, String name) {
-    return new RateLimiter(cacheCluster, name,
-                           configuration.getBucketSize(),
-                           configuration.getLeakRatePerMinute());
+  public RateLimiter getCheckAccountExistenceLimiter() {
+    return checkAccountExistenceLimiter;
   }
 }

service/src/main/java/org/whispersystems/textsecuregcm/limits/UnsealedSenderRateLimiter.java

@@ -1,115 +0,0 @@
-/*
- * Copyright 2021 Signal Messenger, LLC
- * SPDX-License-Identifier: AGPL-3.0-only
- */
-
-package org.whispersystems.textsecuregcm.limits;
-
-import static com.codahale.metrics.MetricRegistry.name;
-
-import io.dropwizard.util.Duration;
-import io.lettuce.core.SetArgs;
-import io.micrometer.core.instrument.Metrics;
-import org.whispersystems.textsecuregcm.configuration.dynamic.DynamicConfiguration;
-import org.whispersystems.textsecuregcm.configuration.dynamic.DynamicRateLimitsConfiguration;
-import org.whispersystems.textsecuregcm.controllers.RateLimitExceededException;
-import org.whispersystems.textsecuregcm.redis.FaultTolerantRedisCluster;
-import org.whispersystems.textsecuregcm.storage.Account;
-import org.whispersystems.textsecuregcm.storage.DynamicConfigurationManager;
-import org.whispersystems.textsecuregcm.util.Util;
-
-public class UnsealedSenderRateLimiter {
-
-  private final RateLimiters rateLimiters;
-  private final FaultTolerantRedisCluster rateLimitCluster;
-  private final DynamicConfigurationManager<DynamicConfiguration> dynamicConfigurationManager;
-  private final RateLimitResetMetricsManager metricsManager;
-
-  private static final String RATE_LIMIT_RESET_COUNTER_NAME = name(UnsealedSenderRateLimiter.class, "reset");
-  private static final String RATE_LIMITED_UNSEALED_SENDER_COUNTER_NAME = name(UnsealedSenderRateLimiter.class, "rateLimited");
-  private static final String RATE_LIMITED_UNSEALED_SENDER_ACCOUNTS_TOTAL_COUNTER_NAME = name(UnsealedSenderRateLimiter.class, "rateLimitedAccountsTotal");
-  private static final String RATE_LIMITED_UNSEALED_SENDER_ACCOUNTS_ENFORCED_COUNTER_NAME = name(UnsealedSenderRateLimiter.class, "rateLimitedAccountsEnforced");
-  private static final String RATE_LIMITED_UNSEALED_SENDER_ACCOUNTS_UNENFORCED_COUNTER_NAME = name(UnsealedSenderRateLimiter.class, "rateLimitedAccountsUnenforced");
-
-  private static final String RATE_LIMITED_ACCOUNTS_HLL_KEY = "UnsealedSenderRateLimiter::rateLimitedAccounts::total";
-  private static final String RATE_LIMITED_ACCOUNTS_ENFORCED_HLL_KEY = "UnsealedSenderRateLimiter::rateLimitedAccounts::enforced";
-  private static final String RATE_LIMITED_ACCOUNTS_UNENFORCED_HLL_KEY = "UnsealedSenderRateLimiter::rateLimitedAccounts::unenforced";
-  private static final long RATE_LIMITED_ACCOUNTS_HLL_TTL_SECONDS = Duration.days(1).toSeconds();
-
-
-  public UnsealedSenderRateLimiter(final RateLimiters rateLimiters,
-      final FaultTolerantRedisCluster rateLimitCluster,
-      final DynamicConfigurationManager<DynamicConfiguration> dynamicConfigurationManager,
-      final RateLimitResetMetricsManager metricsManager) {
-
-    this.rateLimiters = rateLimiters;
-    this.rateLimitCluster = rateLimitCluster;
-    this.dynamicConfigurationManager = dynamicConfigurationManager;
-    this.metricsManager = metricsManager;
-
-    metricsManager.initializeFunctionCounters(RATE_LIMITED_UNSEALED_SENDER_ACCOUNTS_TOTAL_COUNTER_NAME,
-        RATE_LIMITED_ACCOUNTS_HLL_KEY);
-    metricsManager.initializeFunctionCounters(RATE_LIMITED_UNSEALED_SENDER_ACCOUNTS_ENFORCED_COUNTER_NAME,
-        RATE_LIMITED_ACCOUNTS_ENFORCED_HLL_KEY);
-    metricsManager.initializeFunctionCounters(RATE_LIMITED_UNSEALED_SENDER_ACCOUNTS_UNENFORCED_COUNTER_NAME,
-        RATE_LIMITED_ACCOUNTS_UNENFORCED_HLL_KEY);
-  }
-
-  public void validate(final Account sender, final Account destination) throws RateLimitExceededException {
-    final int maxCardinality = rateLimitCluster.withCluster(connection -> {
-      final String cardinalityString = connection.sync().get(getMaxCardinalityKey(sender));
-
-      return cardinalityString != null
-          ? Integer.parseInt(cardinalityString)
-          : dynamicConfigurationManager.getConfiguration().getLimits().getUnsealedSenderDefaultCardinalityLimit();
-    });
-
-    try {
-      rateLimiters.getUnsealedSenderCardinalityLimiter()
-          .validate(sender.getUuid().toString(), destination.getUuid().toString(), maxCardinality);
-    } catch (final RateLimitExceededException e) {
-
-      final boolean enforceLimit = dynamicConfigurationManager.getConfiguration()
-          .getRateLimitChallengeConfiguration().isUnsealedSenderLimitEnforced();
-
-      metricsManager.recordMetrics(sender, enforceLimit, RATE_LIMITED_UNSEALED_SENDER_COUNTER_NAME,
-          enforceLimit ? RATE_LIMITED_ACCOUNTS_ENFORCED_HLL_KEY : RATE_LIMITED_ACCOUNTS_UNENFORCED_HLL_KEY,
-          RATE_LIMITED_ACCOUNTS_HLL_KEY,
-          RATE_LIMITED_ACCOUNTS_HLL_TTL_SECONDS
-          );
-
-      if (enforceLimit) {
-        throw e;
-      }
-    }
-  }
-
-  public void handleRateLimitReset(final Account account) {
-    rateLimitCluster.useCluster(connection -> {
-      final CardinalityRateLimiter unsealedSenderCardinalityLimiter = rateLimiters.getUnsealedSenderCardinalityLimiter();
-      final DynamicRateLimitsConfiguration rateLimitsConfiguration =
-          dynamicConfigurationManager.getConfiguration().getLimits();
-
-      final long ttl;
-      {
-        final long remainingTtl = unsealedSenderCardinalityLimiter.getRemainingTtl(account.getUuid().toString());
-        ttl = remainingTtl > 0 ? remainingTtl : unsealedSenderCardinalityLimiter.getInitialTtl().toSeconds();
-      }
-
-      final String key = getMaxCardinalityKey(account);
-
-      connection.sync().set(key,
-          String.valueOf(rateLimitsConfiguration.getUnsealedSenderDefaultCardinalityLimit()),
-          SetArgs.Builder.nx().ex(ttl));
-
-      connection.sync().incrby(key, rateLimitsConfiguration.getUnsealedSenderPermitIncrement());
-    });
-
-    Metrics.counter(RATE_LIMIT_RESET_COUNTER_NAME,
-        "countryCode", Util.getCountryCode(account.getNumber())).increment();
-  }
-
-  private static String getMaxCardinalityKey(final Account account) {
-    return "max_unsealed_sender_cardinality::" + account.getUuid();
-  }
-}

service/src/main/java/org/whispersystems/textsecuregcm/mappers/RateLimitChallengeExceptionMapper.java

@@ -10,21 +10,21 @@ import javax.ws.rs.core.Response;
 import javax.ws.rs.ext.ExceptionMapper;
 import org.whispersystems.textsecuregcm.entities.RateLimitChallenge;
 import org.whispersystems.textsecuregcm.limits.RateLimitChallengeException;
-import org.whispersystems.textsecuregcm.limits.RateLimitChallengeManager;
+import org.whispersystems.textsecuregcm.limits.RateLimitChallengeOptionManager;
 
 public class RateLimitChallengeExceptionMapper implements ExceptionMapper<RateLimitChallengeException> {
 
-  private final RateLimitChallengeManager rateLimitChallengeManager;
+  private final RateLimitChallengeOptionManager rateLimitChallengeOptionManager;
 
-  public RateLimitChallengeExceptionMapper(final RateLimitChallengeManager rateLimitChallengeManager) {
-    this.rateLimitChallengeManager = rateLimitChallengeManager;
+  public RateLimitChallengeExceptionMapper(final RateLimitChallengeOptionManager rateLimitChallengeOptionManager) {
+    this.rateLimitChallengeOptionManager = rateLimitChallengeOptionManager;
   }
 
   @Override
   public Response toResponse(final RateLimitChallengeException exception) {
     return Response.status(428)
         .entity(new RateLimitChallenge(UUID.randomUUID().toString(),
-            rateLimitChallengeManager.getChallengeOptions(exception.getAccount())))
+            rateLimitChallengeOptionManager.getChallengeOptions(exception.getAccount())))
         .header("Retry-After", exception.getRetryAfter().toSeconds())
         .build();
   }

service/src/main/java/org/whispersystems/textsecuregcm/metrics/CpuUsageGauge.java

@@ -24,6 +24,6 @@ public class CpuUsageGauge extends CachedGauge<Integer> {
 
   @Override
   protected Integer loadValue() {
-    return (int) Math.ceil(operatingSystemMXBean.getSystemCpuLoad() * 100);
+    return (int) Math.ceil(operatingSystemMXBean.getCpuLoad() * 100);
   }
 }

service/src/main/java/org/whispersystems/textsecuregcm/metrics/FreeMemoryGauge.java

@@ -7,7 +7,6 @@ package org.whispersystems.textsecuregcm.metrics;
 
 import com.codahale.metrics.Gauge;
 import com.sun.management.OperatingSystemMXBean;
-
 import java.lang.management.ManagementFactory;
 
 public class FreeMemoryGauge implements Gauge<Long> {
@@ -21,6 +20,6 @@ public class FreeMemoryGauge implements Gauge<Long> {
 
   @Override
   public Long getValue() {
-    return operatingSystemMXBean.getFreePhysicalMemorySize();
+    return operatingSystemMXBean.getFreeMemorySize();
   }
 }

service/src/main/java/org/whispersystems/textsecuregcm/push/ClientPresenceManager.java

@@ -171,8 +171,16 @@ public class ClientPresenceManager extends RedisClusterPubSubAdapter<String, Str
     }
   }
 
-  public void displacePresence(final UUID accountUuid, final long deviceId) {
-    displacePresence(getPresenceKey(accountUuid, deviceId));
+  public void disconnectPresence(final UUID accountUuid, final long deviceId) {
+    final String presenceKey = getPresenceKey(accountUuid, deviceId);
+
+    if (isLocallyPresent(accountUuid, deviceId)) {
+      displacePresence(presenceKey);
+    }
+
+    // If connected locally, we still need to clean up the presence key.
+    // If connected remotely, the other server will get a keyspace message and handle the disconnect
+    presenceCluster.useCluster(connection -> connection.sync().del(presenceKey));
   }
 
   private void displacePresence(final String presenceKey) {
@@ -268,18 +276,22 @@ public class ClientPresenceManager extends RedisClusterPubSubAdapter<String, Str
   public void message(final RedisClusterNode node, final String channel, final String message) {
     pubSubMessageMeter.mark();
 
-    if ("set".equals(message) && channel.startsWith("__keyspace@0__:presence::{")) {
-      // Another process has overwritten this presence key, which means the client has connected to another host.
-      // At this point, we're on a Lettuce IO thread and need to dispatch to a separate thread before making
-      // synchronous Lettuce calls to avoid deadlocking.
-      keyspaceNotificationExecutorService.execute(() -> {
-        try {
-          displacePresence(channel.substring("__keyspace@0__:".length()));
-          remoteDisplacementMeter.mark();
-        } catch (final Exception e) {
-          log.warn("Error displacing presence", e);
-        }
-      });
+    if (channel.startsWith("__keyspace@0__:presence::{")) {
+      if ("set".equals(message) || "del".equals(message)) {
+        // for "set", another process has overwritten this presence key, which means the client has connected to another host.
+        // for "del", another process has indicated the client should be disconnected
+
+        // At this point, we're on a Lettuce IO thread and need to dispatch to a separate thread before making
+        // synchronous Lettuce calls to avoid deadlocking.
+        keyspaceNotificationExecutorService.execute(() -> {
+          try {
+            displacePresence(channel.substring("__keyspace@0__:".length()));
+            remoteDisplacementMeter.mark();
+          } catch (final Exception e) {
+            log.warn("Error displacing presence", e);
+          }
+        });
+      }
     }
   }
 

service/src/main/java/org/whispersystems/textsecuregcm/push/ReceiptSender.java

@@ -41,6 +41,7 @@ public class ReceiptSender {
         .setSource(sourceAccount.getNumber())
         .setSourceUuid(sourceAccount.getUuid().toString())
         .setSourceDevice((int) source.getAuthenticatedDevice().getId())
+        .setDestinationUuid(destinationUuid.toString())
         .setTimestamp(messageId)
         .setType(Envelope.Type.SERVER_DELIVERY_RECEIPT);
 

service/src/main/java/org/whispersystems/textsecuregcm/recaptcha/LegacyRecaptchaClient.java

@@ -41,7 +41,7 @@ public class LegacyRecaptchaClient implements RecaptchaClient {
                                     .post(Entity.form(formData), VerifyResponse.class);
 
     if (response.success) {
-      logger.info("Got successful captcha time: " + response.challenge_ts + ", current time: " + System.currentTimeMillis());
+      logger.debug("Got successful captcha time: " + response.challenge_ts + ", current time: " + System.currentTimeMillis());
     }
 
     return response.success;

service/src/main/java/org/whispersystems/textsecuregcm/storage/AbusiveHostRule.java

@@ -7,27 +7,6 @@ package org.whispersystems.textsecuregcm.storage;
 
 import java.util.List;
 
-public class AbusiveHostRule {
+public record AbusiveHostRule(String host, boolean blocked, List<String> regions) {
 
-  private final String       host;
-  private final boolean      blocked;
-  private final List<String> regions;
-
-  public AbusiveHostRule(String host, boolean blocked, List<String> regions) {
-    this.host    = host;
-    this.blocked = blocked;
-    this.regions = regions;
-  }
-
-  public List<String> getRegions() {
-    return regions;
-  }
-
-  public boolean isBlocked() {
-    return blocked;
-  }
-
-  public String getHost() {
-    return host;
-  }
 }

service/src/main/java/org/whispersystems/textsecuregcm/storage/AbusiveHostRules.java

@@ -5,31 +5,35 @@
 
 package org.whispersystems.textsecuregcm.storage;
 
+import static com.codahale.metrics.MetricRegistry.name;
+
 import com.codahale.metrics.MetricRegistry;
 import com.codahale.metrics.SharedMetricRegistries;
 import com.codahale.metrics.Timer;
+import java.util.List;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
 import org.whispersystems.textsecuregcm.storage.mappers.AbusiveHostRuleRowMapper;
 import org.whispersystems.textsecuregcm.util.Constants;
 
-import java.util.List;
-
-import static com.codahale.metrics.MetricRegistry.name;
-
 public class AbusiveHostRules {
 
-  public static final String ID      = "id";
-  public static final String HOST    = "host";
+  private static final Logger logger = LoggerFactory.getLogger(AbusiveHostRules.class);
+
+  public static final String ID = "id";
+  public static final String HOST = "host";
   public static final String BLOCKED = "blocked";
   public static final String REGIONS = "regions";
-  public static final String NOTES   = "notes";
+  public static final String NOTES = "notes";
 
   private final MetricRegistry metricRegistry = SharedMetricRegistries.getOrCreate(Constants.METRICS_NAME);
-  private final Timer          getTimer       = metricRegistry.timer(name(AbusiveHostRules.class, "get"));
-  private final Timer          insertTimer    = metricRegistry.timer(name(AbusiveHostRules.class, "setBlockedHost"));
+  private final Timer getTimer = metricRegistry.timer(name(AbusiveHostRules.class, "get"));
+  private final Timer insertTimer = metricRegistry.timer(name(AbusiveHostRules.class, "setBlockedHost"));
 
   private final FaultTolerantDatabase database;
 
   public AbusiveHostRules(FaultTolerantDatabase database) {
+
     this.database = database;
     this.database.getDatabase().registerRowMapper(new AbusiveHostRuleRowMapper());
   }
@@ -38,9 +42,9 @@ public class AbusiveHostRules {
     return database.with(jdbi -> jdbi.withHandle(handle -> {
       try (Timer.Context timer = getTimer.time()) {
         return handle.createQuery("SELECT * FROM abusive_host_rules WHERE :host::inet <<= " + HOST)
-                     .bind("host", host)
-                     .mapTo(AbusiveHostRule.class)
-                     .list();
+            .bind("host", host)
+            .mapTo(AbusiveHostRule.class)
+            .list();
       }
     }));
   }
@@ -48,11 +52,12 @@ public class AbusiveHostRules {
   public void setBlockedHost(String host, String notes) {
     database.use(jdbi -> jdbi.useHandle(handle -> {
       try (Timer.Context timer = insertTimer.time()) {
-        handle.createUpdate("INSERT INTO abusive_host_rules(host, blocked, notes) VALUES(:host::inet, :blocked, :notes) ON CONFLICT DO NOTHING")
-              .bind("host", host)
-              .bind("blocked", 1)
-              .bind("notes", notes)
-              .execute();
+        handle.createUpdate(
+                "INSERT INTO abusive_host_rules(host, blocked, notes) VALUES(:host::inet, :blocked, :notes) ON CONFLICT DO NOTHING")
+            .bind("host", host)
+            .bind("blocked", 1)
+            .bind("notes", notes)
+            .execute();
       }
     }));
   }

service/src/main/java/org/whispersystems/textsecuregcm/storage/Account.java

@@ -33,29 +33,28 @@ public class Account {
   @JsonIgnore
   private UUID uuid;
 
-  // Nullable only until initial migration is complete
   @JsonProperty("pni")
-  @Nullable
   private UUID phoneNumberIdentifier;
 
   @JsonProperty
   private String number;
 
+  @JsonProperty
+  @Nullable
+  private String username;
+
   @JsonProperty
   private Set<Device> devices = new HashSet<>();
 
   @JsonProperty
   private String identityKey;
 
+  @JsonProperty("pniIdentityKey")
+  private String phoneNumberIdentityKey;
+
   @JsonProperty("cpv")
   private String currentProfileVersion;
 
-  @JsonProperty
-  private String name;
-
-  @JsonProperty
-  private String avatar;
-
   @JsonProperty
   private List<AccountBadge> badges = new ArrayList<>();
 
@@ -105,11 +104,20 @@ public class Account {
     this.uuid = uuid;
   }
 
-  // Optional only until initial migration is complete
-  public Optional<UUID> getPhoneNumberIdentifier() {
+  public UUID getPhoneNumberIdentifier() {
     requireNotStale();
 
-    return Optional.ofNullable(phoneNumberIdentifier);
+    return phoneNumberIdentifier;
+  }
+
+  /**
+   * Tests whether this account's account identifier or phone number identifier matches the given UUID.
+   *
+   * @param identifier the identifier to test
+   * @return {@code true} if this account's identifier or phone number identifier matches
+   */
+  public boolean isIdentifiedBy(final UUID identifier) {
+    return uuid.equals(identifier) || (phoneNumberIdentifier != null && phoneNumberIdentifier.equals(identifier));
   }
 
   public String getNumber() {
@@ -125,6 +133,18 @@ public class Account {
     this.phoneNumberIdentifier = phoneNumberIdentifier;
   }
 
+  public Optional<String> getUsername() {
+    requireNotStale();
+
+    return Optional.ofNullable(username);
+  }
+
+  public void setUsername(final String username) {
+    requireNotStale();
+
+    this.username = username;
+  }
+
   public void addDevice(Device device) {
     requireNotStale();
 
@@ -280,6 +300,14 @@ public class Account {
     return identityKey;
   }
 
+  public String getPhoneNumberIdentityKey() {
+    return phoneNumberIdentityKey;
+  }
+
+  public void setPhoneNumberIdentityKey(final String phoneNumberIdentityKey) {
+    this.phoneNumberIdentityKey = phoneNumberIdentityKey;
+  }
+
   public long getLastSeen() {
     requireNotStale();
 
@@ -306,30 +334,6 @@ public class Account {
     this.currentProfileVersion = currentProfileVersion;
   }
 
-  public String getProfileName() {
-    requireNotStale();
-
-    return name;
-  }
-
-  public void setProfileName(String name) {
-    requireNotStale();
-
-    this.name = name;
-  }
-
-  public String getAvatar() {
-    requireNotStale();
-
-    return avatar;
-  }
-
-  public void setAvatar(String avatar) {
-    requireNotStale();
-
-    this.avatar = avatar;
-  }
-
   public List<AccountBadge> getBadges() {
     requireNotStale();
 
@@ -496,5 +500,4 @@ public class Account {
       logger.error("Accessor called on stale account", new RuntimeException());
     }
   }
-
 }

service/src/main/java/org/whispersystems/textsecuregcm/storage/AccountDatabaseCrawler.java

@@ -34,6 +34,7 @@ public class AccountDatabaseCrawler implements Managed, Runnable {
   private static final long WORKER_TTL_MS = 120_000L;
   private static final long ACCELERATED_CHUNK_INTERVAL = 10L;
 
+  private final String name;
   private final AccountsManager accounts;
   private final int chunkSize;
   private final long chunkIntervalMs;
@@ -44,11 +45,13 @@ public class AccountDatabaseCrawler implements Managed, Runnable {
   private AtomicBoolean running = new AtomicBoolean(false);
   private boolean finished;
 
-  public AccountDatabaseCrawler(AccountsManager accounts,
+  public AccountDatabaseCrawler(final String name,
+      AccountsManager accounts,
       AccountDatabaseCrawlerCache cache,
       List<AccountDatabaseCrawlerListener> listeners,
       int chunkSize,
       long chunkIntervalMs) {
+    this.name = name;
     this.accounts = accounts;
     this.chunkSize = chunkSize;
     this.chunkIntervalMs = chunkIntervalMs;
@@ -82,7 +85,7 @@ public class AccountDatabaseCrawler implements Managed, Runnable {
         accelerated = doPeriodicWork();
         sleepWhileRunning(accelerated ? ACCELERATED_CHUNK_INTERVAL : chunkIntervalMs);
       } catch (Throwable t) {
-        logger.warn("error in database crawl: {}: {}", t.getClass().getSimpleName(), t.getMessage(), t);
+        logger.warn("{}: error in database crawl: {}: {}", name, t.getClass().getSimpleName(), t.getMessage(), t);
         Util.sleep(10000);
       }
     }
@@ -106,7 +109,7 @@ public class AccountDatabaseCrawler implements Managed, Runnable {
         final long endTimeMs = System.currentTimeMillis();
         final long sleepIntervalMs = chunkIntervalMs - (endTimeMs - startTimeMs);
         if (sleepIntervalMs > 0) {
-          logger.debug("Sleeping {}ms", sleepIntervalMs);
+          logger.debug("{}: Sleeping {}ms", name, sleepIntervalMs);
           sleepWhileRunning(sleepIntervalMs);
         }
       } finally {
@@ -123,19 +126,19 @@ public class AccountDatabaseCrawler implements Managed, Runnable {
       final Optional<UUID> fromUuid = getLastUuid();
 
       if (fromUuid.isEmpty()) {
-        logger.info("Started crawl");
+        logger.info("{}: Started crawl", name);
         listeners.forEach(AccountDatabaseCrawlerListener::onCrawlStart);
       }
 
       final AccountCrawlChunk chunkAccounts = readChunk(fromUuid, chunkSize);
 
       if (chunkAccounts.getAccounts().isEmpty()) {
-        logger.info("Finished crawl");
+        logger.info("{}: Finished crawl", name);
         listeners.forEach(listener -> listener.onCrawlEnd(fromUuid));
         cacheLastUuid(Optional.empty());
         cache.setAccelerated(false);
       } else {
-        logger.debug("Processing chunk");
+        logger.debug("{}: Processing chunk", name);
         try {
           for (AccountDatabaseCrawlerListener listener : listeners) {
             listener.timeAndProcessCrawlChunk(fromUuid, chunkAccounts.getAccounts());

service/src/main/java/org/whispersystems/textsecuregcm/storage/Accounts.java

@@ -16,8 +16,10 @@ import java.util.ArrayList;
 import java.util.HashMap;
 import java.util.List;
 import java.util.Map;
+import java.util.Objects;
 import java.util.Optional;
 import java.util.UUID;
+import java.util.concurrent.TimeUnit;
 import java.util.stream.Collectors;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
@@ -27,6 +29,7 @@ import org.whispersystems.textsecuregcm.util.UUIDUtil;
 import software.amazon.awssdk.services.dynamodb.DynamoDbClient;
 import software.amazon.awssdk.services.dynamodb.model.AttributeValue;
 import software.amazon.awssdk.services.dynamodb.model.CancellationReason;
+import software.amazon.awssdk.services.dynamodb.model.ConditionalCheckFailedException;
 import software.amazon.awssdk.services.dynamodb.model.Delete;
 import software.amazon.awssdk.services.dynamodb.model.GetItemRequest;
 import software.amazon.awssdk.services.dynamodb.model.GetItemResponse;
@@ -38,6 +41,8 @@ import software.amazon.awssdk.services.dynamodb.model.TransactWriteItemsRequest;
 import software.amazon.awssdk.services.dynamodb.model.TransactionCanceledException;
 import software.amazon.awssdk.services.dynamodb.model.TransactionConflictException;
 import software.amazon.awssdk.services.dynamodb.model.Update;
+import software.amazon.awssdk.services.dynamodb.model.UpdateItemRequest;
+import software.amazon.awssdk.services.dynamodb.model.UpdateItemResponse;
 
 public class Accounts extends AbstractDynamoDbStore {
 
@@ -53,19 +58,25 @@ public class Accounts extends AbstractDynamoDbStore {
   static final String ATTR_VERSION = "V";
   // canonically discoverable
   static final String ATTR_CANONICALLY_DISCOVERABLE = "C";
+  // username; string
+  static final String ATTR_USERNAME = "N";
 
   private final DynamoDbClient client;
 
   private final String phoneNumberConstraintTableName;
   private final String phoneNumberIdentifierConstraintTableName;
+  private final String usernamesConstraintTableName;
   private final String accountsTableName;
 
   private final int scanPageSize;
 
   private static final Timer CREATE_TIMER = Metrics.timer(name(Accounts.class, "create"));
   private static final Timer CHANGE_NUMBER_TIMER = Metrics.timer(name(Accounts.class, "changeNumber"));
+  private static final Timer SET_USERNAME_TIMER = Metrics.timer(name(Accounts.class, "setUsername"));
+  private static final Timer CLEAR_USERNAME_TIMER = Metrics.timer(name(Accounts.class, "clearUsername"));
   private static final Timer UPDATE_TIMER = Metrics.timer(name(Accounts.class, "update"));
   private static final Timer GET_BY_NUMBER_TIMER = Metrics.timer(name(Accounts.class, "getByNumber"));
+  private static final Timer GET_BY_USERNAME_TIMER = Metrics.timer(name(Accounts.class, "getByUsername"));
   private static final Timer GET_BY_PNI_TIMER = Metrics.timer(name(Accounts.class, "getByPni"));
   private static final Timer GET_BY_UUID_TIMER = Metrics.timer(name(Accounts.class, "getByUuid"));
   private static final Timer GET_ALL_FROM_START_TIMER = Metrics.timer(name(Accounts.class, "getAllFrom"));
@@ -75,7 +86,8 @@ public class Accounts extends AbstractDynamoDbStore {
   private static final Logger log = LoggerFactory.getLogger(Accounts.class);
 
   public Accounts(DynamoDbClient client, String accountsTableName, String phoneNumberConstraintTableName,
-      String phoneNumberIdentifierConstraintTableName, final int scanPageSize) {
+      String phoneNumberIdentifierConstraintTableName, final String usernamesConstraintTableName,
+      final int scanPageSize) {
 
     super(client);
 
@@ -83,6 +95,7 @@ public class Accounts extends AbstractDynamoDbStore {
     this.phoneNumberConstraintTableName = phoneNumberConstraintTableName;
     this.phoneNumberIdentifierConstraintTableName = phoneNumberIdentifierConstraintTableName;
     this.accountsTableName = accountsTableName;
+    this.usernamesConstraintTableName = usernamesConstraintTableName;
     this.scanPageSize = scanPageSize;
   }
 
@@ -108,18 +121,12 @@ public class Accounts extends AbstractDynamoDbStore {
                     .build())
             .build();
 
-        assert account.getPhoneNumberIdentifier().isPresent();
-
-        if (account.getPhoneNumberIdentifier().isEmpty()) {
-          log.error("Account {} is missing a phone number identifier", account.getUuid());
-        }
-
         TransactWriteItem phoneNumberIdentifierConstraintPut = TransactWriteItem.builder()
             .put(
                 Put.builder()
                     .tableName(phoneNumberIdentifierConstraintTableName)
                     .item(Map.of(
-                        ATTR_PNI_UUID, AttributeValues.fromUUID(account.getPhoneNumberIdentifier().get()),
+                        ATTR_PNI_UUID, AttributeValues.fromUUID(account.getPhoneNumberIdentifier()),
                         KEY_ACCOUNT_UUID, AttributeValues.fromUUID(account.getUuid())))
                     .conditionExpression(
                         "attribute_not_exists(#pni) OR (attribute_exists(#pni) AND #uuid = :uuid)")
@@ -135,12 +142,11 @@ public class Accounts extends AbstractDynamoDbStore {
         final Map<String, AttributeValue> item = new HashMap<>(Map.of(
             KEY_ACCOUNT_UUID, AttributeValues.fromUUID(account.getUuid()),
             ATTR_ACCOUNT_E164, AttributeValues.fromString(account.getNumber()),
+            ATTR_PNI_UUID, AttributeValues.fromUUID(account.getPhoneNumberIdentifier()),
             ATTR_ACCOUNT_DATA, AttributeValues.fromByteArray(SystemMapper.getMapper().writeValueAsBytes(account)),
             ATTR_VERSION, AttributeValues.fromInt(account.getVersion()),
             ATTR_CANONICALLY_DISCOVERABLE, AttributeValues.fromBool(account.shouldBeVisibleInDirectory())));
 
-        account.getPhoneNumberIdentifier().ifPresent(pni -> item.put(ATTR_PNI_UUID, AttributeValues.fromUUID(pni)));
-
         TransactWriteItem accountPut = TransactWriteItem.builder()
             .put(Put.builder()
                 .conditionExpression("attribute_not_exists(#number) OR #number = :number")
@@ -180,7 +186,7 @@ public class Accounts extends AbstractDynamoDbStore {
             account.setUuid(UUIDUtil.fromByteBuffer(actualAccountUuid));
 
             final Account existingAccount = getByAccountIdentifier(account.getUuid()).orElseThrow();
-            account.setNumber(existingAccount.getNumber(), existingAccount.getPhoneNumberIdentifier().orElse(account.getPhoneNumberIdentifier().orElseThrow()));
+            account.setNumber(existingAccount.getNumber(), existingAccount.getPhoneNumberIdentifier());
             account.setVersion(existingAccount.getVersion());
 
             update(account);
@@ -220,7 +226,7 @@ public class Accounts extends AbstractDynamoDbStore {
   public void changeNumber(final Account account, final String number, final UUID phoneNumberIdentifier) {
     CHANGE_NUMBER_TIMER.record(() -> {
       final String originalNumber = account.getNumber();
-      final Optional<UUID> originalPni = account.getPhoneNumberIdentifier();
+      final UUID originalPni = account.getPhoneNumberIdentifier();
 
       boolean succeeded = false;
 
@@ -248,12 +254,12 @@ public class Accounts extends AbstractDynamoDbStore {
                 .build())
             .build());
 
-        originalPni.ifPresent(pni -> writeItems.add(TransactWriteItem.builder()
+        writeItems.add(TransactWriteItem.builder()
             .delete(Delete.builder()
                 .tableName(phoneNumberIdentifierConstraintTableName)
-                .key(Map.of(ATTR_PNI_UUID, AttributeValues.fromUUID(pni)))
+                .key(Map.of(ATTR_PNI_UUID, AttributeValues.fromUUID(originalPni)))
                 .build())
-            .build()));
+            .build());
 
         writeItems.add(TransactWriteItem.builder()
             .put(Put.builder()
@@ -301,98 +307,181 @@ public class Accounts extends AbstractDynamoDbStore {
         throw new IllegalArgumentException(e);
       } finally {
         if (!succeeded) {
-          account.setNumber(originalNumber, originalPni.orElse(null));
+          account.setNumber(originalNumber, originalPni);
         }
       }
     });
   }
 
-  public void update(Account account) throws ContestedOptimisticLockException {
-    UPDATE_TIMER.record(() -> {
-      final List<TransactWriteItem> transactWriteItems = new ArrayList<>(2);
+  public void setUsername(final Account account, final String username)
+      throws ContestedOptimisticLockException, UsernameNotAvailableException {
+    final long startNanos = System.nanoTime();
 
-      try {
-        final TransactWriteItem updateAccountWriteItem;
+    final Optional<String> maybeOriginalUsername = account.getUsername();
+    account.setUsername(username);
 
-        if (account.getPhoneNumberIdentifier().isPresent()) {
-          updateAccountWriteItem = TransactWriteItem.builder()
+    boolean succeeded = false;
+
+    try {
+      final List<TransactWriteItem> writeItems = new ArrayList<>();
+
+      writeItems.add(TransactWriteItem.builder()
+          .put(Put.builder()
+              .tableName(usernamesConstraintTableName)
+              .item(Map.of(
+                  KEY_ACCOUNT_UUID, AttributeValues.fromUUID(account.getUuid()),
+                  ATTR_USERNAME, AttributeValues.fromString(username)))
+              .conditionExpression("attribute_not_exists(#username)")
+              .expressionAttributeNames(Map.of("#username", ATTR_USERNAME))
+              .returnValuesOnConditionCheckFailure(ReturnValuesOnConditionCheckFailure.ALL_OLD)
+              .build())
+          .build());
+
+      writeItems.add(
+          TransactWriteItem.builder()
               .update(Update.builder()
                   .tableName(accountsTableName)
                   .key(Map.of(KEY_ACCOUNT_UUID, AttributeValues.fromUUID(account.getUuid())))
-                  .updateExpression("SET #data = :data, #cds = :cds, #pni = :pni ADD #version :version_increment")
-                  .conditionExpression("attribute_exists(#number) AND #version = :version")
-                  .expressionAttributeNames(Map.of("#number", ATTR_ACCOUNT_E164,
-                      "#data", ATTR_ACCOUNT_DATA,
-                      "#cds", ATTR_CANONICALLY_DISCOVERABLE,
-                      "#version", ATTR_VERSION,
-                      "#pni", ATTR_PNI_UUID))
-                  .expressionAttributeValues(Map.of(
-                      ":data", AttributeValues.fromByteArray(SystemMapper.getMapper().writeValueAsBytes(account)),
-                      ":cds", AttributeValues.fromBool(account.shouldBeVisibleInDirectory()),
-                      ":version", AttributeValues.fromInt(account.getVersion()),
-                      ":version_increment", AttributeValues.fromInt(1),
-                      ":pni", AttributeValues.fromUUID(account.getPhoneNumberIdentifier().get())))
-                  .build())
-              .build();
-        } else {
-          updateAccountWriteItem = TransactWriteItem.builder()
-              .update(Update.builder()
-                  .tableName(accountsTableName)
-                  .key(Map.of(KEY_ACCOUNT_UUID, AttributeValues.fromUUID(account.getUuid())))
-                  .updateExpression("SET #data = :data, #cds = :cds ADD #version :version_increment")
-                  .conditionExpression("attribute_exists(#number) AND #version = :version")
-                  .expressionAttributeNames(Map.of("#number", ATTR_ACCOUNT_E164,
-                      "#data", ATTR_ACCOUNT_DATA,
-                      "#cds", ATTR_CANONICALLY_DISCOVERABLE,
+                  .updateExpression("SET #data = :data, #username = :username ADD #version :version_increment")
+                  .conditionExpression("#version = :version")
+                  .expressionAttributeNames(Map.of("#data", ATTR_ACCOUNT_DATA,
+                      "#username", ATTR_USERNAME,
                       "#version", ATTR_VERSION))
                   .expressionAttributeValues(Map.of(
                       ":data", AttributeValues.fromByteArray(SystemMapper.getMapper().writeValueAsBytes(account)),
-                      ":cds", AttributeValues.fromBool(account.shouldBeVisibleInDirectory()),
+                      ":username", AttributeValues.fromString(username),
                       ":version", AttributeValues.fromInt(account.getVersion()),
                       ":version_increment", AttributeValues.fromInt(1)))
                   .build())
+              .build());
+
+      maybeOriginalUsername.ifPresent(originalUsername -> writeItems.add(TransactWriteItem.builder()
+          .delete(Delete.builder()
+              .tableName(usernamesConstraintTableName)
+              .key(Map.of(ATTR_USERNAME, AttributeValues.fromString(originalUsername)))
+              .build())
+          .build()));
+
+      final TransactWriteItemsRequest request = TransactWriteItemsRequest.builder()
+          .transactItems(writeItems)
+          .build();
+
+      client.transactWriteItems(request);
+
+      account.setVersion(account.getVersion() + 1);
+      succeeded = true;
+    } catch (final JsonProcessingException e) {
+      throw new IllegalArgumentException(e);
+    } catch (final TransactionCanceledException e) {
+      if ("ConditionalCheckFailed".equals(e.cancellationReasons().get(0).code())) {
+        throw new UsernameNotAvailableException();
+      } else if ("ConditionalCheckFailed".equals(e.cancellationReasons().get(1).code())) {
+        throw new ContestedOptimisticLockException();
+      }
+
+      throw e;
+    } finally {
+      if (!succeeded) {
+        account.setUsername(maybeOriginalUsername.orElse(null));
+      }
+
+      SET_USERNAME_TIMER.record(System.nanoTime() - startNanos, TimeUnit.NANOSECONDS);
+    }
+  }
+
+  public void clearUsername(Account account) {
+    account.getUsername().ifPresent(username -> {
+      CLEAR_USERNAME_TIMER.record(() -> {
+        account.setUsername(null);
+
+        boolean succeeded = false;
+
+        try {
+          final List<TransactWriteItem> writeItems = new ArrayList<>();
+
+          writeItems.add(
+              TransactWriteItem.builder()
+                  .update(Update.builder()
+                      .tableName(accountsTableName)
+                      .key(Map.of(KEY_ACCOUNT_UUID, AttributeValues.fromUUID(account.getUuid())))
+                      .updateExpression("SET #data = :data REMOVE #username ADD #version :version_increment")
+                      .conditionExpression("#version = :version")
+                      .expressionAttributeNames(Map.of("#data", ATTR_ACCOUNT_DATA,
+                          "#username", ATTR_USERNAME,
+                          "#version", ATTR_VERSION))
+                      .expressionAttributeValues(Map.of(
+                          ":data", AttributeValues.fromByteArray(SystemMapper.getMapper().writeValueAsBytes(account)),
+                          ":version", AttributeValues.fromInt(account.getVersion()),
+                          ":version_increment", AttributeValues.fromInt(1)))
+                      .build())
+                  .build());
+
+          writeItems.add(TransactWriteItem.builder()
+              .delete(Delete.builder()
+                  .tableName(usernamesConstraintTableName)
+                  .key(Map.of(ATTR_USERNAME, AttributeValues.fromString(username)))
+                  .build())
+              .build());
+
+          final TransactWriteItemsRequest request = TransactWriteItemsRequest.builder()
+              .transactItems(writeItems)
               .build();
+
+          client.transactWriteItems(request);
+
+          account.setVersion(account.getVersion() + 1);
+          succeeded = true;
+        } catch (final JsonProcessingException e) {
+          throw new IllegalArgumentException(e);
+        } catch (final TransactionCanceledException e) {
+          if ("ConditionalCheckFailed".equals(e.cancellationReasons().get(0).code())) {
+            throw new ContestedOptimisticLockException();
+          }
+
+          throw e;
+        } finally {
+          if (!succeeded) {
+            account.setUsername(username);
+          }
         }
+      });
+    });
+  }
 
-        transactWriteItems.add(updateAccountWriteItem);
+  public void update(Account account) throws ContestedOptimisticLockException {
+    UPDATE_TIMER.record(() -> {
+      final UpdateItemRequest updateItemRequest;
 
-        // TODO Remove after initial migration to phone number identifiers
-        account.getPhoneNumberIdentifier().ifPresent(phoneNumberIdentifier -> transactWriteItems.add(
-            TransactWriteItem.builder()
-                .put(Put.builder()
-                    .tableName(phoneNumberIdentifierConstraintTableName)
-                    .item(Map.of(
-                        ATTR_PNI_UUID, AttributeValues.fromUUID(account.getPhoneNumberIdentifier().get()),
-                        KEY_ACCOUNT_UUID, AttributeValues.fromUUID(account.getUuid())))
-                    .conditionExpression("attribute_not_exists(#pni) OR (attribute_exists(#pni) AND #uuid = :uuid)")
-                    .expressionAttributeNames(Map.of("#uuid", KEY_ACCOUNT_UUID, "#pni", ATTR_PNI_UUID))
-                    .expressionAttributeValues(
-                        Map.of(":uuid", AttributeValues.fromUUID(account.getUuid())))
-                    .returnValuesOnConditionCheckFailure(ReturnValuesOnConditionCheckFailure.ALL_OLD)
-                    .build())
-                .build()));
+      try {
+        updateItemRequest = UpdateItemRequest.builder()
+                .tableName(accountsTableName)
+                .key(Map.of(KEY_ACCOUNT_UUID, AttributeValues.fromUUID(account.getUuid())))
+                .updateExpression("SET #data = :data, #cds = :cds ADD #version :version_increment")
+                .conditionExpression("attribute_exists(#number) AND #version = :version")
+                .expressionAttributeNames(Map.of("#number", ATTR_ACCOUNT_E164,
+                    "#data", ATTR_ACCOUNT_DATA,
+                    "#cds", ATTR_CANONICALLY_DISCOVERABLE,
+                    "#version", ATTR_VERSION))
+                .expressionAttributeValues(Map.of(
+                    ":data", AttributeValues.fromByteArray(SystemMapper.getMapper().writeValueAsBytes(account)),
+                    ":cds", AttributeValues.fromBool(account.shouldBeVisibleInDirectory()),
+                    ":version", AttributeValues.fromInt(account.getVersion()),
+                    ":version_increment", AttributeValues.fromInt(1)))
+                .build();
       } catch (JsonProcessingException e) {
         throw new IllegalArgumentException(e);
       }
 
       try {
-        client.transactWriteItems(TransactWriteItemsRequest.builder()
-            .transactItems(transactWriteItems)
-            .build());
-
-        account.setVersion(account.getVersion() + 1);
+        final UpdateItemResponse response = client.updateItem(updateItemRequest);
+        account.setVersion(AttributeValues.getInt(response.attributes(), "V", account.getVersion() + 1));
       } catch (final TransactionConflictException e) {
 
         throw new ContestedOptimisticLockException();
 
-      } catch (final TransactionCanceledException e) {
-
-        if (e.cancellationReasons().size() > 1 && "ConditionalCheckFailed".equals(e.cancellationReasons().get(1).code())) {
-          log.error("Conflicting phone number mapping exists for account {}, PNI {}", account.getUuid(), account.getPhoneNumberIdentifier());
-          throw e;
-        }
-
-        // We can infer an optimistic locking failure if the UUID is known
+      } catch (final ConditionalCheckFailedException e) {
+        // the exception doesn't give details about which condition failed,
+        // but we can infer it was an optimistic locking failure if the UUID is known
         throw getByAccountIdentifier(account.getUuid()).isPresent() ? new ContestedOptimisticLockException() : e;
       }
     });
@@ -409,7 +498,22 @@ public class Accounts extends AbstractDynamoDbStore {
       return Optional.ofNullable(response.item())
           .map(item -> item.get(KEY_ACCOUNT_UUID))
           .map(this::accountByUuid)
-          .map(Accounts::fromItem);
+          .map(this::fromItem);
+    });
+  }
+
+  public Optional<Account> getByUsername(final String username) {
+    return GET_BY_USERNAME_TIMER.record(() -> {
+
+      final GetItemResponse response = client.getItem(GetItemRequest.builder()
+          .tableName(usernamesConstraintTableName)
+          .key(Map.of(ATTR_USERNAME, AttributeValues.fromString(username)))
+          .build());
+
+      return Optional.ofNullable(response.item())
+          .map(item -> item.get(KEY_ACCOUNT_UUID))
+          .map(this::accountByUuid)
+          .map(this::fromItem);
     });
   }
 
@@ -424,7 +528,7 @@ public class Accounts extends AbstractDynamoDbStore {
       return Optional.ofNullable(response.item())
           .map(item -> item.get(KEY_ACCOUNT_UUID))
           .map(this::accountByUuid)
-          .map(Accounts::fromItem);
+          .map(this::fromItem);
     });
   }
 
@@ -440,7 +544,7 @@ public class Accounts extends AbstractDynamoDbStore {
   public Optional<Account> getByAccountIdentifier(UUID uuid) {
     return GET_BY_UUID_TIMER.record(() ->
         Optional.ofNullable(accountByUuid(AttributeValues.fromUUID(uuid)))
-            .map(Accounts::fromItem));
+            .map(this::fromItem));
   }
 
   public void delete(UUID uuid) {
@@ -464,10 +568,17 @@ public class Accounts extends AbstractDynamoDbStore {
 
         final List<TransactWriteItem> transactWriteItems = new ArrayList<>(List.of(phoneNumberDelete, accountDelete));
 
-        account.getPhoneNumberIdentifier().ifPresent(pni -> transactWriteItems.add(TransactWriteItem.builder()
+        transactWriteItems.add(TransactWriteItem.builder()
             .delete(Delete.builder()
                 .tableName(phoneNumberIdentifierConstraintTableName)
-                .key(Map.of(ATTR_PNI_UUID, AttributeValues.fromUUID(pni)))
+                .key(Map.of(ATTR_PNI_UUID, AttributeValues.fromUUID(account.getPhoneNumberIdentifier())))
+                .build())
+            .build());
+
+        account.getUsername().ifPresent(username -> transactWriteItems.add(TransactWriteItem.builder()
+            .delete(Delete.builder()
+                .tableName(usernamesConstraintTableName)
+                .key(Map.of(ATTR_USERNAME, AttributeValues.fromString(username)))
                 .build())
             .build()));
 
@@ -500,7 +611,7 @@ public class Accounts extends AbstractDynamoDbStore {
 
     final List<Account> accounts = timer.record(() -> scan(scanRequestBuilder.build(), maxCount)
         .stream()
-        .map(Accounts::fromItem)
+        .map(this::fromItem)
         .collect(Collectors.toList()));
 
     return new AccountCrawlChunk(accounts, accounts.size() > 0 ? accounts.get(accounts.size() - 1).getUuid() : null);
@@ -512,8 +623,9 @@ public class Accounts extends AbstractDynamoDbStore {
         .collect(Collectors.joining(", "));
   }
 
+  // TODO Make this static once PNI repairs are complete and the call to #update(Account) is no longer needed
   @VisibleForTesting
-  static Account fromItem(Map<String, AttributeValue> item) {
+  Account fromItem(Map<String, AttributeValue> item) {
     if (!item.containsKey(ATTR_ACCOUNT_DATA) ||
         !item.containsKey(ATTR_ACCOUNT_E164) ||
         // TODO: eventually require ATTR_CANONICALLY_DISCOVERABLE
@@ -522,11 +634,38 @@ public class Accounts extends AbstractDynamoDbStore {
     }
     try {
       Account account = SystemMapper.getMapper().readValue(item.get(ATTR_ACCOUNT_DATA).b().asByteArray(), Account.class);
-      account.setNumber(item.get(ATTR_ACCOUNT_E164).s(), AttributeValues.getUUID(item, ATTR_PNI_UUID, null));
-      account.setUuid(UUIDUtil.fromByteBuffer(item.get(KEY_ACCOUNT_UUID).b().asByteBuffer()));
+
+      final UUID accountIdentifier = UUIDUtil.fromByteBuffer(item.get(KEY_ACCOUNT_UUID).b().asByteBuffer());
+      final UUID phoneNumberIdentifierFromAttribute = AttributeValues.getUUID(item, ATTR_PNI_UUID, null);
+
+      if (account.getPhoneNumberIdentifier() == null || phoneNumberIdentifierFromAttribute == null ||
+          !Objects.equals(account.getPhoneNumberIdentifier(), phoneNumberIdentifierFromAttribute)) {
+
+        log.warn("Missing or mismatched PNIs for account {}. From JSON: {}; from attribute: {}",
+            accountIdentifier, account.getPhoneNumberIdentifier(), phoneNumberIdentifierFromAttribute);
+      }
+
+      boolean shouldResetPni = false;
+
+      if (account.getPhoneNumberIdentifier() == null && phoneNumberIdentifierFromAttribute != null) {
+        log.info("Account {} has a PNI in its attributes, but not JSON blob; will repair", accountIdentifier);
+        shouldResetPni = true;
+      }
+
+      account.setNumber(item.get(ATTR_ACCOUNT_E164).s(), phoneNumberIdentifierFromAttribute);
+      account.setUuid(accountIdentifier);
+      account.setUsername(AttributeValues.getString(item, ATTR_USERNAME, null));
       account.setVersion(Integer.parseInt(item.get(ATTR_VERSION).n()));
       account.setCanonicallyDiscoverable(Optional.ofNullable(item.get(ATTR_CANONICALLY_DISCOVERABLE)).map(av -> av.bool()).orElse(false));
 
+      if (shouldResetPni) {
+        try {
+          update(account);
+        } catch (final Exception e) {
+          log.warn("Failed to reset PNI for account {}", accountIdentifier, e);
+        }
+      }
+
       return account;
 
     } catch (IOException e) {

service/src/main/java/org/whispersystems/textsecuregcm/storage/AccountsManager.java

@@ -18,6 +18,7 @@ import io.micrometer.core.instrument.Metrics;
 import io.micrometer.core.instrument.Tags;
 import java.io.IOException;
 import java.time.Clock;
+import java.time.Duration;
 import java.util.List;
 import java.util.Objects;
 import java.util.Optional;
@@ -39,22 +40,25 @@ import org.whispersystems.textsecuregcm.securestorage.SecureStorageClient;
 import org.whispersystems.textsecuregcm.sqs.DirectoryQueue;
 import org.whispersystems.textsecuregcm.util.Constants;
 import org.whispersystems.textsecuregcm.util.SystemMapper;
+import org.whispersystems.textsecuregcm.util.UsernameValidator;
 import org.whispersystems.textsecuregcm.util.Util;
 
 public class AccountsManager {
 
-  private static final MetricRegistry metricRegistry   = SharedMetricRegistries.getOrCreate(Constants.METRICS_NAME);
-  private static final Timer          createTimer      = metricRegistry.timer(name(AccountsManager.class, "create"     ));
-  private static final Timer          updateTimer      = metricRegistry.timer(name(AccountsManager.class, "update"     ));
-  private static final Timer          getByNumberTimer = metricRegistry.timer(name(AccountsManager.class, "getByNumber"));
-  private static final Timer          getByUuidTimer   = metricRegistry.timer(name(AccountsManager.class, "getByUuid"  ));
-  private static final Timer          deleteTimer      = metricRegistry.timer(name(AccountsManager.class, "delete"));
+  private static final MetricRegistry metricRegistry = SharedMetricRegistries.getOrCreate(Constants.METRICS_NAME);
+  private static final Timer createTimer = metricRegistry.timer(name(AccountsManager.class, "create"));
+  private static final Timer updateTimer = metricRegistry.timer(name(AccountsManager.class, "update"));
+  private static final Timer getByNumberTimer = metricRegistry.timer(name(AccountsManager.class, "getByNumber"));
+  private static final Timer getByUsernameTimer = metricRegistry.timer(name(AccountsManager.class, "getByUsername"));
+  private static final Timer getByUuidTimer = metricRegistry.timer(name(AccountsManager.class, "getByUuid"));
+  private static final Timer deleteTimer = metricRegistry.timer(name(AccountsManager.class, "delete"));
 
-  private static final Timer redisSetTimer       = metricRegistry.timer(name(AccountsManager.class, "redisSet"      ));
+  private static final Timer redisSetTimer = metricRegistry.timer(name(AccountsManager.class, "redisSet"));
   private static final Timer redisNumberGetTimer = metricRegistry.timer(name(AccountsManager.class, "redisNumberGet"));
-  private static final Timer redisPniGetTimer    = metricRegistry.timer(name(AccountsManager.class, "redisPniGet"));
-  private static final Timer redisUuidGetTimer   = metricRegistry.timer(name(AccountsManager.class, "redisUuidGet"  ));
-  private static final Timer redisDeleteTimer    = metricRegistry.timer(name(AccountsManager.class, "redisDelete"   ));
+  private static final Timer redisUsernameGetTimer = metricRegistry.timer(name(AccountsManager.class, "redisUsernameGet"));
+  private static final Timer redisPniGetTimer = metricRegistry.timer(name(AccountsManager.class, "redisPniGet"));
+  private static final Timer redisUuidGetTimer = metricRegistry.timer(name(AccountsManager.class, "redisUuidGet"));
+  private static final Timer redisDeleteTimer = metricRegistry.timer(name(AccountsManager.class, "redisDelete"));
 
   private static final String CREATE_COUNTER_NAME       = name(AccountsManager.class, "createCounter");
   private static final String DELETE_COUNTER_NAME       = name(AccountsManager.class, "deleteCounter");
@@ -68,9 +72,9 @@ public class AccountsManager {
   private final FaultTolerantRedisCluster cacheCluster;
   private final DeletedAccountsManager deletedAccountsManager;
   private final DirectoryQueue directoryQueue;
-  private final KeysDynamoDb keysDynamoDb;
+  private final Keys keys;
   private final MessagesManager messagesManager;
-  private final UsernamesManager usernamesManager;
+  private final ReservedUsernames reservedUsernames;
   private final ProfilesManager profilesManager;
   private final StoredVerificationCodeManager pendingAccounts;
   private final SecureStorageClient secureStorageClient;
@@ -79,6 +83,17 @@ public class AccountsManager {
   private final ObjectMapper mapper;
   private final Clock clock;
 
+  // An account that's used at least daily will get reset in the cache at least once per day when its "last seen"
+  // timestamp updates; expiring entries after two days will help clear out "zombie" cache entries that are read
+  // frequently (e.g. the account is in an active group and receives messages frequently), but aren't actively used by
+  // the owner.
+  private static final long CACHE_TTL_SECONDS = Duration.ofDays(2).toSeconds();
+
+  @FunctionalInterface
+  private interface AccountPersister {
+    void persistAccount(Account account) throws UsernameNotAvailableException;
+  }
+
   public enum DeletionReason {
     ADMIN_DELETED("admin"),
     EXPIRED      ("expired"),
@@ -96,9 +111,9 @@ public class AccountsManager {
       final FaultTolerantRedisCluster cacheCluster,
       final DeletedAccountsManager deletedAccountsManager,
       final DirectoryQueue directoryQueue,
-      final KeysDynamoDb keysDynamoDb,
+      final Keys keys,
       final MessagesManager messagesManager,
-      final UsernamesManager usernamesManager,
+      final ReservedUsernames reservedUsernames,
       final ProfilesManager profilesManager,
       final StoredVerificationCodeManager pendingAccounts,
       final SecureStorageClient secureStorageClient,
@@ -110,14 +125,14 @@ public class AccountsManager {
     this.cacheCluster = cacheCluster;
     this.deletedAccountsManager = deletedAccountsManager;
     this.directoryQueue = directoryQueue;
-    this.keysDynamoDb = keysDynamoDb;
+    this.keys = keys;
     this.messagesManager = messagesManager;
-    this.usernamesManager = usernamesManager;
     this.profilesManager = profilesManager;
     this.pendingAccounts = pendingAccounts;
     this.secureStorageClient = secureStorageClient;
     this.secureBackupClient  = secureBackupClient;
     this.clientPresenceManager = clientPresenceManager;
+    this.reservedUsernames = reservedUsernames;
     this.mapper              = SystemMapper.getMapper();
     this.clock = Objects.requireNonNull(clock);
   }
@@ -178,7 +193,7 @@ public class AccountsManager {
         // account and need to clear out messages and keys that may have been stored for the old account.
         if (!originalUuid.equals(actualUuid)) {
           messagesManager.clear(actualUuid);
-          keysDynamoDb.delete(actualUuid);
+          keys.delete(actualUuid);
           profilesManager.deleteAll(actualUuid);
         }
 
@@ -229,11 +244,18 @@ public class AccountsManager {
       final UUID uuid = account.getUuid();
       final UUID phoneNumberIdentifier = phoneNumberIdentifiers.getPhoneNumberIdentifier(number);
 
-      final Account numberChangedAccount = updateWithRetries(
-          account,
-          a -> true,
-          a -> accounts.changeNumber(a, number, phoneNumberIdentifier),
-          () -> accounts.getByAccountIdentifier(uuid).orElseThrow());
+      final Account numberChangedAccount;
+
+      try {
+        numberChangedAccount = updateWithRetries(
+            account,
+            a -> true,
+            a -> accounts.changeNumber(a, number, phoneNumberIdentifier),
+            () -> accounts.getByAccountIdentifier(uuid).orElseThrow());
+      } catch (UsernameNotAvailableException e) {
+        // This should never happen when changing numbers
+        throw new RuntimeException(e);
+      }
 
       updatedAccount.set(numberChangedAccount);
       directoryQueue.changePhoneNumber(numberChangedAccount, originalNumber, number);
@@ -244,13 +266,53 @@ public class AccountsManager {
     return updatedAccount.get();
   }
 
+  public Account setUsername(final Account account, final String username) throws UsernameNotAvailableException {
+    final String canonicalUsername = UsernameValidator.getCanonicalUsername(username);
+
+    if (account.getUsername().map(canonicalUsername::equals).orElse(false)) {
+      return account;
+    }
+
+    if (reservedUsernames.isReserved(canonicalUsername, account.getUuid())) {
+      throw new UsernameNotAvailableException();
+    }
+
+    redisDelete(account);
+
+    return updateWithRetries(
+        account,
+        a -> true,
+        a -> accounts.setUsername(a, canonicalUsername),
+        () -> accounts.getByAccountIdentifier(account.getUuid()).orElseThrow());
+  }
+
+  public Account clearUsername(final Account account) {
+    redisDelete(account);
+
+    try {
+      return updateWithRetries(
+          account,
+          a -> true,
+          accounts::clearUsername,
+          () -> accounts.getByAccountIdentifier(account.getUuid()).orElseThrow());
+    } catch (UsernameNotAvailableException e) {
+      // This should never happen
+      throw new RuntimeException(e);
+    }
+  }
+
   public Account update(Account account, Consumer<Account> updater) {
 
-    return update(account, a -> {
-      updater.accept(a);
-      // assume that all updaters passed to the public method actually modify the account
-      return true;
-    });
+    try {
+      return update(account, a -> {
+        updater.accept(a);
+        // assume that all updaters passed to the public method actually modify the account
+        return true;
+      });
+    } catch (UsernameNotAvailableException e) {
+      // This should never happen for general-purpose, public account updates
+      throw new RuntimeException(e);
+    }
   }
 
   /**
@@ -259,28 +321,33 @@ public class AccountsManager {
    */
   public Account updateDeviceLastSeen(Account account, Device device, final long lastSeen) {
 
-    return update(account, a -> {
+    try {
+      return update(account, a -> {
 
-      final Optional<Device> maybeDevice = a.getDevice(device.getId());
+        final Optional<Device> maybeDevice = a.getDevice(device.getId());
 
-      return maybeDevice.map(d -> {
-        if (d.getLastSeen() >= lastSeen) {
-          return false;
-        }
+        return maybeDevice.map(d -> {
+          if (d.getLastSeen() >= lastSeen) {
+            return false;
+          }
 
-        d.setLastSeen(lastSeen);
+          d.setLastSeen(lastSeen);
 
-        return true;
+          return true;
 
-      }).orElse(false);
-    });
+        }).orElse(false);
+      });
+    } catch (UsernameNotAvailableException e) {
+      // This should never happen when updating last-seen timestamps
+      throw new RuntimeException(e);
+    }
   }
 
   /**
    * @param account account to update
    * @param updater must return {@code true} if the account was actually updated
    */
-  private Account update(Account account, Function<Account, Boolean> updater) {
+  private Account update(Account account, Function<Account, Boolean> updater) throws UsernameNotAvailableException {
 
     final boolean wasVisibleBeforeUpdate = account.shouldBeVisibleInDirectory();
 
@@ -292,6 +359,8 @@ public class AccountsManager {
 
       final UUID uuid = account.getUuid();
       final String originalNumber = account.getNumber();
+      final UUID originalPhoneNumberIdentifier = account.getPhoneNumberIdentifier();
+      final Optional<String> originalUsername = account.getUsername();
 
       updatedAccount = updateWithRetries(account,
           updater,
@@ -305,6 +374,20 @@ public class AccountsManager {
             new RuntimeException());
       }
 
+      assert updatedAccount.getPhoneNumberIdentifier().equals(originalPhoneNumberIdentifier);
+
+      if (!updatedAccount.getPhoneNumberIdentifier().equals(originalPhoneNumberIdentifier)) {
+        logger.error("Phone number identifier changed via \"normal\" update; PNIs must be changed via changeNumber method",
+            new RuntimeException());
+      }
+
+      assert updatedAccount.getUsername().equals(originalUsername);
+
+      if (!updatedAccount.getUsername().equals(originalUsername)) {
+        logger.error("Username changed via \"normal\" update; usernames must be changed via setUsername method",
+            new RuntimeException());
+      }
+
       redisSet(updatedAccount);
     }
 
@@ -317,8 +400,8 @@ public class AccountsManager {
     return updatedAccount;
   }
 
-  private Account updateWithRetries(Account account, Function<Account, Boolean> updater, Consumer<Account> persister,
-      Supplier<Account> retriever) {
+  private Account updateWithRetries(Account account, Function<Account, Boolean> updater, AccountPersister persister,
+      Supplier<Account> retriever) throws UsernameNotAvailableException {
 
     if (!updater.apply(account)) {
       return account;
@@ -330,7 +413,7 @@ public class AccountsManager {
     while (tries < maxTries) {
 
       try {
-        persister.accept(account);
+        persister.persistAccount(account);
 
         final Account updatedAccount;
         try {
@@ -358,11 +441,16 @@ public class AccountsManager {
   }
 
   public Account updateDevice(Account account, long deviceId, Consumer<Device> deviceUpdater) {
-    return update(account, a -> {
-      a.getDevice(deviceId).ifPresent(deviceUpdater);
-      // assume that all updaters passed to the public method actually modify the device
-      return true;
-    });
+    try {
+      return update(account, a -> {
+        a.getDevice(deviceId).ifPresent(deviceUpdater);
+        // assume that all updaters passed to the public method actually modify the device
+        return true;
+      });
+    } catch (UsernameNotAvailableException e) {
+      // This should never happen when updating devices
+      throw new RuntimeException(e);
+    }
   }
 
   public Optional<Account> getByE164(String number) {
@@ -391,6 +479,21 @@ public class AccountsManager {
     }
   }
 
+  public Optional<Account> getByUsername(final String username) {
+    try (final Timer.Context ignored = getByUsernameTimer.time()) {
+      final String canonicalUsername = UsernameValidator.getCanonicalUsername(username);
+
+      Optional<Account> account = redisGetByUsername(canonicalUsername);
+
+      if (account.isEmpty()) {
+        account = accounts.getByUsername(canonicalUsername);
+        account.ifPresent(this::redisSet);
+      }
+
+      return account;
+    }
+  }
+
   public Optional<Account> getByAccountIdentifier(UUID uuid) {
     try (Timer.Context ignored = getByUuidTimer.time()) {
       Optional<Account> account = redisGetByAccountIdentifier(uuid);
@@ -435,25 +538,21 @@ public class AccountsManager {
     final CompletableFuture<Void> deleteStorageServiceDataFuture = secureStorageClient.deleteStoredData(account.getUuid());
     final CompletableFuture<Void> deleteBackupServiceDataFuture = secureBackupClient.deleteBackups(account.getUuid());
 
-    usernamesManager.delete(account.getUuid());
     profilesManager.deleteAll(account.getUuid());
-    keysDynamoDb.delete(account.getUuid());
+    keys.delete(account.getUuid());
+    keys.delete(account.getPhoneNumberIdentifier());
     messagesManager.clear(account.getUuid());
-
-    account.getPhoneNumberIdentifier().ifPresent(pni -> {
-      keysDynamoDb.delete(pni);
-      messagesManager.clear(pni);
-    });
+    messagesManager.clear(account.getPhoneNumberIdentifier());
 
     deleteStorageServiceDataFuture.join();
     deleteBackupServiceDataFuture.join();
 
-    redisDelete(account);
     accounts.delete(account.getUuid());
+    redisDelete(account);
 
     RedisOperation.unchecked(() ->
         account.getDevices().forEach(device ->
-            clientPresenceManager.displacePresence(account.getUuid(), device.getId())));
+            clientPresenceManager.disconnectPresence(account.getUuid(), device.getId())));
   }
 
   private String getAccountMapKey(String key) {
@@ -471,11 +570,12 @@ public class AccountsManager {
       cacheCluster.useCluster(connection -> {
         final RedisAdvancedClusterCommands<String, String> commands = connection.sync();
 
-        account.getPhoneNumberIdentifier().ifPresent(pni ->
-            commands.set(getAccountMapKey(pni.toString()), account.getUuid().toString()));
+        commands.setex(getAccountMapKey(account.getPhoneNumberIdentifier().toString()), CACHE_TTL_SECONDS, account.getUuid().toString());
+        commands.setex(getAccountMapKey(account.getNumber()), CACHE_TTL_SECONDS, account.getUuid().toString());
+        commands.setex(getAccountEntityKey(account.getUuid()), CACHE_TTL_SECONDS, accountJson);
 
-        commands.set(getAccountMapKey(account.getNumber()), account.getUuid().toString());
-        commands.set(getAccountEntityKey(account.getUuid()), accountJson);
+        account.getUsername().ifPresent(username ->
+            commands.setex(getAccountMapKey(username), CACHE_TTL_SECONDS, account.getUuid().toString()));
       });
     } catch (JsonProcessingException e) {
       throw new IllegalStateException(e);
@@ -490,6 +590,10 @@ public class AccountsManager {
     return redisGetBySecondaryKey(e164, redisNumberGetTimer);
   }
 
+  private Optional<Account> redisGetByUsername(String username) {
+    return redisGetBySecondaryKey(username, redisUsernameGetTimer);
+  }
+
   private Optional<Account> redisGetBySecondaryKey(String secondaryKey, Timer timer) {
     try (Timer.Context ignored = timer.time()) {
       final String uuid = cacheCluster.withCluster(connection -> connection.sync().get(getAccountMapKey(secondaryKey)));
@@ -513,6 +617,10 @@ public class AccountsManager {
         Account account = mapper.readValue(json, Account.class);
         account.setUuid(uuid);
 
+        if (account.getPhoneNumberIdentifier() == null) {
+          logger.warn("Account {} loaded from Redis is missing a PNI", uuid);
+        }
+
         return Optional.of(account);
       }
 
@@ -529,9 +637,12 @@ public class AccountsManager {
   private void redisDelete(final Account account) {
     try (final Timer.Context ignored = redisDeleteTimer.time()) {
       cacheCluster.useCluster(connection -> {
-        connection.sync().del(getAccountMapKey(account.getNumber()), getAccountEntityKey(account.getUuid()));
+        connection.sync().del(
+            getAccountMapKey(account.getNumber()),
+            getAccountMapKey(account.getPhoneNumberIdentifier().toString()),
+            getAccountEntityKey(account.getUuid()));
 
-        account.getPhoneNumberIdentifier().ifPresent(pni -> connection.sync().del(getAccountMapKey(pni.toString())));
+        account.getUsername().ifPresent(username -> connection.sync().del(getAccountMapKey(username)));
       });
     }
   }

service/src/main/java/org/whispersystems/textsecuregcm/storage/AssignPhoneNumberIdentifierCrawlerListener.java

@@ -1,72 +0,0 @@
-/*
- * Copyright 2013-2021 Signal Messenger, LLC
- * SPDX-License-Identifier: AGPL-3.0-only
- */
-
-package org.whispersystems.textsecuregcm.storage;
-
-import io.micrometer.core.instrument.Counter;
-import io.micrometer.core.instrument.Metrics;
-import java.util.List;
-import java.util.Optional;
-import java.util.UUID;
-import java.util.concurrent.CompletableFuture;
-import java.util.concurrent.ExecutorService;
-import java.util.concurrent.Executors;
-import java.util.stream.Collectors;
-
-import static org.whispersystems.textsecuregcm.metrics.MetricsUtil.name;
-
-// TODO Remove this crawler when PNIs have been assigned to all existing accounts
-public class AssignPhoneNumberIdentifierCrawlerListener extends AccountDatabaseCrawlerListener {
-
-  private final AccountsManager accountsManager;
-  private final PhoneNumberIdentifiers phoneNumberIdentifiers;
-
-  private final ExecutorService updateExecutor = Executors.newFixedThreadPool(16);
-
-  private static final Counter ASSIGNED_PNI_COUNTER =
-      Metrics.counter(name(AssignPhoneNumberIdentifierCrawlerListener.class, "assignPni"));
-
-  public AssignPhoneNumberIdentifierCrawlerListener(final AccountsManager accountsManager,
-      final PhoneNumberIdentifiers phoneNumberIdentifiers) {
-
-    this.accountsManager = accountsManager;
-    this.phoneNumberIdentifiers = phoneNumberIdentifiers;
-  }
-
-  @Override
-  public void onCrawlStart() {
-  }
-
-  @Override
-  public void onCrawlEnd(final Optional<UUID> fromUuid) {
-  }
-
-  @Override
-  protected void onCrawlChunk(final Optional<UUID> fromUuid, final List<Account> chunkAccounts) {
-    // There are exactly two ways an account can get a phone number identifier (PNI):
-    //
-    // 1. It's assigned at construction time for accounts created after the introduction of PNIs
-    // 2. It's assigned by this crawler
-    //
-    // That means that we don't need to worry about accidentally overwriting a PNI assigned by another source; if an
-    // account doesn't have a PNI when it winds up in a crawled chunk, there's no danger that it will have one after a
-    // refresh, and so we can blindly assign a random PNI.
-    CompletableFuture.allOf(chunkAccounts.stream()
-        .filter(account -> account.getPhoneNumberIdentifier().isEmpty())
-        .map(Account::getUuid)
-        .map(accountsManager::getByAccountIdentifier)
-        .filter(Optional::isPresent)
-        .map(Optional::get)
-        .map(accountWithoutPni -> CompletableFuture.runAsync(() -> {
-          final String number = accountWithoutPni.getNumber();
-          final UUID phoneNumberIdentifier = phoneNumberIdentifiers.getPhoneNumberIdentifier(number);
-
-          accountsManager.update(accountWithoutPni, a -> a.setNumber(number, phoneNumberIdentifier));
-
-          ASSIGNED_PNI_COUNTER.increment();
-        }, updateExecutor))
-        .toArray(CompletableFuture[]::new)).join();
-  }
-}

service/src/main/java/org/whispersystems/textsecuregcm/storage/Device.java

@@ -53,6 +53,9 @@ public class Device {
   @JsonProperty
   private SignedPreKey signedPreKey;
 
+  @JsonProperty("pniSignedPreKey")
+  private SignedPreKey phoneNumberIdentitySignedPreKey;
+
   @JsonProperty
   private long lastSeen;
 
@@ -215,6 +218,14 @@ public class Device {
     this.signedPreKey = signedPreKey;
   }
 
+  public SignedPreKey getPhoneNumberIdentitySignedPreKey() {
+    return phoneNumberIdentitySignedPreKey;
+  }
+
+  public void setPhoneNumberIdentitySignedPreKey(final SignedPreKey phoneNumberIdentitySignedPreKey) {
+    this.phoneNumberIdentitySignedPreKey = phoneNumberIdentitySignedPreKey;
+  }
+
   public long getPushTimestamp() {
     return pushTimestamp;
   }

service/src/main/java/org/whispersystems/textsecuregcm/storage/Key.java

@@ -1,64 +0,0 @@
-/*
- * Copyright 2013-2020 Signal Messenger, LLC
- * SPDX-License-Identifier: AGPL-3.0-only
- */
-
-package org.whispersystems.textsecuregcm.storage;
-
-import java.io.IOException;
-
-class Key {
-
-  private final byte[] userMessageQueue;
-  private final byte[] userMessageQueueMetadata;
-  private final byte[] userMessageQueuePersistInProgress;
-
-  private final String address;
-  private final long   deviceId;
-
-  Key(String address, long deviceId) {
-    this.address                           = address;
-    this.deviceId                          = deviceId;
-    this.userMessageQueue                  = ("user_queue::" + address + "::" + deviceId).getBytes();
-    this.userMessageQueueMetadata          = ("user_queue_metadata::" + address + "::" + deviceId).getBytes();
-    this.userMessageQueuePersistInProgress = ("user_queue_persisting::" + address + "::" + deviceId).getBytes();
-  }
-
-  String getAddress() {
-    return address;
-  }
-
-  long getDeviceId() {
-    return deviceId;
-  }
-
-  byte[] getUserMessageQueue() {
-    return userMessageQueue;
-  }
-
-  byte[] getUserMessageQueueMetadata() {
-    return userMessageQueueMetadata;
-  }
-
-  byte[] getUserMessageQueuePersistInProgress() {
-    return userMessageQueuePersistInProgress;
-  }
-
-  static byte[] getUserMessageQueueIndex() {
-    return "user_queue_index".getBytes();
-  }
-
-  static Key fromUserMessageQueue(byte[] userMessageQueue) throws IOException {
-    try {
-      String[] parts = new String(userMessageQueue).split("::");
-
-      if (parts.length != 3) {
-        throw new IOException("Malformed key: " + new String(userMessageQueue));
-      }
-
-      return new Key(parts[1], Long.parseLong(parts[2]));
-    } catch (NumberFormatException e) {
-      throw new IOException(e);
-    }
-  }
-}

service/src/main/java/org/whispersystems/textsecuregcm/storage/Keys.java

@@ -5,15 +5,12 @@
 
 package org.whispersystems.textsecuregcm.storage;
 
-import static com.codahale.metrics.MetricRegistry.name;
-
 import com.google.common.annotations.VisibleForTesting;
 import io.micrometer.core.instrument.DistributionSummary;
 import io.micrometer.core.instrument.Metrics;
 import io.micrometer.core.instrument.Timer;
 import java.nio.ByteBuffer;
 import java.util.ArrayList;
-import java.util.HashMap;
 import java.util.List;
 import java.util.Map;
 import java.util.Optional;
@@ -32,7 +29,9 @@ import software.amazon.awssdk.services.dynamodb.model.ReturnValue;
 import software.amazon.awssdk.services.dynamodb.model.Select;
 import software.amazon.awssdk.services.dynamodb.model.WriteRequest;
 
-public class KeysDynamoDb extends AbstractDynamoDbStore {
+import static org.whispersystems.textsecuregcm.metrics.MetricsUtil.name;
+
+public class Keys extends AbstractDynamoDbStore {
 
   private final String tableName;
 
@@ -40,30 +39,29 @@ public class KeysDynamoDb extends AbstractDynamoDbStore {
   static final String KEY_DEVICE_ID_KEY_ID = "DK";
   static final String KEY_PUBLIC_KEY = "P";
 
-  private static final Timer               STORE_KEYS_TIMER              = Metrics.timer(name(KeysDynamoDb.class, "storeKeys"));
-  private static final Timer               TAKE_KEY_FOR_DEVICE_TIMER     = Metrics.timer(name(KeysDynamoDb.class, "takeKeyForDevice"));
-  private static final Timer               TAKE_KEYS_FOR_ACCOUNT_TIMER   = Metrics.timer(name(KeysDynamoDb.class, "takeKeyForAccount"));
-  private static final Timer               GET_KEY_COUNT_TIMER           = Metrics.timer(name(KeysDynamoDb.class, "getKeyCount"));
-  private static final Timer               DELETE_KEYS_FOR_DEVICE_TIMER  = Metrics.timer(name(KeysDynamoDb.class, "deleteKeysForDevice"));
-  private static final Timer               DELETE_KEYS_FOR_ACCOUNT_TIMER = Metrics.timer(name(KeysDynamoDb.class, "deleteKeysForAccount"));
-  private static final DistributionSummary CONTESTED_KEY_DISTRIBUTION    = Metrics.summary(name(KeysDynamoDb.class, "contestedKeys"));
-  private static final DistributionSummary KEY_COUNT_DISTRIBUTION        = Metrics.summary(name(KeysDynamoDb.class, "keyCount"));
+  private static final Timer STORE_KEYS_TIMER = Metrics.timer(name(Keys.class, "storeKeys"));
+  private static final Timer TAKE_KEY_FOR_DEVICE_TIMER = Metrics.timer(name(Keys.class, "takeKeyForDevice"));
+  private static final Timer GET_KEY_COUNT_TIMER = Metrics.timer(name(Keys.class, "getKeyCount"));
+  private static final Timer DELETE_KEYS_FOR_DEVICE_TIMER = Metrics.timer(name(Keys.class, "deleteKeysForDevice"));
+  private static final Timer DELETE_KEYS_FOR_ACCOUNT_TIMER = Metrics.timer(name(Keys.class, "deleteKeysForAccount"));
+  private static final DistributionSummary CONTESTED_KEY_DISTRIBUTION = Metrics.summary(name(Keys.class, "contestedKeys"));
+  private static final DistributionSummary KEY_COUNT_DISTRIBUTION = Metrics.summary(name(Keys.class, "keyCount"));
 
-  public KeysDynamoDb(final DynamoDbClient dynamoDB, final String tableName) {
+  public Keys(final DynamoDbClient dynamoDB, final String tableName) {
     super(dynamoDB);
     this.tableName = tableName;
   }
 
-  public void store(final Account account, final long deviceId, final List<PreKey> keys) {
+  public void store(final UUID identifier, final long deviceId, final List<PreKey> keys) {
     STORE_KEYS_TIMER.record(() -> {
-      delete(account.getUuid(), deviceId);
+      delete(identifier, deviceId);
 
       writeInBatches(keys, batch -> {
         List<WriteRequest> items = new ArrayList<>();
         for (final PreKey preKey : batch) {
           items.add(WriteRequest.builder()
               .putRequest(PutRequest.builder()
-                  .item(getItemFromPreKey(account.getUuid(), deviceId, preKey))
+                  .item(getItemFromPreKey(identifier, deviceId, preKey))
                   .build())
               .build());
         }
@@ -72,9 +70,9 @@ public class KeysDynamoDb extends AbstractDynamoDbStore {
     });
   }
 
-  public Optional<PreKey> take(final Account account, final long deviceId) {
+  public Optional<PreKey> take(final UUID identifier, final long deviceId) {
     return TAKE_KEY_FOR_DEVICE_TIMER.record(() -> {
-      final AttributeValue partitionKey = getPartitionKey(account.getUuid());
+      final AttributeValue partitionKey = getPartitionKey(identifier);
       QueryRequest queryRequest = QueryRequest.builder()
           .tableName(tableName)
           .keyConditionExpression("#uuid = :uuid AND begins_with (#sort, :sortprefix)")
@@ -113,26 +111,14 @@ public class KeysDynamoDb extends AbstractDynamoDbStore {
     });
   }
 
-  public Map<Long, PreKey> take(final Account account) {
-    return TAKE_KEYS_FOR_ACCOUNT_TIMER.record(() -> {
-      final Map<Long, PreKey> preKeysByDeviceId = new HashMap<>();
-
-      for (final Device device : account.getDevices()) {
-        take(account, device.getId()).ifPresent(preKey -> preKeysByDeviceId.put(device.getId(), preKey));
-      }
-
-      return preKeysByDeviceId;
-    });
-  }
-
-  public int getCount(final Account account, final long deviceId) {
+  public int getCount(final UUID identifier, final long deviceId) {
     return GET_KEY_COUNT_TIMER.record(() -> {
       QueryRequest queryRequest = QueryRequest.builder()
           .tableName(tableName)
           .keyConditionExpression("#uuid = :uuid AND begins_with (#sort, :sortprefix)")
           .expressionAttributeNames(Map.of("#uuid", KEY_ACCOUNT_UUID, "#sort", KEY_DEVICE_ID_KEY_ID))
           .expressionAttributeValues(Map.of(
-              ":uuid", getPartitionKey(account.getUuid()),
+              ":uuid", getPartitionKey(identifier),
               ":sortprefix", getSortKeyPrefix(deviceId)))
           .select(Select.COUNT)
           .consistentRead(false)

service/src/main/java/org/whispersystems/textsecuregcm/storage/MessagesCache.java

@@ -167,7 +167,7 @@ public class MessagesCache extends RedisClusterPubSubAdapter<String, String> imp
 
     for (final byte[] bytes : serialized) {
       try {
-        removedMessages.add(constructEntityFromEnvelope(0, MessageProtos.Envelope.parseFrom(bytes)));
+        removedMessages.add(constructEntityFromEnvelope(MessageProtos.Envelope.parseFrom(bytes)));
       } catch (final InvalidProtocolBufferException e) {
         logger.warn("Failed to parse envelope", e);
       }
@@ -208,7 +208,7 @@ public class MessagesCache extends RedisClusterPubSubAdapter<String, String> imp
 
             final long id = Long.parseLong(new String(queueItems.get(i + 1), StandardCharsets.UTF_8));
 
-            messageEntities.add(constructEntityFromEnvelope(id, message));
+            messageEntities.add(constructEntityFromEnvelope(message));
           } catch (InvalidProtocolBufferException e) {
             logger.warn("Failed to parse envelope", e);
           }
@@ -376,8 +376,8 @@ public class MessagesCache extends RedisClusterPubSubAdapter<String, String> imp
   }
 
   @VisibleForTesting
-  static OutgoingMessageEntity constructEntityFromEnvelope(long id, MessageProtos.Envelope envelope) {
-    return new OutgoingMessageEntity(id, true,
+  static OutgoingMessageEntity constructEntityFromEnvelope(MessageProtos.Envelope envelope) {
+    return new OutgoingMessageEntity(
         envelope.hasServerGuid() ? UUID.fromString(envelope.getServerGuid()) : null,
         envelope.getType().getNumber(),
         envelope.getRelay(),
@@ -385,6 +385,7 @@ public class MessagesCache extends RedisClusterPubSubAdapter<String, String> imp
         envelope.getSource(),
         envelope.hasSourceUuid() ? UUID.fromString(envelope.getSourceUuid()) : null,
         envelope.getSourceDevice(),
+        envelope.hasDestinationUuid() ? UUID.fromString(envelope.getDestinationUuid()) : null,
         envelope.hasLegacyMessage() ? envelope.getLegacyMessage().toByteArray() : null,
         envelope.hasContent() ? envelope.getContent().toByteArray() : null,
         envelope.hasServerTimestamp() ? envelope.getServerTimestamp() : 0);

service/src/main/java/org/whispersystems/textsecuregcm/storage/MessagesDynamoDb.java

@@ -46,6 +46,7 @@ public class MessagesDynamoDb extends AbstractDynamoDbStore {
   private static final String KEY_SOURCE = "SN";
   private static final String KEY_SOURCE_UUID = "SU";
   private static final String KEY_SOURCE_DEVICE = "SD";
+  private static final String KEY_DESTINATION_UUID = "DU";
   private static final String KEY_MESSAGE = "M";
   private static final String KEY_CONTENT = "C";
   private static final String KEY_TTL = "E";
@@ -86,6 +87,12 @@ public class MessagesDynamoDb extends AbstractDynamoDbStore {
           .put(KEY_TYPE, AttributeValues.fromInt(message.getType().getNumber()))
           .put(KEY_TIMESTAMP, AttributeValues.fromLong(message.getTimestamp()))
           .put(KEY_TTL, AttributeValues.fromLong(getTtlForMessage(message)));
+
+      // TODO All messages should have a destination UUID by 2021-12-03, and this can be set unconditionally
+      if (message.hasDestinationUuid()) {
+        item.put(KEY_DESTINATION_UUID, AttributeValues.fromUUID(UUID.fromString(message.getDestinationUuid())));
+      }
+
       if (message.hasRelay() && message.getRelay().length() > 0) {
         item.put(KEY_RELAY, AttributeValues.fromString(message.getRelay()));
       }
@@ -224,9 +231,10 @@ public class MessagesDynamoDb extends AbstractDynamoDbStore {
     final String source = AttributeValues.getString(message, KEY_SOURCE, null);
     final UUID sourceUuid = AttributeValues.getUUID(message, KEY_SOURCE_UUID, null);
     final int sourceDevice = AttributeValues.getInt(message, KEY_SOURCE_DEVICE, 0);
+    final UUID destinationUuid = AttributeValues.getUUID(message, KEY_DESTINATION_UUID, null);
     final byte[] messageBytes = AttributeValues.getByteArray(message, KEY_MESSAGE, null);
     final byte[] content = AttributeValues.getByteArray(message, KEY_CONTENT, null);
-    return new OutgoingMessageEntity(-1L, false, messageUuid, type, relay, timestamp, source, sourceUuid, sourceDevice, messageBytes, content, sortKey.getServerTimestamp());
+    return new OutgoingMessageEntity(messageUuid, type, relay, timestamp, source, sourceUuid, sourceDevice, destinationUuid, messageBytes, content, sortKey.getServerTimestamp());
   }
 
   private void deleteRowsMatchingQuery(AttributeValue partitionKey, QueryRequest querySpec) {

service/src/main/java/org/whispersystems/textsecuregcm/storage/Profiles.java

@@ -1,98 +1,235 @@
 /*
- * Copyright 2013-2020 Signal Messenger, LLC
+ * Copyright 2013-2021 Signal Messenger, LLC
  * SPDX-License-Identifier: AGPL-3.0-only
  */
 
 package org.whispersystems.textsecuregcm.storage;
 
-import static com.codahale.metrics.MetricRegistry.name;
+import static org.whispersystems.textsecuregcm.metrics.MetricsUtil.name;
 
-import com.codahale.metrics.MetricRegistry;
-import com.codahale.metrics.SharedMetricRegistries;
-import com.codahale.metrics.Timer;
+import com.google.common.annotations.VisibleForTesting;
+import io.micrometer.core.instrument.Metrics;
+import io.micrometer.core.instrument.Timer;
+import java.util.ArrayList;
+import java.util.HashMap;
+import java.util.List;
+import java.util.Map;
 import java.util.Optional;
 import java.util.UUID;
-import org.whispersystems.textsecuregcm.storage.mappers.VersionedProfileMapper;
-import org.whispersystems.textsecuregcm.util.Constants;
+import java.util.concurrent.CompletableFuture;
+import java.util.stream.Collectors;
+import org.apache.commons.lang3.StringUtils;
+import org.whispersystems.textsecuregcm.util.AttributeValues;
+import software.amazon.awssdk.services.dynamodb.DynamoDbAsyncClient;
+import software.amazon.awssdk.services.dynamodb.DynamoDbClient;
+import software.amazon.awssdk.services.dynamodb.model.AttributeValue;
+import software.amazon.awssdk.services.dynamodb.model.DeleteItemRequest;
+import software.amazon.awssdk.services.dynamodb.model.GetItemRequest;
+import software.amazon.awssdk.services.dynamodb.model.GetItemResponse;
+import software.amazon.awssdk.services.dynamodb.model.QueryRequest;
+import software.amazon.awssdk.services.dynamodb.model.UpdateItemRequest;
+import software.amazon.awssdk.services.dynamodb.paginators.QueryIterable;
 
 public class Profiles {
 
-  public static final String ID = "id";
-  public static final String UID = "uuid";
-  public static final String VERSION = "version";
-  public static final String NAME = "name";
-  public static final String AVATAR = "avatar";
-  public static final String ABOUT_EMOJI = "about_emoji";
-  public static final String ABOUT = "about";
-  public static final String PAYMENT_ADDRESS = "payment_address";
-  public static final String COMMITMENT = "commitment";
+  private final DynamoDbClient dynamoDbClient;
+  private final DynamoDbAsyncClient dynamoDbAsyncClient;
+  private final String tableName;
 
-  private final MetricRegistry metricRegistry = SharedMetricRegistries.getOrCreate(Constants.METRICS_NAME);
+  // UUID of the account that owns this profile; byte array
+  @VisibleForTesting
+  static final String KEY_ACCOUNT_UUID = "U";
 
-  private final Timer setTimer    = metricRegistry.timer(name(Profiles.class, "set"   ));
-  private final Timer getTimer    = metricRegistry.timer(name(Profiles.class, "get"   ));
-  private final Timer deleteTimer = metricRegistry.timer(name(Profiles.class, "delete"));
+  // Version of this profile; string
+  @VisibleForTesting
+  static final String ATTR_VERSION = "V";
 
-  private final FaultTolerantDatabase database;
+  // User's name; string
+  private static final String ATTR_NAME = "N";
 
-  public Profiles(FaultTolerantDatabase database) {
-    this.database = database;
-    this.database.getDatabase().registerRowMapper(new VersionedProfileMapper());
+  // Avatar path/filename; string
+  private static final String ATTR_AVATAR = "A";
+
+  // Bio/about text; string
+  private static final String ATTR_ABOUT = "B";
+
+  // Bio/about emoji; string
+  private static final String ATTR_EMOJI = "E";
+
+  // Payment address; string
+  private static final String ATTR_PAYMENT_ADDRESS = "P";
+
+  // Commitment; byte array
+  private static final String ATTR_COMMITMENT = "C";
+
+  private static final Map<String, String> UPDATE_EXPRESSION_ATTRIBUTE_NAMES = Map.of(
+      "#commitment", ATTR_COMMITMENT,
+      "#name", ATTR_NAME,
+      "#avatar", ATTR_AVATAR,
+      "#about", ATTR_ABOUT,
+      "#aboutEmoji", ATTR_EMOJI,
+      "#paymentAddress", ATTR_PAYMENT_ADDRESS);
+
+  private static final Timer SET_PROFILES_TIMER = Metrics.timer(name(Profiles.class, "set"));
+  private static final Timer GET_PROFILE_TIMER = Metrics.timer(name(Profiles.class, "get"));
+  private static final Timer DELETE_PROFILES_TIMER = Metrics.timer(name(Profiles.class, "delete"));
+
+  public Profiles(final DynamoDbClient dynamoDbClient,
+      final DynamoDbAsyncClient dynamoDbAsyncClient,
+      final String tableName) {
+
+    this.dynamoDbClient = dynamoDbClient;
+    this.dynamoDbAsyncClient = dynamoDbAsyncClient;
+    this.tableName = tableName;
   }
 
-  public void set(UUID uuid, VersionedProfile profile) {
-    database.use(jdbi -> jdbi.useHandle(handle -> {
-      try (Timer.Context ignored = setTimer.time()) {
-        handle.createUpdate(
-            "INSERT INTO profiles ("
-                + UID + ", "
-                + VERSION + ", "
-                + NAME + ", "
-                + AVATAR + ", "
-                + ABOUT_EMOJI + ", "
-                + ABOUT + ", "
-                + PAYMENT_ADDRESS + ", "
-                + COMMITMENT + ") "
-                + "VALUES (:uuid, :version, :name, :avatar, :about_emoji, :about, :payment_address, :commitment) "
-                + "ON CONFLICT (" + UID + ", " + VERSION + ") "
-                + "DO UPDATE SET "
-                + NAME + " = EXCLUDED." + NAME + ", "
-                + AVATAR + " = EXCLUDED." + AVATAR + ", "
-                + ABOUT + " = EXCLUDED." + ABOUT + ", "
-                + ABOUT_EMOJI + " = EXCLUDED." + ABOUT_EMOJI + ", "
-                + PAYMENT_ADDRESS + " = EXCLUDED." + PAYMENT_ADDRESS)
-            .bind("uuid", uuid)
-            .bind("version", profile.getVersion())
-            .bind("name", profile.getName())
-            .bind("avatar", profile.getAvatar())
-            .bind("about_emoji", profile.getAboutEmoji())
-            .bind("about", profile.getAbout())
-            .bind("payment_address", profile.getPaymentAddress())
-            .bind("commitment", profile.getCommitment())
-            .execute();
-      }
-    }));
+  public void set(final UUID uuid, final VersionedProfile profile) {
+    SET_PROFILES_TIMER.record(() -> {
+      dynamoDbClient.updateItem(UpdateItemRequest.builder()
+          .tableName(tableName)
+          .key(buildPrimaryKey(uuid, profile.getVersion()))
+          .updateExpression(buildUpdateExpression(profile))
+          .expressionAttributeNames(UPDATE_EXPRESSION_ATTRIBUTE_NAMES)
+          .expressionAttributeValues(buildUpdateExpressionAttributeValues(profile))
+          .build());
+    });
   }
 
-  public Optional<VersionedProfile> get(UUID uuid, String version) {
-    return database.with(jdbi -> jdbi.withHandle(handle -> {
-      try (Timer.Context ignored = getTimer.time()) {
-        return handle.createQuery("SELECT * FROM profiles WHERE " + UID + " = :uuid AND " + VERSION + " = :version")
-                     .bind("uuid", uuid)
-                     .bind("version", version)
-                     .mapTo(VersionedProfile.class)
-                     .findFirst();
-      }
-    }));
+  private static Map<String, AttributeValue> buildPrimaryKey(final UUID uuid, final String version) {
+    return Map.of(
+        KEY_ACCOUNT_UUID, AttributeValues.fromUUID(uuid),
+        ATTR_VERSION, AttributeValues.fromString(version));
   }
 
-  public void deleteAll(UUID uuid) {
-    database.use(jdbi -> jdbi.useHandle(handle -> {
-      try (Timer.Context ignored = deleteTimer.time()) {
-        handle.createUpdate("DELETE FROM profiles WHERE " + UID + " = :uuid")
-              .bind("uuid", uuid)
-              .execute();
-      }
-    }));
+  @VisibleForTesting
+  static String buildUpdateExpression(final VersionedProfile profile) {
+    final List<String> updatedAttributes = new ArrayList<>(5);
+    final List<String> deletedAttributes = new ArrayList<>(5);
+
+    if (StringUtils.isNotBlank(profile.getName())) {
+      updatedAttributes.add("name");
+    } else {
+      deletedAttributes.add("name");
+    }
+
+    if (StringUtils.isNotBlank(profile.getAvatar())) {
+      updatedAttributes.add("avatar");
+    } else {
+      deletedAttributes.add("avatar");
+    }
+
+    if (StringUtils.isNotBlank(profile.getAbout())) {
+      updatedAttributes.add("about");
+    } else {
+      deletedAttributes.add("about");
+    }
+
+    if (StringUtils.isNotBlank(profile.getAboutEmoji())) {
+      updatedAttributes.add("aboutEmoji");
+    } else {
+      deletedAttributes.add("aboutEmoji");
+    }
+
+    if (StringUtils.isNotBlank(profile.getPaymentAddress())) {
+      updatedAttributes.add("paymentAddress");
+    } else {
+      deletedAttributes.add("paymentAddress");
+    }
+
+    final StringBuilder updateExpressionBuilder = new StringBuilder(
+        "SET #commitment = if_not_exists(#commitment, :commitment)");
+
+    if (!updatedAttributes.isEmpty()) {
+      updatedAttributes.forEach(token -> updateExpressionBuilder
+          .append(", #")
+          .append(token)
+          .append(" = :")
+          .append(token));
+    }
+
+    if (!deletedAttributes.isEmpty()) {
+      updateExpressionBuilder.append(" REMOVE ");
+      updateExpressionBuilder.append(deletedAttributes.stream()
+          .map(token -> "#" + token)
+          .collect(Collectors.joining(", ")));
+    }
+
+    return updateExpressionBuilder.toString();
+  }
+
+  @VisibleForTesting
+  static Map<String, AttributeValue> buildUpdateExpressionAttributeValues(final VersionedProfile profile) {
+    final Map<String, AttributeValue> expressionValues = new HashMap<>();
+    
+    expressionValues.put(":commitment", AttributeValues.fromByteArray(profile.getCommitment()));
+
+    if (StringUtils.isNotBlank(profile.getName())) {
+      expressionValues.put(":name", AttributeValues.fromString(profile.getName()));
+    }
+
+    if (StringUtils.isNotBlank(profile.getAvatar())) {
+      expressionValues.put(":avatar", AttributeValues.fromString(profile.getAvatar()));
+    }
+
+    if (StringUtils.isNotBlank(profile.getAbout())) {
+      expressionValues.put(":about", AttributeValues.fromString(profile.getAbout()));
+    }
+
+    if (StringUtils.isNotBlank(profile.getAboutEmoji())) {
+      expressionValues.put(":aboutEmoji", AttributeValues.fromString(profile.getAboutEmoji()));
+    }
+
+    if (StringUtils.isNotBlank(profile.getPaymentAddress())) {
+      expressionValues.put(":paymentAddress", AttributeValues.fromString(profile.getPaymentAddress()));
+    }
+    
+    return expressionValues;
+  }
+
+  public Optional<VersionedProfile> get(final UUID uuid, final String version) {
+    return GET_PROFILE_TIMER.record(() -> {
+      final GetItemResponse response = dynamoDbClient.getItem(GetItemRequest.builder()
+          .tableName(tableName)
+          .key(buildPrimaryKey(uuid, version))
+          .consistentRead(true)
+          .build());
+
+      return response.hasItem() ? Optional.of(fromItem(response.item())) : Optional.empty();
+    });
+  }
+
+  private static VersionedProfile fromItem(final Map<String, AttributeValue> item) {
+    return new VersionedProfile(
+        AttributeValues.getString(item, ATTR_VERSION, null),
+        AttributeValues.getString(item, ATTR_NAME, null),
+        AttributeValues.getString(item, ATTR_AVATAR, null),
+        AttributeValues.getString(item, ATTR_EMOJI, null),
+        AttributeValues.getString(item, ATTR_ABOUT, null),
+        AttributeValues.getString(item, ATTR_PAYMENT_ADDRESS, null),
+        AttributeValues.getByteArray(item, ATTR_COMMITMENT, null));
+  }
+
+  public void deleteAll(final UUID uuid) {
+    DELETE_PROFILES_TIMER.record(() -> {
+      final AttributeValue uuidAttributeValue = AttributeValues.fromUUID(uuid);
+
+      final QueryIterable queryIterable = dynamoDbClient.queryPaginator(QueryRequest.builder()
+          .tableName(tableName)
+          .keyConditionExpression("#uuid = :uuid")
+          .expressionAttributeNames(Map.of("#uuid", KEY_ACCOUNT_UUID))
+          .expressionAttributeValues(Map.of(":uuid", uuidAttributeValue))
+          .projectionExpression(ATTR_VERSION)
+          .consistentRead(true)
+          .build());
+
+      CompletableFuture.allOf(queryIterable.items().stream()
+          .map(item -> dynamoDbAsyncClient.deleteItem(DeleteItemRequest.builder()
+              .tableName(tableName)
+              .key(Map.of(
+                  KEY_ACCOUNT_UUID, uuidAttributeValue,
+                  ATTR_VERSION, item.get(ATTR_VERSION)))
+              .build()))
+          .toArray(CompletableFuture[]::new)).join();
+    });
   }
 }

service/src/main/java/org/whispersystems/textsecuregcm/storage/ProfilesManager.java

@@ -8,29 +8,29 @@ package org.whispersystems.textsecuregcm.storage;
 import com.fasterxml.jackson.core.JsonProcessingException;
 import com.fasterxml.jackson.databind.ObjectMapper;
 import io.lettuce.core.RedisException;
+import java.io.IOException;
+import java.util.Optional;
+import java.util.UUID;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 import org.whispersystems.textsecuregcm.redis.FaultTolerantRedisCluster;
 import org.whispersystems.textsecuregcm.util.SystemMapper;
 
-import java.io.IOException;
-import java.util.Optional;
-import java.util.UUID;
-
 public class ProfilesManager {
 
   private final Logger logger = LoggerFactory.getLogger(ProfilesManager.class);
 
   private static final String CACHE_PREFIX = "profiles::";
 
-  private final Profiles                  profiles;
+  private final Profiles profiles;
   private final FaultTolerantRedisCluster cacheCluster;
-  private final ObjectMapper              mapper;
+  private final ObjectMapper mapper;
 
-  public ProfilesManager(Profiles profiles, FaultTolerantRedisCluster cacheCluster) {
-    this.profiles               = profiles;
-    this.cacheCluster           = cacheCluster;
-    this.mapper                 = SystemMapper.getMapper();
+  public ProfilesManager(final Profiles profiles,
+      final FaultTolerantRedisCluster cacheCluster) {
+    this.profiles = profiles;
+    this.cacheCluster = cacheCluster;
+    this.mapper = SystemMapper.getMapper();
   }
 
   public void set(UUID uuid, VersionedProfile versionedProfile) {
@@ -46,7 +46,7 @@ public class ProfilesManager {
   public Optional<VersionedProfile> get(UUID uuid, String version) {
     Optional<VersionedProfile> profile = memcacheGet(uuid, version);
 
-    if (!profile.isPresent()) {
+    if (profile.isEmpty()) {
       profile = profiles.get(uuid, version);
       profile.ifPresent(versionedProfile -> memcacheSet(uuid, versionedProfile));
     }

service/src/main/java/org/whispersystems/textsecuregcm/storage/RemoteConfigs.java

@@ -1,75 +1,114 @@
 /*
- * Copyright 2013-2020 Signal Messenger, LLC
+ * Copyright 2013-2021 Signal Messenger, LLC
  * SPDX-License-Identifier: AGPL-3.0-only
  */
 
 package org.whispersystems.textsecuregcm.storage;
 
-import static com.codahale.metrics.MetricRegistry.name;
-
-import com.codahale.metrics.MetricRegistry;
-import com.codahale.metrics.SharedMetricRegistries;
-import com.codahale.metrics.Timer;
+import org.whispersystems.textsecuregcm.util.AttributeValues;
+import org.whispersystems.textsecuregcm.util.UUIDUtil;
+import software.amazon.awssdk.core.SdkBytes;
+import software.amazon.awssdk.services.dynamodb.DynamoDbClient;
+import software.amazon.awssdk.services.dynamodb.model.AttributeValue;
+import software.amazon.awssdk.services.dynamodb.model.DeleteItemRequest;
+import software.amazon.awssdk.services.dynamodb.model.PutItemRequest;
+import software.amazon.awssdk.services.dynamodb.model.ScanRequest;
+import java.util.Collections;
+import java.util.HashMap;
 import java.util.List;
+import java.util.Map;
+import java.util.Set;
 import java.util.UUID;
-import org.whispersystems.textsecuregcm.storage.mappers.RemoteConfigRowMapper;
-import org.whispersystems.textsecuregcm.util.Constants;
+import java.util.stream.Collectors;
 
 public class RemoteConfigs {
 
-  public static final String ID            = "id";
-  public static final String NAME          = "name";
-  public static final String PERCENTAGE    = "percentage";
-  public static final String UUIDS         = "uuids";
-  public static final String DEFAULT_VALUE = "default_value";
-  public static final String VALUE         = "value";
-  public static final String HASH_KEY      = "hash_key";
+  private final DynamoDbClient dynamoDbClient;
+  private final String tableName;
 
-  private final MetricRegistry metricRegistry = SharedMetricRegistries.getOrCreate(Constants.METRICS_NAME);
-  private final Timer          setTimer       = metricRegistry.timer(name(RemoteConfigs.class, "set"   ));
-  private final Timer          getAllTimer    = metricRegistry.timer(name(RemoteConfigs.class, "getAll"));
-  private final Timer          deleteTimer    = metricRegistry.timer(name(RemoteConfigs.class, "delete"));
+  // Config name; string
+  static final String KEY_NAME = "N";
+  // Rollout percentage; integer
+  private static final String ATTR_PERCENTAGE = "P";
+  // Enrolled UUIDs (ACIs); list of byte arrays
+  private static final String ATTR_UUIDS = "U";
+  // Default value; string
+  private static final String ATTR_DEFAULT_VALUE = "D";
+  // Value when enrolled; string
+  private static final String ATTR_VALUE = "V";
+  // Hash key; string
+  private static final String ATTR_HASH_KEY = "H";
 
-  private final FaultTolerantDatabase database;
-
-  public RemoteConfigs(FaultTolerantDatabase database) {
-    this.database = database;
-    this.database.getDatabase().registerRowMapper(new RemoteConfigRowMapper());
-    this.database.getDatabase().registerArrayType(UUID.class, "uuid");
+  public RemoteConfigs(final DynamoDbClient dynamoDbClient, final String tableName) {
+    this.dynamoDbClient = dynamoDbClient;
+    this.tableName = tableName;
   }
 
-  public void set(RemoteConfig remoteConfig) {
-    database.use(jdbi -> jdbi.useHandle(handle -> {
-      try (Timer.Context ignored = setTimer.time()) {
-        handle.createUpdate("INSERT INTO remote_config (" + NAME + ", " + PERCENTAGE + ", " + UUIDS + ", " + DEFAULT_VALUE + ", " + VALUE + ", " + HASH_KEY + ") VALUES (:name, :percentage, :uuids, :default_value, :value, :hash_key) ON CONFLICT(" + NAME + ") DO UPDATE SET " + PERCENTAGE + " = EXCLUDED." + PERCENTAGE + ", " + UUIDS + " = EXCLUDED." + UUIDS + ", " + DEFAULT_VALUE + " = EXCLUDED." + DEFAULT_VALUE + ", " + VALUE + " = EXCLUDED." + VALUE + ", " + HASH_KEY + " = EXCLUDED." + HASH_KEY)
-            .bind("name", remoteConfig.getName())
-            .bind("percentage", remoteConfig.getPercentage())
-            .bind("uuids", remoteConfig.getUuids().toArray(new UUID[0]))
-            .bind("default_value", remoteConfig.getDefaultValue())
-            .bind("value", remoteConfig.getValue())
-            .bind("hash_key", remoteConfig.getHashKey())
-            .execute();
-      }
-    }));
+  public void set(final RemoteConfig remoteConfig) {
+    final Map<String, AttributeValue> item = new HashMap<>(Map.of(
+        KEY_NAME, AttributeValues.fromString(remoteConfig.getName()),
+        ATTR_PERCENTAGE, AttributeValues.fromInt(remoteConfig.getPercentage())));
+
+    if (remoteConfig.getUuids() != null && !remoteConfig.getUuids().isEmpty()) {
+      final List<SdkBytes> uuidByteSets = remoteConfig.getUuids().stream()
+          .map(UUIDUtil::toByteBuffer)
+          .map(SdkBytes::fromByteBuffer)
+          .collect(Collectors.toList());
+
+      item.put(ATTR_UUIDS, AttributeValue.builder().bs(uuidByteSets).build());
+    }
+
+    if (remoteConfig.getDefaultValue() != null) {
+      item.put(ATTR_DEFAULT_VALUE, AttributeValues.fromString(remoteConfig.getDefaultValue()));
+    }
+
+    if (remoteConfig.getValue() != null) {
+      item.put(ATTR_VALUE, AttributeValues.fromString(remoteConfig.getValue()));
+    }
+
+    if (remoteConfig.getHashKey() != null) {
+      item.put(ATTR_HASH_KEY, AttributeValues.fromString(remoteConfig.getHashKey()));
+    }
+
+    dynamoDbClient.putItem(PutItemRequest.builder()
+        .tableName(tableName)
+        .item(item)
+        .build());
   }
 
   public List<RemoteConfig> getAll() {
-    return database.with(jdbi -> jdbi.withHandle(handle -> {
-      try (Timer.Context ignored = getAllTimer.time()) {
-        return handle.createQuery("SELECT * FROM remote_config")
-                     .mapTo(RemoteConfig.class)
-                     .list();
-      }
-    }));
+    return dynamoDbClient.scanPaginator(ScanRequest.builder()
+            .tableName(tableName)
+            .consistentRead(true)
+            .build())
+        .items()
+        .stream()
+        .map(item -> {
+          final String name = AttributeValues.getString(item, KEY_NAME, null);
+          final int percentage = AttributeValues.getInt(item, ATTR_PERCENTAGE, 0);
+          final String defaultValue = AttributeValues.getString(item, ATTR_DEFAULT_VALUE, null);
+          final String value = AttributeValues.getString(item, ATTR_VALUE, null);
+          final String hashKey = AttributeValues.getString(item, ATTR_HASH_KEY, null);
+
+          final Set<UUID> uuids;
+
+          if (item.containsKey(ATTR_UUIDS)) {
+            uuids = item.get(ATTR_UUIDS).bs().stream()
+                .map(sdkBytes -> UUIDUtil.fromByteBuffer(sdkBytes.asByteBuffer()))
+                .collect(Collectors.toSet());
+          } else {
+            uuids = Collections.emptySet();
+          }
+
+          return new RemoteConfig(name, percentage, uuids, defaultValue, value, hashKey);
+        })
+        .collect(Collectors.toList());
   }
 
-  public void delete(String name) {
-    database.use(jdbi -> jdbi.useHandle(handle -> {
-      try (Timer.Context ignored = deleteTimer.time()) {
-        handle.createUpdate("DELETE FROM remote_config WHERE " + NAME + " = :name")
-              .bind("name", name)
-              .execute();
-      }
-    }));
+  public void delete(final String name) {
+    dynamoDbClient.deleteItem(DeleteItemRequest.builder()
+        .tableName(tableName)
+        .key(Map.of(KEY_NAME, AttributeValues.fromString(name)))
+        .build());
   }
 }

service/src/main/java/org/whispersystems/textsecuregcm/storage/RemoteConfigsManager.java

@@ -5,70 +5,26 @@
 
 package org.whispersystems.textsecuregcm.storage;
 
-import com.google.common.annotations.VisibleForTesting;
-import io.dropwizard.lifecycle.Managed;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-import org.whispersystems.textsecuregcm.util.Util;
-
-import java.util.LinkedList;
+import com.google.common.base.Suppliers;
 import java.util.List;
 import java.util.concurrent.TimeUnit;
-import java.util.concurrent.atomic.AtomicReference;
+import java.util.function.Supplier;
 
-public class RemoteConfigsManager implements Managed {
-
-  private final Logger logger = LoggerFactory.getLogger(RemoteConfigsManager.class);
+public class RemoteConfigsManager {
 
   private final RemoteConfigs remoteConfigs;
-  private final long          sleepInterval;
 
-  private final AtomicReference<List<RemoteConfig>> cachedConfigs = new AtomicReference<>(new LinkedList<>());
+  private final Supplier<List<RemoteConfig>> remoteConfigSupplier;
 
   public RemoteConfigsManager(RemoteConfigs remoteConfigs) {
-    this(remoteConfigs, TimeUnit.SECONDS.toMillis(10));
-  }
-
-  @VisibleForTesting
-  public RemoteConfigsManager(RemoteConfigs remoteConfigs, long sleepInterval) {
     this.remoteConfigs = remoteConfigs;
-    this.sleepInterval = sleepInterval;
-  }
 
-  @Override
-  public void start() {
-    refreshCache();
-
-    new Thread(() -> {
-      while (true) {
-        try {
-          refreshCache();
-        } catch (Throwable t) {
-          logger.warn("Error updating remote configs cache", t);
-        }
-
-        Util.sleep(sleepInterval);
-      }
-    }).start();
-  }
-
-  private void refreshCache() {
-    this.cachedConfigs.set(remoteConfigs.getAll());
-
-    synchronized (this.cachedConfigs) {
-      this.cachedConfigs.notifyAll();
-    }
-  }
-
-  @VisibleForTesting
-  void waitForCacheRefresh() throws InterruptedException {
-    synchronized (this.cachedConfigs) {
-      this.cachedConfigs.wait();
-    }
+    remoteConfigSupplier =
+        Suppliers.memoizeWithExpiration(remoteConfigs::getAll, 10, TimeUnit.SECONDS);
   }
 
   public List<RemoteConfig> getAll() {
-    return cachedConfigs.get();
+    return remoteConfigSupplier.get();
   }
 
   public void set(RemoteConfig config) {
@@ -78,9 +34,4 @@ public class RemoteConfigsManager implements Managed {
   public void delete(String name) {
     remoteConfigs.delete(name);
   }
-
-  @Override
-  public void stop() throws Exception {
-
-  }
 }

service/src/main/java/org/whispersystems/textsecuregcm/storage/ReportMessageManager.java

@@ -54,7 +54,7 @@ public class ReportMessageManager {
     }
   }
 
-  public void report(String sourceNumber, UUID messageGuid) {
+  public void report(String sourceNumber, UUID messageGuid, UUID reporterUuid) {
 
     final boolean found = reportMessageDynamoDb.remove(hash(messageGuid, sourceNumber));
 
@@ -62,7 +62,7 @@ public class ReportMessageManager {
       rateLimitCluster.useCluster(connection -> {
         final String reportedSenderKey = getReportedSenderKey(sourceNumber);
 
-        connection.sync().pfadd(reportedSenderKey, sourceNumber);
+        connection.sync().pfadd(reportedSenderKey, reporterUuid.toString());
         connection.sync().expire(reportedSenderKey, counterTtl.toSeconds());
       });
 

service/src/main/java/org/whispersystems/textsecuregcm/storage/ReservedUsernames.java

@@ -1,58 +1,91 @@
 /*
- * Copyright 2013-2020 Signal Messenger, LLC
+ * Copyright 2013-2021 Signal Messenger, LLC
  * SPDX-License-Identifier: AGPL-3.0-only
  */
 
 package org.whispersystems.textsecuregcm.storage;
 
-import com.codahale.metrics.MetricRegistry;
-import com.codahale.metrics.SharedMetricRegistries;
-import com.codahale.metrics.Timer;
+import static org.whispersystems.textsecuregcm.metrics.MetricsUtil.name;
+
 import com.google.common.annotations.VisibleForTesting;
-import org.whispersystems.textsecuregcm.util.Constants;
-
-import java.util.Optional;
+import com.google.common.cache.CacheBuilder;
+import com.google.common.cache.CacheLoader;
+import com.google.common.cache.LoadingCache;
+import io.micrometer.core.instrument.Metrics;
+import io.micrometer.core.instrument.Timer;
+import java.util.Map;
 import java.util.UUID;
-
-import static com.codahale.metrics.MetricRegistry.name;
+import java.util.regex.Pattern;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.whispersystems.textsecuregcm.util.AttributeValues;
+import software.amazon.awssdk.services.dynamodb.DynamoDbClient;
+import software.amazon.awssdk.services.dynamodb.model.AttributeValue;
+import software.amazon.awssdk.services.dynamodb.model.PutItemRequest;
+import software.amazon.awssdk.services.dynamodb.model.ScanRequest;
+import software.amazon.awssdk.services.dynamodb.model.ScanResponse;
+import software.amazon.awssdk.services.dynamodb.paginators.ScanIterable;
 
 public class ReservedUsernames {
 
-  public static final String ID       = "id";
-  public static final String UID      = "uuid";
-  public static final String USERNAME = "username";
+  private final DynamoDbClient dynamoDbClient;
+  private final String tableName;
 
-  private final MetricRegistry metricRegistry = SharedMetricRegistries.getOrCreate(Constants.METRICS_NAME);
-  private final Timer          queryTimer     = metricRegistry.timer(name(ReservedUsernames.class, "query"));
-
-  private final FaultTolerantDatabase database;
-
-  public ReservedUsernames(FaultTolerantDatabase database) {
-    this.database = database;
-  }
-
-  public boolean isReserved(String username, UUID uuid) {
-    return database.with(jdbi -> jdbi.withHandle(handle -> {
-      try (Timer.Context ignored = queryTimer.time()) {
-        Optional<Integer> reservations = handle.createQuery("SELECT COUNT(*) FROM reserved_usernames WHERE " + UID + " != :uuid AND :username ~* " + USERNAME)
-                                               .bind("username", username)
-                                               .bind("uuid", uuid)
-                                               .mapTo(Integer.class)
-                                               .findFirst();
-
-        return reservations.isPresent() && reservations.get() > 0;
-      }
-    }));
-  }
+  private final LoadingCache<String, Pattern> patternCache = CacheBuilder.newBuilder()
+      .maximumSize(1_000)
+      .build(new CacheLoader<>() {
+        @Override
+        public Pattern load(final String s) {
+          return Pattern.compile(s, Pattern.CASE_INSENSITIVE);
+        }
+      });
 
   @VisibleForTesting
-  public void setReserved(String username, UUID reservedFor) {
-    database.use(jdbi -> jdbi.useHandle(handle -> {
-      handle.createUpdate("INSERT INTO reserved_usernames (" + USERNAME + ", " + UID + ") VALUES(:username, :uuid)")
-            .bind("username", username)
-            .bind("uuid", reservedFor)
-            .execute();
-    }));
+  static final String KEY_PATTERN = "P";
+  private static final String ATTR_RESERVED_FOR_UUID = "U";
+
+  private static final Timer IS_RESERVED_TIMER = Metrics.timer(name(ReservedUsernames.class, "isReserved"));
+
+  private static final Logger log = LoggerFactory.getLogger(ReservedUsernames.class);
+
+  public ReservedUsernames(final DynamoDbClient dynamoDbClient, final String tableName) {
+    this.dynamoDbClient = dynamoDbClient;
+    this.tableName = tableName;
   }
 
+  public boolean isReserved(final String username, final UUID accountIdentifier) {
+    return IS_RESERVED_TIMER.record(() -> {
+      final ScanIterable scanIterable = dynamoDbClient.scanPaginator(ScanRequest.builder()
+          .tableName(tableName)
+          .build());
+
+      for (final ScanResponse scanResponse : scanIterable) {
+        if (scanResponse.hasItems()) {
+          for (final Map<String, AttributeValue> item : scanResponse.items()) {
+            try {
+              final Pattern pattern = patternCache.get(item.get(KEY_PATTERN).s());
+              final UUID reservedFor = AttributeValues.getUUID(item, ATTR_RESERVED_FOR_UUID, null);
+
+              if (pattern.matcher(username).matches() && !accountIdentifier.equals(reservedFor)) {
+                return true;
+              }
+            } catch (final Exception e) {
+              log.error("Failed to load pattern from item: {}", item, e);
+            }
+          }
+        }
+      }
+
+      return false;
+    });
+  }
+
+  public void reserveUsername(final String pattern, final UUID reservedFor) {
+    dynamoDbClient.putItem(PutItemRequest.builder()
+        .tableName(tableName)
+        .item(Map.of(
+            KEY_PATTERN, AttributeValues.fromString(pattern),
+            ATTR_RESERVED_FOR_UUID, AttributeValues.fromUUID(reservedFor)))
+        .build());
+  }
 }

service/src/main/java/org/whispersystems/textsecuregcm/storage/UsernameNotAvailableException.java

@@ -0,0 +1,9 @@
+/*
+ * Copyright 2013-2021 Signal Messenger, LLC
+ * SPDX-License-Identifier: AGPL-3.0-only
+ */
+
+package org.whispersystems.textsecuregcm.storage;
+
+public class UsernameNotAvailableException extends Exception {
+}

service/src/main/java/org/whispersystems/textsecuregcm/storage/Usernames.java

@@ -1,90 +0,0 @@
-/*
- * Copyright 2013-2020 Signal Messenger, LLC
- * SPDX-License-Identifier: AGPL-3.0-only
- */
-
-package org.whispersystems.textsecuregcm.storage;
-
-import static com.codahale.metrics.MetricRegistry.name;
-
-import com.codahale.metrics.MetricRegistry;
-import com.codahale.metrics.SharedMetricRegistries;
-import com.codahale.metrics.Timer;
-import java.sql.SQLException;
-import java.util.Optional;
-import java.util.UUID;
-import org.jdbi.v3.core.JdbiException;
-import org.whispersystems.textsecuregcm.util.Constants;
-
-public class Usernames {
-
-  public static final String ID       = "id";
-  public static final String UID      = "uuid";
-  public static final String USERNAME = "username";
-
-  private final MetricRegistry metricRegistry     = SharedMetricRegistries.getOrCreate(Constants.METRICS_NAME);
-  private final Timer          createTimer        = metricRegistry.timer(name(Usernames.class, "create"       ));
-  private final Timer          deleteTimer        = metricRegistry.timer(name(Usernames.class, "delete"       ));
-  private final Timer          getByUsernameTimer = metricRegistry.timer(name(Usernames.class, "getByUsername"));
-  private final Timer          getByUuidTimer     = metricRegistry.timer(name(Usernames.class, "getByUuid"    ));
-
-  private final FaultTolerantDatabase database;
-
-  public Usernames(FaultTolerantDatabase database) {
-    this.database = database;
-  }
-
-  public boolean put(UUID uuid, String username) {
-    return database.with(jdbi -> jdbi.withHandle(handle -> {
-      try (Timer.Context ignored = createTimer.time()) {
-        int modified = handle.createUpdate("INSERT INTO usernames (" + UID + ", " + USERNAME + ") VALUES (:uuid, :username) ON CONFLICT (" + UID + ") DO UPDATE SET " + USERNAME + " = EXCLUDED.username")
-                             .bind("uuid", uuid)
-                             .bind("username", username)
-                             .execute();
-
-        return modified > 0;
-      } catch (JdbiException e) {
-        if (e.getCause() instanceof SQLException) {
-          if (((SQLException)e.getCause()).getSQLState().equals("23505")) {
-            return false;
-          }
-        }
-
-        throw e;
-      }
-    }));
-  }
-
-  public void delete(UUID uuid) {
-    database.use(jdbi -> jdbi.useHandle(handle -> {
-      try (Timer.Context ignored = deleteTimer.time()) {
-        handle.createUpdate("DELETE FROM usernames WHERE " + UID + " = :uuid")
-              .bind("uuid", uuid)
-              .execute();
-      }
-    }));
-  }
-
-  public Optional<UUID> get(String username) {
-    return database.with(jdbi -> jdbi.withHandle(handle -> {
-      try (Timer.Context ignored = getByUsernameTimer.time()) {
-        return handle.createQuery("SELECT " + UID + " FROM usernames WHERE " + USERNAME + " = :username")
-                     .bind("username", username)
-                     .mapTo(UUID.class)
-                     .findFirst();
-      }
-    }));
-  }
-
-  public Optional<String> get(UUID uuid) {
-    return database.with(jdbi -> jdbi.withHandle(handle -> {
-      try (Timer.Context ignored = getByUuidTimer.time()) {
-        return handle.createQuery("SELECT " + USERNAME + " FROM usernames WHERE " + UID + " = :uuid")
-                     .bind("uuid", uuid)
-                     .mapTo(String.class)
-                     .findFirst();
-      }
-    }));
-  }
-
-}

service/src/main/java/org/whispersystems/textsecuregcm/storage/UsernamesManager.java

@@ -1,181 +0,0 @@
-/*
- * Copyright 2013-2020 Signal Messenger, LLC
- * SPDX-License-Identifier: AGPL-3.0-only
- */
-
-package org.whispersystems.textsecuregcm.storage;
-
-import com.codahale.metrics.MetricRegistry;
-import com.codahale.metrics.SharedMetricRegistries;
-import com.codahale.metrics.Timer;
-import io.lettuce.core.RedisException;
-import io.lettuce.core.cluster.api.sync.RedisAdvancedClusterCommands;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-import org.whispersystems.textsecuregcm.redis.FaultTolerantRedisCluster;
-import org.whispersystems.textsecuregcm.util.Constants;
-
-import java.util.Optional;
-import java.util.UUID;
-
-import static com.codahale.metrics.MetricRegistry.name;
-
-public class UsernamesManager {
-
-  private static final MetricRegistry metricRegistry        = SharedMetricRegistries.getOrCreate(Constants.METRICS_NAME);
-  private static final Timer          createTimer           = metricRegistry.timer(name(UsernamesManager.class, "create"          ));
-  private static final Timer          deleteTimer           = metricRegistry.timer(name(UsernamesManager.class, "delete"          ));
-  private static final Timer          getByUuidTimer        = metricRegistry.timer(name(UsernamesManager.class, "getByUuid"       ));
-  private static final Timer          getByUsernameTimer    = metricRegistry.timer(name(UsernamesManager.class, "getByUsername"   ));
-
-  private static final Timer          redisSetTimer         = metricRegistry.timer(name(UsernamesManager.class, "redisSet"        ));
-  private static final Timer          redisUuidGetTimer     = metricRegistry.timer(name(UsernamesManager.class, "redisUuidGet"    ));
-  private static final Timer          redisUsernameGetTimer = metricRegistry.timer(name(UsernamesManager.class, "redisUsernameGet"));
-
-  private final Logger logger = LoggerFactory.getLogger(UsernamesManager.class);
-
-  private final Usernames                 usernames;
-  private final ReservedUsernames         reservedUsernames;
-  private final FaultTolerantRedisCluster cacheCluster;
-
-  public UsernamesManager(Usernames usernames, ReservedUsernames reservedUsernames, FaultTolerantRedisCluster cacheCluster) {
-    this.usernames              = usernames;
-    this.reservedUsernames      = reservedUsernames;
-    this.cacheCluster           = cacheCluster;
-  }
-
-  public boolean put(UUID uuid, String username) {
-    try (Timer.Context ignored = createTimer.time()) {
-      if (reservedUsernames.isReserved(username, uuid)) {
-        return false;
-      }
-
-      if (databasePut(uuid, username)) {
-        redisSet(uuid, username, true);
-
-        return true;
-      }
-
-      return false;
-    }
-  }
-
-  public Optional<UUID> get(String username) {
-    try (Timer.Context ignored = getByUsernameTimer.time()) {
-      Optional<UUID> uuid = redisGet(username);
-
-      if (uuid.isPresent()) {
-        return uuid;
-      }
-
-      Optional<UUID> retrieved = databaseGet(username);
-      retrieved.ifPresent(retrievedUuid -> redisSet(retrievedUuid, username, false));
-
-      return retrieved;
-    }
-  }
-
-  public Optional<String> get(UUID uuid) {
-    try (Timer.Context ignored = getByUuidTimer.time()) {
-      Optional<String> username = redisGet(uuid);
-
-      if (username.isPresent()) {
-        return username;
-      }
-
-      Optional<String> retrieved = databaseGet(uuid);
-      retrieved.ifPresent(retrievedUsername -> redisSet(uuid, retrievedUsername, false));
-
-      return retrieved;
-    }
-  }
-
-  public void delete(UUID uuid) {
-    try (Timer.Context ignored = deleteTimer.time()) {
-      redisDelete(uuid);
-      databaseDelete(uuid);
-    }
-  }
-
-  private boolean databasePut(UUID uuid, String username) {
-    return usernames.put(uuid, username);
-  }
-
-  private Optional<UUID> databaseGet(String username) {
-    return usernames.get(username);
-  }
-
-  private void databaseDelete(UUID uuid) {
-    usernames.delete(uuid);
-  }
-
-  private Optional<String> databaseGet(UUID uuid) {
-    return usernames.get(uuid);
-  }
-
-  private void redisSet(UUID uuid, String username, boolean required) {
-    final String uuidMapKey = getUuidMapKey(uuid);
-    final String usernameMapKey = getUsernameMapKey(username);
-
-    try (Timer.Context ignored = redisSetTimer.time()) {
-      cacheCluster.useCluster(connection -> {
-        final RedisAdvancedClusterCommands<String, String> commands = connection.sync();
-
-        final Optional<String> maybeOldUsername = Optional.ofNullable(commands.get(uuidMapKey));
-
-        maybeOldUsername.ifPresent(oldUsername -> commands.del(getUsernameMapKey(oldUsername)));
-        commands.set(uuidMapKey, username);
-        commands.set(usernameMapKey, uuid.toString());
-      });
-    } catch (RedisException e) {
-      if (required) throw e;
-      else          logger.warn("Ignoring Redis failure", e);
-    }
-  }
-
-  private Optional<UUID> redisGet(String username) {
-    try (Timer.Context ignored = redisUsernameGetTimer.time()) {
-      final String result = cacheCluster.withCluster(connection -> connection.sync().get(getUsernameMapKey(username)));
-
-      if (result == null) return Optional.empty();
-      else                return Optional.of(UUID.fromString(result));
-    } catch (RedisException e) {
-      logger.warn("Redis get failure", e);
-      return Optional.empty();
-    }
-  }
-
-  private Optional<String> redisGet(UUID uuid) {
-    try (Timer.Context ignored = redisUuidGetTimer.time()) {
-      final String result = cacheCluster.withCluster(connection -> connection.sync().get(getUuidMapKey(uuid)));
-
-      return Optional.ofNullable(result);
-    } catch (RedisException e) {
-      logger.warn("Redis get failure", e);
-      return Optional.empty();
-    }
-  }
-
-  private void redisDelete(UUID uuid) {
-    try (Timer.Context ignored = redisUuidGetTimer.time()) {
-      cacheCluster.useCluster(connection -> {
-        final RedisAdvancedClusterCommands<String, String> commands = connection.sync();
-
-        commands.del(getUuidMapKey(uuid));
-
-        redisGet(uuid).ifPresent(username -> {
-          commands.del(getUsernameMapKey(username));
-        });
-      });
-    }
-  }
-
-  private String getUuidMapKey(UUID uuid) {
-    return "UsernameByUuid::" + uuid.toString();
-  }
-
-  private String getUsernameMapKey(String username) {
-    return "UsernameByUsername::" + username;
-  }
-
-}

service/src/main/java/org/whispersystems/textsecuregcm/storage/VersionedProfile.java

@@ -5,41 +5,36 @@
 
 package org.whispersystems.textsecuregcm.storage;
 
+import com.fasterxml.jackson.annotation.JsonCreator;
 import com.fasterxml.jackson.annotation.JsonProperty;
 import com.fasterxml.jackson.databind.annotation.JsonDeserialize;
 import com.fasterxml.jackson.databind.annotation.JsonSerialize;
 import org.whispersystems.textsecuregcm.util.ByteArrayAdapter;
+import java.util.Arrays;
+import java.util.Objects;
 
 public class VersionedProfile {
 
-  @JsonProperty
-  private String version;
+  private final String version;
+  private final String name;
+  private final String avatar;
+  private final String aboutEmoji;
+  private final String about;
+  private final String paymentAddress;
 
-  @JsonProperty
-  private String name;
-
-  @JsonProperty
-  private String avatar;
-
-  @JsonProperty
-  private String aboutEmoji;
-
-  @JsonProperty
-  private String about;
-
-  @JsonProperty
-  private String paymentAddress;
-
-  @JsonProperty
   @JsonSerialize(using = ByteArrayAdapter.Serializing.class)
   @JsonDeserialize(using = ByteArrayAdapter.Deserializing.class)
   private byte[] commitment;
 
-  public VersionedProfile() {}
-
+  @JsonCreator
   public VersionedProfile(
-      String version, String name, String avatar, String aboutEmoji, String about, String paymentAddress,
-      byte[] commitment) {
+      @JsonProperty("version") final String version,
+      @JsonProperty("name") final String name,
+      @JsonProperty("avatar") final String avatar,
+      @JsonProperty("aboutEmoji") final String aboutEmoji,
+      @JsonProperty("about") final String about,
+      @JsonProperty("paymentAddress") final String paymentAddress,
+      @JsonProperty("commitment") final byte[] commitment) {
     this.version = version;
     this.name = name;
     this.avatar = avatar;
@@ -76,4 +71,23 @@ public class VersionedProfile {
   public byte[] getCommitment() {
     return commitment;
   }
+
+  @Override
+  public boolean equals(final Object o) {
+    if (this == o)
+      return true;
+    if (o == null || getClass() != o.getClass())
+      return false;
+    final VersionedProfile that = (VersionedProfile) o;
+    return Objects.equals(version, that.version) && Objects.equals(name, that.name) && Objects.equals(avatar,
+        that.avatar) && Objects.equals(aboutEmoji, that.aboutEmoji) && Objects.equals(about, that.about)
+        && Objects.equals(paymentAddress, that.paymentAddress) && Arrays.equals(commitment, that.commitment);
+  }
+
+  @Override
+  public int hashCode() {
+    int result = Objects.hash(version, name, avatar, aboutEmoji, about, paymentAddress);
+    result = 31 * result + Arrays.hashCode(commitment);
+    return result;
+  }
 }

service/src/main/java/org/whispersystems/textsecuregcm/storage/mappers/RemoteConfigRowMapper.java

@@ -1,31 +0,0 @@
-/*
- * Copyright 2013-2020 Signal Messenger, LLC
- * SPDX-License-Identifier: AGPL-3.0-only
- */
-
-package org.whispersystems.textsecuregcm.storage.mappers;
-
-import org.jdbi.v3.core.mapper.RowMapper;
-import org.jdbi.v3.core.statement.StatementContext;
-import org.whispersystems.textsecuregcm.storage.RemoteConfig;
-import org.whispersystems.textsecuregcm.storage.RemoteConfigs;
-
-import java.sql.ResultSet;
-import java.sql.SQLException;
-import java.util.Arrays;
-import java.util.HashSet;
-import java.util.UUID;
-
-
-public class RemoteConfigRowMapper implements RowMapper<RemoteConfig> {
-
-  @Override
-  public RemoteConfig map(ResultSet rs, StatementContext ctx) throws SQLException {
-    return new RemoteConfig(rs.getString(RemoteConfigs.NAME),
-                            rs.getInt(RemoteConfigs.PERCENTAGE),
-                            new HashSet<>(Arrays.asList((UUID[])rs.getArray(RemoteConfigs.UUIDS).getArray())),
-                            rs.getString(RemoteConfigs.DEFAULT_VALUE),
-                            rs.getString(RemoteConfigs.VALUE),
-                            rs.getString(RemoteConfigs.HASH_KEY));
-  }
-}

service/src/main/java/org/whispersystems/textsecuregcm/storage/mappers/VersionedProfileMapper.java

@@ -1,28 +0,0 @@
-/*
- * Copyright 2013-2020 Signal Messenger, LLC
- * SPDX-License-Identifier: AGPL-3.0-only
- */
-
-package org.whispersystems.textsecuregcm.storage.mappers;
-
-import java.sql.ResultSet;
-import java.sql.SQLException;
-import org.jdbi.v3.core.mapper.RowMapper;
-import org.jdbi.v3.core.statement.StatementContext;
-import org.whispersystems.textsecuregcm.storage.Profiles;
-import org.whispersystems.textsecuregcm.storage.VersionedProfile;
-
-public class VersionedProfileMapper implements RowMapper<VersionedProfile> {
-
-  @Override
-  public VersionedProfile map(ResultSet resultSet, StatementContext ctx) throws SQLException {
-    return new VersionedProfile(
-        resultSet.getString(Profiles.VERSION),
-        resultSet.getString(Profiles.NAME),
-        resultSet.getString(Profiles.AVATAR),
-        resultSet.getString(Profiles.ABOUT_EMOJI),
-        resultSet.getString(Profiles.ABOUT),
-        resultSet.getString(Profiles.PAYMENT_ADDRESS),
-        resultSet.getBytes(Profiles.COMMITMENT));
-  }
-}

service/src/main/java/org/whispersystems/textsecuregcm/stripe/StripeManager.java

@@ -29,6 +29,7 @@ import com.stripe.param.SetupIntentCreateParams;
 import com.stripe.param.SubscriptionCancelParams;
 import com.stripe.param.SubscriptionCreateParams;
 import com.stripe.param.SubscriptionListParams;
+import com.stripe.param.SubscriptionRetrieveParams;
 import com.stripe.param.SubscriptionUpdateParams;
 import com.stripe.param.SubscriptionUpdateParams.BillingCycleAnchor;
 import com.stripe.param.SubscriptionUpdateParams.ProrationBehavior;
@@ -43,6 +44,7 @@ import java.util.Collection;
 import java.util.Comparator;
 import java.util.List;
 import java.util.Locale;
+import java.util.Map;
 import java.util.Objects;
 import java.util.concurrent.CompletableFuture;
 import java.util.concurrent.CompletionException;
@@ -52,6 +54,9 @@ import javax.annotation.Nonnull;
 import javax.annotation.Nullable;
 import javax.crypto.Mac;
 import javax.crypto.spec.SecretKeySpec;
+import javax.ws.rs.WebApplicationException;
+import javax.ws.rs.core.Response;
+import javax.ws.rs.core.Response.Status;
 import org.apache.commons.codec.binary.Hex;
 import org.whispersystems.textsecuregcm.util.Conversions;
 
@@ -62,11 +67,13 @@ public class StripeManager {
   private final String apiKey;
   private final Executor executor;
   private final byte[] idempotencyKeyGenerator;
+  private final String boostDescription;
 
   public StripeManager(
       @Nonnull String apiKey,
       @Nonnull Executor executor,
-      @Nonnull byte[] idempotencyKeyGenerator) {
+      @Nonnull byte[] idempotencyKeyGenerator,
+      @Nonnull String boostDescription) {
     this.apiKey = Objects.requireNonNull(apiKey);
     if (Strings.isNullOrEmpty(apiKey)) {
       throw new IllegalArgumentException("apiKey cannot be empty");
@@ -76,6 +83,7 @@ public class StripeManager {
     if (idempotencyKeyGenerator.length == 0) {
       throw new IllegalArgumentException("idempotencyKeyGenerator cannot be empty");
     }
+    this.boostDescription = Objects.requireNonNull(boostDescription);
   }
 
   private RequestOptions commonOptions() {
@@ -143,16 +151,27 @@ public class StripeManager {
     }, executor);
   }
 
+  /**
+   * Creates a payment intent. May throw a 400 WebApplicationException if the amount is too small.
+   */
   public CompletableFuture<PaymentIntent> createPaymentIntent(String currency, long amount) {
     return CompletableFuture.supplyAsync(() -> {
       PaymentIntentCreateParams params = PaymentIntentCreateParams.builder()
           .setAmount(amount)
           .setCurrency(currency.toLowerCase(Locale.ROOT))
+          .setDescription(boostDescription)
           .build();
       try {
         return PaymentIntent.create(params, commonOptions());
       } catch (StripeException e) {
-        throw new CompletionException(e);
+        if ("amount_too_small".equalsIgnoreCase(e.getCode())) {
+          throw new WebApplicationException(Response
+              .status(Status.BAD_REQUEST)
+              .entity(Map.of("error", "amount_too_small"))
+              .build());
+        } else {
+          throw new CompletionException(e);
+        }
       }
     }, executor);
   }
@@ -341,6 +360,19 @@ public class StripeManager {
     }, executor);
   }
 
+  public CompletableFuture<Invoice> getLatestInvoiceForSubscription(String subscriptionId) {
+    return CompletableFuture.supplyAsync(() -> {
+      SubscriptionRetrieveParams params = SubscriptionRetrieveParams.builder()
+          .addExpand("latest_invoice")
+          .build();
+      try {
+        return Subscription.retrieve(subscriptionId, params, commonOptions()).getLatestInvoiceObject();
+      } catch (StripeException e) {
+        throw new CompletionException(e);
+      }
+    }, executor);
+  }
+
   public CompletableFuture<Collection<InvoiceLineItem>> getInvoiceLineItemsForInvoice(Invoice invoice) {
     return CompletableFuture.supplyAsync(
         () -> Lists.newArrayList(invoice.getLines().autoPagingIterable(null, commonOptions())), executor);

service/src/main/java/org/whispersystems/textsecuregcm/util/DynamoDbFromConfig.java

@@ -1,7 +1,6 @@
 package org.whispersystems.textsecuregcm.util;
 
 import org.whispersystems.textsecuregcm.configuration.DynamoDbClientConfiguration;
-import org.whispersystems.textsecuregcm.configuration.DynamoDbConfiguration;
 import software.amazon.awssdk.auth.credentials.AwsCredentialsProvider;
 import software.amazon.awssdk.core.client.config.ClientOverrideConfiguration;
 import software.amazon.awssdk.regions.Region;
@@ -10,7 +9,7 @@ import software.amazon.awssdk.services.dynamodb.DynamoDbClient;
 
 public class DynamoDbFromConfig {
 
-  public static DynamoDbClient client(DynamoDbConfiguration config, AwsCredentialsProvider credentialsProvider) {
+  public static DynamoDbClient client(DynamoDbClientConfiguration config, AwsCredentialsProvider credentialsProvider) {
     return DynamoDbClient.builder()
         .region(Region.of(config.getRegion()))
         .credentialsProvider(credentialsProvider)

service/src/main/java/org/whispersystems/textsecuregcm/util/Username.java

@@ -0,0 +1,27 @@
+/*
+ * Copyright 2013-2021 Signal Messenger, LLC
+ * SPDX-License-Identifier: AGPL-3.0-only
+ */
+
+package org.whispersystems.textsecuregcm.util;
+
+import static java.lang.annotation.ElementType.FIELD;
+import static java.lang.annotation.ElementType.PARAMETER;
+import static java.lang.annotation.RetentionPolicy.RUNTIME;
+
+import java.lang.annotation.Retention;
+import java.lang.annotation.Target;
+import javax.validation.Constraint;
+import javax.validation.Payload;
+
+@Target({ FIELD, PARAMETER })
+@Retention(RUNTIME)
+@Constraint(validatedBy = UsernameValidator.class)
+public @interface Username {
+
+  String message() default "{org.whispersystems.textsecuregcm.util.Username.message}";
+
+  Class<?>[] groups() default { };
+
+  Class<? extends Payload>[] payload() default { };
+}

service/src/main/java/org/whispersystems/textsecuregcm/util/UsernameValidator.java

@@ -0,0 +1,26 @@
+/*
+ * Copyright 2013-2021 Signal Messenger, LLC
+ * SPDX-License-Identifier: AGPL-3.0-only
+ */
+
+package org.whispersystems.textsecuregcm.util;
+
+import org.apache.commons.lang3.StringUtils;
+import javax.validation.ConstraintValidator;
+import javax.validation.ConstraintValidatorContext;
+import java.util.regex.Pattern;
+
+public class UsernameValidator implements ConstraintValidator<Username, String> {
+
+  private static final Pattern USERNAME_PATTERN =
+      Pattern.compile("^[a-z_][a-z0-9_]{3,25}$", Pattern.CASE_INSENSITIVE);
+
+  @Override
+  public boolean isValid(final String username, final ConstraintValidatorContext context) {
+    return StringUtils.isNotBlank(username) && USERNAME_PATTERN.matcher(getCanonicalUsername(username)).matches();
+  }
+
+  public static String getCanonicalUsername(final String username) {
+    return username != null ? username.toLowerCase() : null;
+  }
+}

service/src/main/java/org/whispersystems/textsecuregcm/websocket/WebSocketConnection.java

@@ -88,6 +88,8 @@ public class WebSocketConnection implements MessageAvailabilityListener, Displac
   private static final long RETRY_DELAY_MILLIS = 1_000;
   private static final int RETRY_DELAY_JITTER_MILLIS = 500;
 
+  private static final int DEFAULT_SEND_FUTURES_TIMEOUT_MILLIS = 5 * 60 * 1000;
+
   private static final Logger logger = LoggerFactory.getLogger(WebSocketConnection.class);
 
   private final ReceiptSender receiptSender;
@@ -96,6 +98,9 @@ public class WebSocketConnection implements MessageAvailabilityListener, Displac
   private final AuthenticatedAccount auth;
   private final Device device;
   private final WebSocketClient client;
+
+  private final int sendFuturesTimeoutMillis;
+
   private final ScheduledExecutorService retrySchedulingExecutor;
 
   private final boolean isDesktopClient;
@@ -123,11 +128,31 @@ public class WebSocketConnection implements MessageAvailabilityListener, Displac
       Device device,
       WebSocketClient client,
       ScheduledExecutorService retrySchedulingExecutor) {
+
+    this(receiptSender,
+        messagesManager,
+        auth,
+        device,
+        client,
+        DEFAULT_SEND_FUTURES_TIMEOUT_MILLIS,
+        retrySchedulingExecutor);
+  }
+
+  @VisibleForTesting
+  WebSocketConnection(ReceiptSender receiptSender,
+      MessagesManager messagesManager,
+      AuthenticatedAccount auth,
+      Device device,
+      WebSocketClient client,
+      int sendFuturesTimeoutMillis,
+      ScheduledExecutorService retrySchedulingExecutor) {
+
     this.receiptSender = receiptSender;
     this.messagesManager = messagesManager;
     this.auth = auth;
     this.device = device;
     this.client = client;
+    this.sendFuturesTimeoutMillis = sendFuturesTimeoutMillis;
     this.retrySchedulingExecutor = retrySchedulingExecutor;
 
     Optional<ClientPlatform> maybePlatform;
@@ -289,7 +314,7 @@ public class WebSocketConnection implements MessageAvailabilityListener, Displac
       for (int i = 0; i < messages.getMessages().size(); i++) {
         final OutgoingMessageEntity message = messages.getMessages().get(i);
         final Envelope.Builder builder = Envelope.newBuilder()
-            .setType(Envelope.Type.valueOf(message.getType()))
+            .setType(Envelope.Type.forNumber(message.getType()))
             .setTimestamp(message.getTimestamp())
             .setServerTimestamp(message.getServerTimestamp());
 
@@ -313,6 +338,8 @@ public class WebSocketConnection implements MessageAvailabilityListener, Displac
           builder.setRelay(message.getRelay());
         }
 
+        builder.setDestinationUuid(message.getDestinationUuid().toString());
+
         builder.setServerGuid(message.getGuid().toString());
 
         final Envelope envelope = builder.build();
@@ -327,17 +354,20 @@ public class WebSocketConnection implements MessageAvailabilityListener, Displac
         }
       }
 
-      CompletableFuture.allOf(sendFutures).whenComplete((v, cause) -> {
-        if (cause == null) {
-          if (messages.hasMore()) {
-            sendNextMessagePage(cachedMessagesOnly, queueClearedFuture);
-          } else {
-            queueClearedFuture.complete(null);
-          }
-        } else {
-          queueClearedFuture.completeExceptionally(cause);
-        }
-      });
+      // Set a large, non-zero timeout, to prevent any failure to acknowledge receipt from blocking indefinitely
+      CompletableFuture.allOf(sendFutures)
+          .orTimeout(sendFuturesTimeoutMillis, TimeUnit.MILLISECONDS)
+          .whenComplete((v, cause) -> {
+            if (cause == null) {
+              if (messages.hasMore()) {
+                sendNextMessagePage(cachedMessagesOnly, queueClearedFuture);
+              } else {
+                queueClearedFuture.complete(null);
+              }
+            } else {
+              queueClearedFuture.completeExceptionally(cause);
+            }
+          });
     } catch (final Exception e) {
       queueClearedFuture.completeExceptionally(e);
     }
@@ -363,7 +393,13 @@ public class WebSocketConnection implements MessageAvailabilityListener, Displac
   public void handleDisplacement() {
     Metrics.counter(DISPLACEMENT_COUNTER_NAME, List.of(UserAgentTagUtil.getPlatformTag(client.getUserAgent()))).increment();
 
-    client.hardDisconnectQuietly();
+    try {
+      client.close(1000, "OK");
+    } catch (final Exception e) {
+      logger.warn("Orderly close failed", e);
+
+      client.hardDisconnectQuietly();
+    }
   }
 
   private static class StoredMessageInfo {

service/src/main/java/org/whispersystems/textsecuregcm/workers/AssignUsernameCommand.java

@@ -0,0 +1,206 @@
+/*
+ * Copyright 2013-2021 Signal Messenger, LLC
+ * SPDX-License-Identifier: AGPL-3.0-only
+ */
+
+package org.whispersystems.textsecuregcm.workers;
+
+import static com.codahale.metrics.MetricRegistry.name;
+
+import com.amazonaws.ClientConfiguration;
+import com.amazonaws.auth.InstanceProfileCredentialsProvider;
+import com.amazonaws.services.dynamodbv2.AmazonDynamoDB;
+import com.amazonaws.services.dynamodbv2.AmazonDynamoDBClientBuilder;
+import com.fasterxml.jackson.databind.DeserializationFeature;
+import io.dropwizard.Application;
+import io.dropwizard.cli.EnvironmentCommand;
+import io.dropwizard.setup.Environment;
+import io.lettuce.core.resource.ClientResources;
+import io.micrometer.core.instrument.Metrics;
+import java.time.Clock;
+import java.util.UUID;
+import java.util.concurrent.ExecutorService;
+import java.util.concurrent.Executors;
+import net.sourceforge.argparse4j.inf.Namespace;
+import net.sourceforge.argparse4j.inf.Subparser;
+import org.whispersystems.textsecuregcm.WhisperServerConfiguration;
+import org.whispersystems.textsecuregcm.auth.ExternalServiceCredentialGenerator;
+import org.whispersystems.textsecuregcm.configuration.dynamic.DynamicConfiguration;
+import org.whispersystems.textsecuregcm.metrics.PushLatencyManager;
+import org.whispersystems.textsecuregcm.push.ClientPresenceManager;
+import org.whispersystems.textsecuregcm.redis.FaultTolerantRedisCluster;
+import org.whispersystems.textsecuregcm.securebackup.SecureBackupClient;
+import org.whispersystems.textsecuregcm.securestorage.SecureStorageClient;
+import org.whispersystems.textsecuregcm.sqs.DirectoryQueue;
+import org.whispersystems.textsecuregcm.storage.Accounts;
+import org.whispersystems.textsecuregcm.storage.AccountsManager;
+import org.whispersystems.textsecuregcm.storage.DeletedAccounts;
+import org.whispersystems.textsecuregcm.storage.DeletedAccountsManager;
+import org.whispersystems.textsecuregcm.storage.DynamicConfigurationManager;
+import org.whispersystems.textsecuregcm.storage.Keys;
+import org.whispersystems.textsecuregcm.storage.MessagesCache;
+import org.whispersystems.textsecuregcm.storage.MessagesDynamoDb;
+import org.whispersystems.textsecuregcm.storage.MessagesManager;
+import org.whispersystems.textsecuregcm.storage.PhoneNumberIdentifiers;
+import org.whispersystems.textsecuregcm.storage.Profiles;
+import org.whispersystems.textsecuregcm.storage.ProfilesManager;
+import org.whispersystems.textsecuregcm.storage.ReportMessageDynamoDb;
+import org.whispersystems.textsecuregcm.storage.ReportMessageManager;
+import org.whispersystems.textsecuregcm.storage.ReservedUsernames;
+import org.whispersystems.textsecuregcm.storage.StoredVerificationCodeManager;
+import org.whispersystems.textsecuregcm.storage.UsernameNotAvailableException;
+import org.whispersystems.textsecuregcm.storage.VerificationCodeStore;
+import org.whispersystems.textsecuregcm.util.DynamoDbFromConfig;
+import software.amazon.awssdk.services.dynamodb.DynamoDbAsyncClient;
+import software.amazon.awssdk.services.dynamodb.DynamoDbClient;
+
+public class AssignUsernameCommand extends EnvironmentCommand<WhisperServerConfiguration> {
+
+  public AssignUsernameCommand() {
+    super(new Application<>() {
+      @Override
+      public void run(WhisperServerConfiguration configuration, Environment environment) {
+
+      }
+    }, "assign-username", "assign a username to an account");
+  }
+
+  @Override
+  public void configure(Subparser subparser) {
+    super.configure(subparser);
+
+    subparser.addArgument("-n", "--username")
+        .dest("username")
+        .type(String.class)
+        .required(true)
+        .help("The username to assign");
+
+    subparser.addArgument("-a", "--aci")
+        .dest("aci")
+        .type(String.class)
+        .required(true)
+        .help("The ACI of the account to which to assign the username");
+  }
+
+  @Override
+  protected void run(Environment environment, Namespace namespace,
+      WhisperServerConfiguration configuration)
+      throws Exception {
+    environment.getObjectMapper().configure(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES, false);
+
+    ClientResources redisClusterClientResources = ClientResources.builder().build();
+
+    FaultTolerantRedisCluster cacheCluster = new FaultTolerantRedisCluster("main_cache_cluster",
+        configuration.getCacheClusterConfiguration(), redisClusterClientResources);
+
+    ExecutorService keyspaceNotificationDispatchExecutor = environment.lifecycle()
+        .executorService(name(getClass(), "keyspaceNotification-%d")).maxThreads(4).build();
+    ExecutorService backupServiceExecutor = environment.lifecycle()
+        .executorService(name(getClass(), "backupService-%d")).maxThreads(8).minThreads(1).build();
+    ExecutorService storageServiceExecutor = environment.lifecycle()
+        .executorService(name(getClass(), "storageService-%d")).maxThreads(8).minThreads(1).build();
+
+    ExternalServiceCredentialGenerator backupCredentialsGenerator = new ExternalServiceCredentialGenerator(
+        configuration.getSecureBackupServiceConfiguration().getUserAuthenticationTokenSharedSecret(), true);
+    ExternalServiceCredentialGenerator storageCredentialsGenerator = new ExternalServiceCredentialGenerator(
+        configuration.getSecureStorageServiceConfiguration().getUserAuthenticationTokenSharedSecret(), true);
+
+    DynamicConfigurationManager<DynamicConfiguration> dynamicConfigurationManager = new DynamicConfigurationManager<>(
+        configuration.getAppConfig().getApplication(), configuration.getAppConfig().getEnvironment(),
+        configuration.getAppConfig().getConfigurationName(), DynamicConfiguration.class);
+    dynamicConfigurationManager.start();
+
+    DynamoDbAsyncClient dynamoDbAsyncClient = DynamoDbFromConfig.asyncClient(
+        configuration.getDynamoDbClientConfiguration(),
+        software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
+
+    DynamoDbClient dynamoDbClient = DynamoDbFromConfig.client(
+        configuration.getDynamoDbClientConfiguration(),
+        software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
+
+    AmazonDynamoDB deletedAccountsLockDynamoDbClient = AmazonDynamoDBClientBuilder.standard()
+        .withRegion(configuration.getDynamoDbClientConfiguration().getRegion())
+        .withClientConfiguration(new ClientConfiguration().withClientExecutionTimeout(
+                ((int) configuration.getDynamoDbClientConfiguration().getClientExecutionTimeout()
+                    .toMillis()))
+            .withRequestTimeout(
+                (int) configuration.getDynamoDbClientConfiguration().getClientRequestTimeout()
+                    .toMillis()))
+        .withCredentials(InstanceProfileCredentialsProvider.getInstance())
+        .build();
+
+    DeletedAccounts deletedAccounts = new DeletedAccounts(dynamoDbClient,
+        configuration.getDynamoDbTables().getDeletedAccounts().getTableName(),
+        configuration.getDynamoDbTables().getDeletedAccounts().getNeedsReconciliationIndexName());
+    VerificationCodeStore pendingAccounts = new VerificationCodeStore(dynamoDbClient,
+        configuration.getDynamoDbTables().getPendingAccounts().getTableName());
+
+    Accounts accounts = new Accounts(dynamoDbClient,
+        configuration.getDynamoDbTables().getAccounts().getTableName(),
+        configuration.getDynamoDbTables().getAccounts().getPhoneNumberTableName(),
+        configuration.getDynamoDbTables().getAccounts().getPhoneNumberIdentifierTableName(),
+        configuration.getDynamoDbTables().getAccounts().getUsernamesTableName(),
+        configuration.getDynamoDbTables().getAccounts().getScanPageSize());
+    PhoneNumberIdentifiers phoneNumberIdentifiers = new PhoneNumberIdentifiers(dynamoDbClient,
+        configuration.getDynamoDbTables().getPhoneNumberIdentifiers().getTableName());
+    Profiles profiles = new Profiles(dynamoDbClient, dynamoDbAsyncClient,
+        configuration.getDynamoDbTables().getProfiles().getTableName());
+    ReservedUsernames reservedUsernames = new ReservedUsernames(dynamoDbClient,
+        configuration.getDynamoDbTables().getReservedUsernames().getTableName());
+    Keys keys = new Keys(dynamoDbClient,
+        configuration.getDynamoDbTables().getKeys().getTableName());
+    MessagesDynamoDb messagesDynamoDb = new MessagesDynamoDb(dynamoDbClient,
+        configuration.getDynamoDbTables().getMessages().getTableName(),
+        configuration.getDynamoDbTables().getMessages().getExpiration());
+    FaultTolerantRedisCluster messageInsertCacheCluster = new FaultTolerantRedisCluster("message_insert_cluster",
+        configuration.getMessageCacheConfiguration().getRedisClusterConfiguration(), redisClusterClientResources);
+    FaultTolerantRedisCluster messageReadDeleteCluster = new FaultTolerantRedisCluster("message_read_delete_cluster",
+        configuration.getMessageCacheConfiguration().getRedisClusterConfiguration(), redisClusterClientResources);
+    FaultTolerantRedisCluster metricsCluster = new FaultTolerantRedisCluster("metrics_cluster",
+        configuration.getMetricsClusterConfiguration(), redisClusterClientResources);
+    FaultTolerantRedisCluster clientPresenceCluster = new FaultTolerantRedisCluster("client_presence_cluster",
+        configuration.getClientPresenceClusterConfiguration(), redisClusterClientResources);
+    FaultTolerantRedisCluster rateLimitersCluster = new FaultTolerantRedisCluster("rate_limiters",
+        configuration.getRateLimitersCluster(), redisClusterClientResources);
+    SecureBackupClient secureBackupClient = new SecureBackupClient(backupCredentialsGenerator, backupServiceExecutor,
+        configuration.getSecureBackupServiceConfiguration());
+    SecureStorageClient secureStorageClient = new SecureStorageClient(storageCredentialsGenerator,
+        storageServiceExecutor, configuration.getSecureStorageServiceConfiguration());
+    ClientPresenceManager clientPresenceManager = new ClientPresenceManager(clientPresenceCluster,
+        Executors.newSingleThreadScheduledExecutor(), keyspaceNotificationDispatchExecutor);
+    MessagesCache messagesCache = new MessagesCache(messageInsertCacheCluster, messageReadDeleteCluster,
+        keyspaceNotificationDispatchExecutor);
+    PushLatencyManager pushLatencyManager = new PushLatencyManager(metricsCluster, dynamicConfigurationManager);
+    DirectoryQueue directoryQueue = new DirectoryQueue(
+        configuration.getDirectoryConfiguration().getSqsConfiguration());
+    ProfilesManager profilesManager = new ProfilesManager(profiles, cacheCluster);
+    ReportMessageDynamoDb reportMessageDynamoDb = new ReportMessageDynamoDb(dynamoDbClient,
+        configuration.getDynamoDbTables().getReportMessage().getTableName(),
+        configuration.getReportMessageConfiguration().getReportTtl());
+    ReportMessageManager reportMessageManager = new ReportMessageManager(reportMessageDynamoDb, rateLimitersCluster,
+        Metrics.globalRegistry, configuration.getReportMessageConfiguration().getCounterTtl());
+    MessagesManager messagesManager = new MessagesManager(messagesDynamoDb, messagesCache, pushLatencyManager,
+        reportMessageManager);
+    DeletedAccountsManager deletedAccountsManager = new DeletedAccountsManager(deletedAccounts,
+        deletedAccountsLockDynamoDbClient,
+        configuration.getDynamoDbTables().getDeletedAccountsLock().getTableName());
+    StoredVerificationCodeManager pendingAccountsManager = new StoredVerificationCodeManager(pendingAccounts);
+    AccountsManager accountsManager = new AccountsManager(accounts, phoneNumberIdentifiers, cacheCluster,
+        deletedAccountsManager, directoryQueue, keys, messagesManager, reservedUsernames, profilesManager,
+        pendingAccountsManager, secureStorageClient, secureBackupClient, clientPresenceManager, Clock.systemUTC());
+
+    final String username = namespace.getString("username");
+    final UUID accountIdentifier = UUID.fromString(namespace.getString("aci"));
+
+    accountsManager.getByAccountIdentifier(accountIdentifier).ifPresentOrElse(account -> {
+          try {
+            accountsManager.setUsername(account, username);
+          } catch (final UsernameNotAvailableException e) {
+            throw new IllegalArgumentException("Username already taken");
+          }
+        },
+        () -> {
+          throw new IllegalArgumentException("Account not found");
+        });
+  }
+}

service/src/main/java/org/whispersystems/textsecuregcm/workers/DeleteUserCommand.java

@@ -14,7 +14,6 @@ import com.amazonaws.services.dynamodbv2.AmazonDynamoDBClientBuilder;
 import com.fasterxml.jackson.databind.DeserializationFeature;
 import io.dropwizard.Application;
 import io.dropwizard.cli.EnvironmentCommand;
-import io.dropwizard.jdbi3.JdbiFactory;
 import io.dropwizard.setup.Environment;
 import io.lettuce.core.resource.ClientResources;
 import io.micrometer.core.instrument.Metrics;
@@ -24,7 +23,6 @@ import java.util.concurrent.ExecutorService;
 import java.util.concurrent.Executors;
 import net.sourceforge.argparse4j.inf.Namespace;
 import net.sourceforge.argparse4j.inf.Subparser;
-import org.jdbi.v3.core.Jdbi;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 import org.whispersystems.textsecuregcm.WhisperServerConfiguration;
@@ -43,8 +41,7 @@ import org.whispersystems.textsecuregcm.storage.AccountsManager.DeletionReason;
 import org.whispersystems.textsecuregcm.storage.DeletedAccounts;
 import org.whispersystems.textsecuregcm.storage.DeletedAccountsManager;
 import org.whispersystems.textsecuregcm.storage.DynamicConfigurationManager;
-import org.whispersystems.textsecuregcm.storage.FaultTolerantDatabase;
-import org.whispersystems.textsecuregcm.storage.KeysDynamoDb;
+import org.whispersystems.textsecuregcm.storage.Keys;
 import org.whispersystems.textsecuregcm.storage.MessagesCache;
 import org.whispersystems.textsecuregcm.storage.MessagesDynamoDb;
 import org.whispersystems.textsecuregcm.storage.MessagesManager;
@@ -55,10 +52,9 @@ import org.whispersystems.textsecuregcm.storage.ReportMessageDynamoDb;
 import org.whispersystems.textsecuregcm.storage.ReportMessageManager;
 import org.whispersystems.textsecuregcm.storage.ReservedUsernames;
 import org.whispersystems.textsecuregcm.storage.StoredVerificationCodeManager;
-import org.whispersystems.textsecuregcm.storage.Usernames;
-import org.whispersystems.textsecuregcm.storage.UsernamesManager;
 import org.whispersystems.textsecuregcm.storage.VerificationCodeStore;
 import org.whispersystems.textsecuregcm.util.DynamoDbFromConfig;
+import software.amazon.awssdk.services.dynamodb.DynamoDbAsyncClient;
 import software.amazon.awssdk.services.dynamodb.DynamoDbClient;
 
 public class DeleteUserCommand extends EnvironmentCommand<WhisperServerConfiguration> {
@@ -95,27 +91,7 @@ public class DeleteUserCommand extends EnvironmentCommand<WhisperServerConfigura
 
       environment.getObjectMapper().configure(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES, false);
 
-      JdbiFactory           jdbiFactory                 = new JdbiFactory();
-      Jdbi                  accountJdbi                 = jdbiFactory.build(environment, configuration.getAccountsDatabaseConfiguration(), "accountdb");
-      FaultTolerantDatabase accountDatabase             = new FaultTolerantDatabase("account_database_delete_user", accountJdbi, configuration.getAccountsDatabaseConfiguration().getCircuitBreakerConfiguration());
-      ClientResources       redisClusterClientResources = ClientResources.builder().build();
-
-      DynamoDbClient reportMessagesDynamoDb = DynamoDbFromConfig.client(
-          configuration.getReportMessageDynamoDbConfiguration(),
-          software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
-      DynamoDbClient messageDynamoDb = DynamoDbFromConfig.client(configuration.getMessageDynamoDbConfiguration(),
-          software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
-      DynamoDbClient preKeysDynamoDb = DynamoDbFromConfig.client(configuration.getKeysDynamoDbConfiguration(),
-          software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
-      DynamoDbClient accountsDynamoDbClient = DynamoDbFromConfig.client(
-          configuration.getAccountsDynamoDbConfiguration(),
-          software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
-      DynamoDbClient deletedAccountsDynamoDbClient = DynamoDbFromConfig.client(
-          configuration.getDeletedAccountsDynamoDbConfiguration(),
-          software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
-      DynamoDbClient phoneNumberIdentifiersDynamoDbClient =
-          DynamoDbFromConfig.client(configuration.getPhoneNumberIdentifiersDynamoDbConfiguration(),
-              software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
+      ClientResources redisClusterClientResources = ClientResources.builder().build();
 
       FaultTolerantRedisCluster cacheCluster = new FaultTolerantRedisCluster("main_cache_cluster",
           configuration.getCacheClusterConfiguration(), redisClusterClientResources);
@@ -137,41 +113,48 @@ public class DeleteUserCommand extends EnvironmentCommand<WhisperServerConfigura
           configuration.getAppConfig().getConfigurationName(), DynamicConfiguration.class);
       dynamicConfigurationManager.start();
 
-      DynamoDbClient pendingAccountsDynamoDbClient = DynamoDbFromConfig.client(configuration.getPendingAccountsDynamoDbConfiguration(),
+      DynamoDbAsyncClient dynamoDbAsyncClient = DynamoDbFromConfig.asyncClient(
+          configuration.getDynamoDbClientConfiguration(),
+          software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
+
+      DynamoDbClient dynamoDbClient = DynamoDbFromConfig.client(
+          configuration.getDynamoDbClientConfiguration(),
           software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
 
       AmazonDynamoDB deletedAccountsLockDynamoDbClient = AmazonDynamoDBClientBuilder.standard()
-          .withRegion(configuration.getDeletedAccountsLockDynamoDbConfiguration().getRegion())
+          .withRegion(configuration.getDynamoDbClientConfiguration().getRegion())
           .withClientConfiguration(new ClientConfiguration().withClientExecutionTimeout(
-                  ((int) configuration.getDeletedAccountsLockDynamoDbConfiguration().getClientExecutionTimeout()
+                  ((int) configuration.getDynamoDbClientConfiguration().getClientExecutionTimeout()
                       .toMillis()))
               .withRequestTimeout(
-                  (int) configuration.getDeletedAccountsLockDynamoDbConfiguration().getClientRequestTimeout()
+                  (int) configuration.getDynamoDbClientConfiguration().getClientRequestTimeout()
                       .toMillis()))
           .withCredentials(InstanceProfileCredentialsProvider.getInstance())
           .build();
 
-      DeletedAccounts deletedAccounts = new DeletedAccounts(deletedAccountsDynamoDbClient,
-          configuration.getDeletedAccountsDynamoDbConfiguration().getTableName(),
-          configuration.getDeletedAccountsDynamoDbConfiguration().getNeedsReconciliationIndexName());
-      VerificationCodeStore pendingAccounts = new VerificationCodeStore(pendingAccountsDynamoDbClient,
-          configuration.getPendingAccountsDynamoDbConfiguration().getTableName());
+      DeletedAccounts deletedAccounts = new DeletedAccounts(dynamoDbClient,
+          configuration.getDynamoDbTables().getDeletedAccounts().getTableName(),
+          configuration.getDynamoDbTables().getDeletedAccounts().getNeedsReconciliationIndexName());
+      VerificationCodeStore pendingAccounts = new VerificationCodeStore(dynamoDbClient,
+          configuration.getDynamoDbTables().getPendingAccounts().getTableName());
 
-      Accounts accounts = new Accounts(accountsDynamoDbClient,
-          configuration.getAccountsDynamoDbConfiguration().getTableName(),
-          configuration.getAccountsDynamoDbConfiguration().getPhoneNumberTableName(),
-          configuration.getAccountsDynamoDbConfiguration().getPhoneNumberIdentifierTableName(),
-          configuration.getAccountsDynamoDbConfiguration().getScanPageSize());
-      PhoneNumberIdentifiers phoneNumberIdentifiers = new PhoneNumberIdentifiers(phoneNumberIdentifiersDynamoDbClient,
-          configuration.getPhoneNumberIdentifiersDynamoDbConfiguration().getTableName());
-      Usernames usernames = new Usernames(accountDatabase);
-      Profiles profiles = new Profiles(accountDatabase);
-      ReservedUsernames reservedUsernames = new ReservedUsernames(accountDatabase);
-      KeysDynamoDb keysDynamoDb = new KeysDynamoDb(preKeysDynamoDb,
-          configuration.getKeysDynamoDbConfiguration().getTableName());
-      MessagesDynamoDb messagesDynamoDb = new MessagesDynamoDb(messageDynamoDb,
-          configuration.getMessageDynamoDbConfiguration().getTableName(),
-          configuration.getMessageDynamoDbConfiguration().getTimeToLive());
+      Accounts accounts = new Accounts(dynamoDbClient,
+          configuration.getDynamoDbTables().getAccounts().getTableName(),
+          configuration.getDynamoDbTables().getAccounts().getPhoneNumberTableName(),
+          configuration.getDynamoDbTables().getAccounts().getPhoneNumberIdentifierTableName(),
+          configuration.getDynamoDbTables().getAccounts().getUsernamesTableName(),
+          configuration.getDynamoDbTables().getAccounts().getScanPageSize());
+      PhoneNumberIdentifiers phoneNumberIdentifiers = new PhoneNumberIdentifiers(dynamoDbClient,
+          configuration.getDynamoDbTables().getPhoneNumberIdentifiers().getTableName());
+      Profiles profiles = new Profiles(dynamoDbClient, dynamoDbAsyncClient,
+          configuration.getDynamoDbTables().getProfiles().getTableName());
+      ReservedUsernames reservedUsernames = new ReservedUsernames(dynamoDbClient,
+          configuration.getDynamoDbTables().getReservedUsernames().getTableName());
+      Keys keys = new Keys(dynamoDbClient,
+          configuration.getDynamoDbTables().getKeys().getTableName());
+      MessagesDynamoDb messagesDynamoDb = new MessagesDynamoDb(dynamoDbClient,
+          configuration.getDynamoDbTables().getMessages().getTableName(),
+          configuration.getDynamoDbTables().getMessages().getExpiration());
       FaultTolerantRedisCluster messageInsertCacheCluster = new FaultTolerantRedisCluster("message_insert_cluster",
           configuration.getMessageCacheConfiguration().getRedisClusterConfiguration(), redisClusterClientResources);
       FaultTolerantRedisCluster messageReadDeleteCluster = new FaultTolerantRedisCluster("message_read_delete_cluster",
@@ -193,10 +176,9 @@ public class DeleteUserCommand extends EnvironmentCommand<WhisperServerConfigura
       PushLatencyManager pushLatencyManager = new PushLatencyManager(metricsCluster, dynamicConfigurationManager);
       DirectoryQueue directoryQueue = new DirectoryQueue(
           configuration.getDirectoryConfiguration().getSqsConfiguration());
-      UsernamesManager usernamesManager = new UsernamesManager(usernames, reservedUsernames, cacheCluster);
       ProfilesManager profilesManager = new ProfilesManager(profiles, cacheCluster);
-      ReportMessageDynamoDb reportMessageDynamoDb = new ReportMessageDynamoDb(reportMessagesDynamoDb,
-          configuration.getReportMessageDynamoDbConfiguration().getTableName(),
+      ReportMessageDynamoDb reportMessageDynamoDb = new ReportMessageDynamoDb(dynamoDbClient,
+          configuration.getDynamoDbTables().getReportMessage().getTableName(),
           configuration.getReportMessageConfiguration().getReportTtl());
       ReportMessageManager reportMessageManager = new ReportMessageManager(reportMessageDynamoDb, rateLimitersCluster,
           Metrics.globalRegistry, configuration.getReportMessageConfiguration().getCounterTtl());
@@ -204,10 +186,10 @@ public class DeleteUserCommand extends EnvironmentCommand<WhisperServerConfigura
           reportMessageManager);
       DeletedAccountsManager deletedAccountsManager = new DeletedAccountsManager(deletedAccounts,
           deletedAccountsLockDynamoDbClient,
-          configuration.getDeletedAccountsLockDynamoDbConfiguration().getTableName());
+          configuration.getDynamoDbTables().getDeletedAccountsLock().getTableName());
       StoredVerificationCodeManager pendingAccountsManager = new StoredVerificationCodeManager(pendingAccounts);
       AccountsManager accountsManager = new AccountsManager(accounts, phoneNumberIdentifiers, cacheCluster,
-          deletedAccountsManager, directoryQueue, keysDynamoDb, messagesManager, usernamesManager, profilesManager,
+          deletedAccountsManager, directoryQueue, keys, messagesManager, reservedUsernames, profilesManager,
           pendingAccountsManager, secureStorageClient, secureBackupClient, clientPresenceManager, clock);
 
       for (String user : users) {

service/src/main/java/org/whispersystems/textsecuregcm/workers/ReserveUsernameCommand.java

@@ -0,0 +1,64 @@
+/*
+ * Copyright 2013-2021 Signal Messenger, LLC
+ * SPDX-License-Identifier: AGPL-3.0-only
+ */
+
+package org.whispersystems.textsecuregcm.workers;
+
+import io.dropwizard.cli.ConfiguredCommand;
+import io.dropwizard.setup.Bootstrap;
+import net.sourceforge.argparse4j.inf.Namespace;
+import net.sourceforge.argparse4j.inf.Subparser;
+import org.whispersystems.textsecuregcm.WhisperServerConfiguration;
+import org.whispersystems.textsecuregcm.storage.ReservedUsernames;
+import org.whispersystems.textsecuregcm.util.DynamoDbFromConfig;
+import software.amazon.awssdk.services.dynamodb.DynamoDbClient;
+import java.util.UUID;
+import java.util.regex.Pattern;
+
+public class ReserveUsernameCommand extends ConfiguredCommand<WhisperServerConfiguration> {
+
+  public ReserveUsernameCommand() {
+    super("reserve-username", "Reserve a username pattern for a specific account identifier");
+  }
+
+  @Override
+  public void configure(final Subparser subparser) {
+    super.configure(subparser);
+
+    subparser.addArgument("-p", "--pattern")
+        .dest("pattern")
+        .type(String.class)
+        .required(true);
+
+    subparser.addArgument("-u", "--uuid")
+        .dest("uuid")
+        .type(String.class)
+        .required(true);
+  }
+
+  @Override
+  protected void run(final Bootstrap<WhisperServerConfiguration> bootstrap, final Namespace namespace,
+      final WhisperServerConfiguration config) throws Exception {
+
+    final DynamoDbClient dynamoDbClient = DynamoDbFromConfig.client(config.getDynamoDbClientConfiguration(),
+        software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
+
+    final ReservedUsernames reservedUsernames = new ReservedUsernames(dynamoDbClient,
+        config.getDynamoDbTables().getReservedUsernames().getTableName());
+
+    final String pattern = namespace.getString("pattern").trim();
+
+    try {
+      Pattern.compile(pattern);
+    } catch (final Exception e) {
+      throw new IllegalArgumentException("Bad pattern: " + pattern, e);
+    }
+
+    final UUID aci = UUID.fromString(namespace.getString("uuid").trim());
+
+    reservedUsernames.reserveUsername(pattern, aci);
+
+    System.out.format("Reserved %s for account %s\n", pattern, aci);
+  }
+}

service/src/main/java/org/whispersystems/textsecuregcm/workers/SetUserDiscoverabilityCommand.java

@@ -14,7 +14,6 @@ import com.amazonaws.services.dynamodbv2.AmazonDynamoDBClientBuilder;
 import com.fasterxml.jackson.databind.DeserializationFeature;
 import io.dropwizard.Application;
 import io.dropwizard.cli.EnvironmentCommand;
-import io.dropwizard.jdbi3.JdbiFactory;
 import io.dropwizard.setup.Environment;
 import io.lettuce.core.resource.ClientResources;
 import io.micrometer.core.instrument.Metrics;
@@ -25,7 +24,6 @@ import java.util.concurrent.ExecutorService;
 import java.util.concurrent.Executors;
 import net.sourceforge.argparse4j.inf.Namespace;
 import net.sourceforge.argparse4j.inf.Subparser;
-import org.jdbi.v3.core.Jdbi;
 import org.whispersystems.textsecuregcm.WhisperServerConfiguration;
 import org.whispersystems.textsecuregcm.auth.ExternalServiceCredentialGenerator;
 import org.whispersystems.textsecuregcm.configuration.dynamic.DynamicConfiguration;
@@ -41,8 +39,7 @@ import org.whispersystems.textsecuregcm.storage.AccountsManager;
 import org.whispersystems.textsecuregcm.storage.DeletedAccounts;
 import org.whispersystems.textsecuregcm.storage.DeletedAccountsManager;
 import org.whispersystems.textsecuregcm.storage.DynamicConfigurationManager;
-import org.whispersystems.textsecuregcm.storage.FaultTolerantDatabase;
-import org.whispersystems.textsecuregcm.storage.KeysDynamoDb;
+import org.whispersystems.textsecuregcm.storage.Keys;
 import org.whispersystems.textsecuregcm.storage.MessagesCache;
 import org.whispersystems.textsecuregcm.storage.MessagesDynamoDb;
 import org.whispersystems.textsecuregcm.storage.MessagesManager;
@@ -53,10 +50,9 @@ import org.whispersystems.textsecuregcm.storage.ReportMessageDynamoDb;
 import org.whispersystems.textsecuregcm.storage.ReportMessageManager;
 import org.whispersystems.textsecuregcm.storage.ReservedUsernames;
 import org.whispersystems.textsecuregcm.storage.StoredVerificationCodeManager;
-import org.whispersystems.textsecuregcm.storage.Usernames;
-import org.whispersystems.textsecuregcm.storage.UsernamesManager;
 import org.whispersystems.textsecuregcm.storage.VerificationCodeStore;
 import org.whispersystems.textsecuregcm.util.DynamoDbFromConfig;
+import software.amazon.awssdk.services.dynamodb.DynamoDbAsyncClient;
 import software.amazon.awssdk.services.dynamodb.DynamoDbClient;
 
 public class SetUserDiscoverabilityCommand extends EnvironmentCommand<WhisperServerConfiguration> {
@@ -96,29 +92,8 @@ public class SetUserDiscoverabilityCommand extends EnvironmentCommand<WhisperSer
       Clock clock = Clock.systemUTC();
       environment.getObjectMapper().configure(DeserializationFeature.FAIL_ON_UNKNOWN_PROPERTIES, false);
 
-      JdbiFactory jdbiFactory = new JdbiFactory();
-      Jdbi accountJdbi = jdbiFactory.build(environment, configuration.getAccountsDatabaseConfiguration(), "accountdb");
-      FaultTolerantDatabase accountDatabase = new FaultTolerantDatabase("account_database_delete_user", accountJdbi,
-          configuration.getAccountsDatabaseConfiguration().getCircuitBreakerConfiguration());
       ClientResources redisClusterClientResources = ClientResources.builder().build();
 
-      DynamoDbClient reportMessagesDynamoDb = DynamoDbFromConfig
-          .client(configuration.getReportMessageDynamoDbConfiguration(),
-              software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
-      DynamoDbClient messageDynamoDb = DynamoDbFromConfig.client(configuration.getMessageDynamoDbConfiguration(),
-          software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
-      DynamoDbClient preKeysDynamoDb = DynamoDbFromConfig.client(configuration.getKeysDynamoDbConfiguration(),
-          software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
-      DynamoDbClient accountsDynamoDbClient = DynamoDbFromConfig
-          .client(configuration.getAccountsDynamoDbConfiguration(),
-              software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
-      DynamoDbClient deletedAccountsDynamoDbClient = DynamoDbFromConfig
-          .client(configuration.getDeletedAccountsDynamoDbConfiguration(),
-              software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
-      DynamoDbClient phoneNumberIdentifiersDynamoDbClient =
-          DynamoDbFromConfig.client(configuration.getPhoneNumberIdentifiersDynamoDbConfiguration(),
-              software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
-
       FaultTolerantRedisCluster cacheCluster = new FaultTolerantRedisCluster("main_cache_cluster",
           configuration.getCacheClusterConfiguration(), redisClusterClientResources);
       FaultTolerantRedisCluster rateLimitersCluster = new FaultTolerantRedisCluster("rate_limiters",
@@ -141,42 +116,48 @@ public class SetUserDiscoverabilityCommand extends EnvironmentCommand<WhisperSer
           configuration.getAppConfig().getConfigurationName(), DynamicConfiguration.class);
       dynamicConfigurationManager.start();
 
-      DynamoDbClient pendingAccountsDynamoDbClient = DynamoDbFromConfig
-          .client(configuration.getPendingAccountsDynamoDbConfiguration(),
-              software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
+      DynamoDbAsyncClient dynamoDbAsyncClient = DynamoDbFromConfig.asyncClient(
+          configuration.getDynamoDbClientConfiguration(),
+          software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
+
+      DynamoDbClient dynamoDbClient = DynamoDbFromConfig.client(
+          configuration.getDynamoDbClientConfiguration(),
+          software.amazon.awssdk.auth.credentials.InstanceProfileCredentialsProvider.create());
 
       AmazonDynamoDB deletedAccountsLockDynamoDbClient = AmazonDynamoDBClientBuilder.standard()
-          .withRegion(configuration.getDeletedAccountsLockDynamoDbConfiguration().getRegion())
+          .withRegion(configuration.getDynamoDbClientConfiguration().getRegion())
           .withClientConfiguration(new ClientConfiguration().withClientExecutionTimeout(
-              ((int) configuration.getDeletedAccountsLockDynamoDbConfiguration().getClientExecutionTimeout()
+              ((int) configuration.getDynamoDbClientConfiguration().getClientExecutionTimeout()
                   .toMillis()))
               .withRequestTimeout(
-                  (int) configuration.getDeletedAccountsLockDynamoDbConfiguration().getClientRequestTimeout()
+                  (int) configuration.getDynamoDbClientConfiguration().getClientRequestTimeout()
                       .toMillis()))
           .withCredentials(InstanceProfileCredentialsProvider.getInstance())
           .build();
 
-      DeletedAccounts deletedAccounts = new DeletedAccounts(deletedAccountsDynamoDbClient,
-          configuration.getDeletedAccountsDynamoDbConfiguration().getTableName(),
-          configuration.getDeletedAccountsDynamoDbConfiguration().getNeedsReconciliationIndexName());
-      VerificationCodeStore pendingAccounts = new VerificationCodeStore(pendingAccountsDynamoDbClient,
-          configuration.getPendingAccountsDynamoDbConfiguration().getTableName());
+      DeletedAccounts deletedAccounts = new DeletedAccounts(dynamoDbClient,
+          configuration.getDynamoDbTables().getDeletedAccounts().getTableName(),
+          configuration.getDynamoDbTables().getDeletedAccounts().getNeedsReconciliationIndexName());
+      VerificationCodeStore pendingAccounts = new VerificationCodeStore(dynamoDbClient,
+          configuration.getDynamoDbTables().getPendingAccounts().getTableName());
 
-      Accounts accounts = new Accounts(accountsDynamoDbClient,
-          configuration.getAccountsDynamoDbConfiguration().getTableName(),
-          configuration.getAccountsDynamoDbConfiguration().getPhoneNumberTableName(),
-          configuration.getAccountsDynamoDbConfiguration().getPhoneNumberIdentifierTableName(),
-          configuration.getAccountsDynamoDbConfiguration().getScanPageSize());
-      PhoneNumberIdentifiers phoneNumberIdentifiers = new PhoneNumberIdentifiers(phoneNumberIdentifiersDynamoDbClient,
-          configuration.getPhoneNumberIdentifiersDynamoDbConfiguration().getTableName());
-      Usernames usernames = new Usernames(accountDatabase);
-      Profiles profiles = new Profiles(accountDatabase);
-      ReservedUsernames reservedUsernames = new ReservedUsernames(accountDatabase);
-      KeysDynamoDb keysDynamoDb = new KeysDynamoDb(preKeysDynamoDb,
-          configuration.getKeysDynamoDbConfiguration().getTableName());
-      MessagesDynamoDb messagesDynamoDb = new MessagesDynamoDb(messageDynamoDb,
-          configuration.getMessageDynamoDbConfiguration().getTableName(),
-          configuration.getMessageDynamoDbConfiguration().getTimeToLive());
+      Accounts accounts = new Accounts(dynamoDbClient,
+          configuration.getDynamoDbTables().getAccounts().getTableName(),
+          configuration.getDynamoDbTables().getAccounts().getPhoneNumberTableName(),
+          configuration.getDynamoDbTables().getAccounts().getPhoneNumberIdentifierTableName(),
+          configuration.getDynamoDbTables().getAccounts().getUsernamesTableName(),
+          configuration.getDynamoDbTables().getAccounts().getScanPageSize());
+      PhoneNumberIdentifiers phoneNumberIdentifiers = new PhoneNumberIdentifiers(dynamoDbClient,
+          configuration.getDynamoDbTables().getPhoneNumberIdentifiers().getTableName());
+      Profiles profiles = new Profiles(dynamoDbClient, dynamoDbAsyncClient,
+          configuration.getDynamoDbTables().getProfiles().getTableName());
+      ReservedUsernames reservedUsernames = new ReservedUsernames(dynamoDbClient,
+          configuration.getDynamoDbTables().getReservedUsernames().getTableName());
+      Keys keys = new Keys(dynamoDbClient,
+          configuration.getDynamoDbTables().getKeys().getTableName());
+      MessagesDynamoDb messagesDynamoDb = new MessagesDynamoDb(dynamoDbClient,
+          configuration.getDynamoDbTables().getMessages().getTableName(),
+          configuration.getDynamoDbTables().getMessages().getExpiration());
       FaultTolerantRedisCluster messageInsertCacheCluster = new FaultTolerantRedisCluster("message_insert_cluster",
           configuration.getMessageCacheConfiguration().getRedisClusterConfiguration(), redisClusterClientResources);
       FaultTolerantRedisCluster messageReadDeleteCluster = new FaultTolerantRedisCluster("message_read_delete_cluster",
@@ -196,10 +177,9 @@ public class SetUserDiscoverabilityCommand extends EnvironmentCommand<WhisperSer
       PushLatencyManager pushLatencyManager = new PushLatencyManager(metricsCluster, dynamicConfigurationManager);
       DirectoryQueue directoryQueue = new DirectoryQueue(
           configuration.getDirectoryConfiguration().getSqsConfiguration());
-      UsernamesManager usernamesManager = new UsernamesManager(usernames, reservedUsernames, cacheCluster);
       ProfilesManager profilesManager = new ProfilesManager(profiles, cacheCluster);
-      ReportMessageDynamoDb reportMessageDynamoDb = new ReportMessageDynamoDb(reportMessagesDynamoDb,
-          configuration.getReportMessageDynamoDbConfiguration().getTableName(),
+      ReportMessageDynamoDb reportMessageDynamoDb = new ReportMessageDynamoDb(dynamoDbClient,
+          configuration.getDynamoDbTables().getReportMessage().getTableName(),
           configuration.getReportMessageConfiguration().getReportTtl());
       ReportMessageManager reportMessageManager = new ReportMessageManager(reportMessageDynamoDb, rateLimitersCluster,
           Metrics.globalRegistry, configuration.getReportMessageConfiguration().getCounterTtl());
@@ -207,10 +187,10 @@ public class SetUserDiscoverabilityCommand extends EnvironmentCommand<WhisperSer
           reportMessageManager);
       DeletedAccountsManager deletedAccountsManager = new DeletedAccountsManager(deletedAccounts,
           deletedAccountsLockDynamoDbClient,
-          configuration.getDeletedAccountsLockDynamoDbConfiguration().getTableName());
+          configuration.getDynamoDbTables().getDeletedAccountsLock().getTableName());
       StoredVerificationCodeManager pendingAccountsManager = new StoredVerificationCodeManager(pendingAccounts);
       AccountsManager accountsManager = new AccountsManager(accounts, phoneNumberIdentifiers, cacheCluster,
-          deletedAccountsManager, directoryQueue, keysDynamoDb, messagesManager, usernamesManager, profilesManager,
+          deletedAccountsManager, directoryQueue, keys, messagesManager, reservedUsernames, profilesManager,
           pendingAccountsManager, secureStorageClient, secureBackupClient, clientPresenceManager, clock);
 
       Optional<Account> maybeAccount;

service/src/main/proto/TextSecure.proto

@@ -42,6 +42,7 @@ message Envelope {
   optional string serverGuid = 9;
   optional uint64 server_timestamp = 10;
   optional bool ephemeral = 12; // indicates that the message should not be persisted if the recipient is offline
+  optional string destinationUuid = 13;
 }
 
 message ProvisioningUuid {

service/src/main/resources/accountsdb.xml

@@ -1,388 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-
-<!--
-  ~ Copyright 2013-2021 Signal Messenger, LLC
-  ~ SPDX-License-Identifier: AGPL-3.0-only
-  -->
-
-<databaseChangeLog
-        xmlns="http://www.liquibase.org/xml/ns/dbchangelog"
-        xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
-        xsi:schemaLocation="http://www.liquibase.org/xml/ns/dbchangelog
-         http://www.liquibase.org/xml/ns/dbchangelog/dbchangelog-2.0.xsd"
-        logicalFilePath="migrations.xml">
-
-    <changeSet id="1" author="moxie">
-        <createTable tableName="accounts">
-            <column name="id" type="bigint" autoIncrement="true">
-                <constraints primaryKey="true" nullable="false"/>
-            </column>
-
-            <column name="number" type="varchar(255)">
-                <constraints unique="true" nullable="false"/>
-            </column>
-
-            <column name="auth_token" type="varchar(255)">
-                <constraints nullable="false"/>
-            </column>
-
-            <column name="salt" type="varchar(255)">
-                <constraints nullable="false"/>
-            </column>
-
-            <column name="signaling_key" type="varchar(255)"/>
-
-            <column name="gcm_id" type="text"/>
-
-            <column name="apn_id" type="text"/>
-
-            <column name="supports_sms" type="smallint" defaultValue="0"/>
-        </createTable>
-
-        <createTable tableName="pending_accounts">
-            <column name="id" type="bigint" autoIncrement="true">
-                <constraints primaryKey="true" nullable="false"/>
-            </column>
-
-            <column name="number" type="varchar(255)">
-                <constraints unique="true" nullable="false"/>
-            </column>
-
-            <column name="verification_code" type="varchar(255)">
-                <constraints nullable="false"/>
-            </column>
-        </createTable>
-
-        <createTable tableName="keys">
-            <column name="id" type="bigint" autoIncrement="true">
-                <constraints primaryKey="true" nullable="false"/>
-            </column>
-
-            <column name="number" type="varchar(255)">
-                <constraints nullable="false"/>
-            </column>
-
-            <column name="key_id" type="bigint">
-                <constraints nullable="false"/>
-            </column>
-
-            <column name="public_key" type="text">
-                <constraints nullable="false"/>
-            </column>
-
-            <column name="identity_key" type="text">
-                <constraints nullable="false"/>
-            </column>
-
-            <column name="last_resort" type="smallint" defaultValue="0"/>
-        </createTable>
-
-        <createIndex tableName="keys" indexName="keys_number_index">
-            <column name="number"/>
-        </createIndex>
-    </changeSet>
-
-    <changeSet id="2" author="matt">
-
-        <addColumn tableName="accounts">
-            <column name="data" type="json" />
-        </addColumn>
-
-        <sql>CREATE type device_t AS (id integer, "authToken" varchar(255), salt varchar(255), "signalingKey" varchar(255), "gcmId" text, "apnId" text);</sql>
-        <sql>CREATE type account_t AS (number varchar(255), "supportsSms" smallint, devices device_t array);</sql>
-        <sql>UPDATE accounts SET data = row_to_json(row(number, supports_sms, array[row(1, auth_token, salt, signaling_key, gcm_id, apn_id)::device_t])::account_t)</sql>
-
-        <addNotNullConstraint tableName="accounts" columnName="data"/>
-
-        <dropColumn tableName="accounts" columnName="auth_token"/>
-        <dropColumn tableName="accounts" columnName="salt"/>
-        <dropColumn tableName="accounts" columnName="signaling_key"/>
-        <dropColumn tableName="accounts" columnName="gcm_id"/>
-        <dropColumn tableName="accounts" columnName="apn_id"/>
-        <dropColumn tableName="accounts" columnName="supports_sms"/>
-
-        <sql>DROP type account_t;</sql>
-        <sql>DROP type device_t;</sql>
-
-        <addColumn tableName="keys">
-            <column name="device_id" type="bigint" defaultValue="1">
-                <constraints nullable="false" />
-            </column>
-        </addColumn>
-
-        <createTable tableName="pending_devices">
-            <column name="id" type="bigint" autoIncrement="true">
-                <constraints primaryKey="true" nullable="false"/>
-            </column>
-
-            <column name="number" type="text">
-                <constraints unique="true" nullable="false"/>
-            </column>
-
-            <column name="verification_code" type="text">
-                <constraints nullable="false"/>
-            </column>
-        </createTable>
-
-        <createTable tableName="messages">
-            <column name="id" type="bigint" autoIncrement="true">
-                <constraints primaryKey="true" nullable="false"/>
-            </column>
-
-            <column name="account_id" type="bigint">
-                <constraints nullable="false"/>
-            </column>
-
-            <column name="device_id" type="bigint">
-                <constraints nullable="false"/>
-            </column>
-
-            <column name="encrypted_message" type="text">
-                <constraints nullable="false"/>
-            </column>
-        </createTable>
-
-        <createIndex tableName="messages" indexName="messages_account_and_device">
-            <column name="account_id"/>
-            <column name="device_id"/>
-        </createIndex>
-
-    </changeSet>
-
-    <changeSet id="3" author="moxie">
-        <sql>CREATE OR REPLACE FUNCTION "custom_json_object_set_key"(
-            "json"          json,
-            "key_to_set"    TEXT,
-            "value_to_set"  anyelement
-            )
-            RETURNS json
-            LANGUAGE sql
-            IMMUTABLE
-            STRICT
-            AS $function$
-            SELECT COALESCE(
-            (SELECT ('{' || string_agg(to_json("key") || ':' || "value", ',') || '}')
-            FROM (SELECT *
-            FROM json_each("json")
-            WHERE "key" &lt;&gt; "key_to_set"
-            UNION ALL
-            SELECT "key_to_set", to_json("value_to_set")) AS "fields"),
-            '{}'
-            )::json
-            $function$;</sql>
-        <sql>UPDATE accounts SET data = custom_json_object_set_key(data, 'identityKey', k.identity_key) FROM keys k WHERE (data->>'identityKey')::text is null AND k.number = data->>'number' AND k.last_resort = 1;</sql>
-        <sql>UPDATE accounts SET data = custom_json_object_set_key(data, 'identityKey', k.identity_key) FROM keys k WHERE (data->>'identityKey')::text is null AND k.number = data->>'number';</sql>
-    </changeSet>
-
-    <changeSet id="4" author="moxie">
-        <dropColumn tableName="keys" columnName="identity_key"/>
-    </changeSet>
-
-    <changeSet id="5" author="moxie">
-        <addColumn tableName="pending_accounts">
-            <column name="timestamp" type="bigint" defaultValueComputed="extract(epoch from now()) * 1000">
-                <constraints nullable="false"/>
-            </column>
-        </addColumn>
-
-        <addColumn tableName="pending_devices">
-            <column name="timestamp" type="bigint" defaultValueComputed="extract(epoch from now()) * 1000">
-                <constraints nullable="false"/>
-            </column>
-        </addColumn>
-    </changeSet>
-
-    <changeSet id="6" author="moxie">
-        <addColumn tableName="pending_accounts">
-            <column name="push_code" type="text">
-                <constraints nullable="true"/>
-            </column>
-        </addColumn>
-
-        <dropNotNullConstraint tableName="pending_accounts" columnName="verification_code"/>
-    </changeSet>
-
-    <changeSet id="7" author="moxie">
-        <addColumn tableName="accounts">
-            <column name="uuid" type="uuid"/>
-        </addColumn>
-    </changeSet>
-
-    <changeSet id="8" author="moxie" runInTransaction="false">
-        <sql>CREATE UNIQUE INDEX CONCURRENTLY uuid_index ON accounts (uuid);</sql>
-    </changeSet>
-
-    <changeSet id="9" author="moxie">
-        <createTable tableName="usernames">
-            <column name="id" type="bigint" autoIncrement="true">
-                <constraints nullable="false" primaryKey="true"/>
-            </column>
-
-            <column name="uuid" type="uuid">
-                <constraints nullable="false" unique="true"/>
-            </column>
-
-            <column name="username" type="text">
-                <constraints nullable="false" unique="true"/>
-            </column>
-        </createTable>
-    </changeSet>
-
-    <changeSet id="10" author="moxie">
-        <createTable tableName="reserved_usernames">
-            <column name="id" type="bigint" autoIncrement="true">
-                <constraints nullable="false" primaryKey="true"/>
-            </column>
-
-            <column name="username" type="text">
-                <constraints nullable="false" unique="true"/>
-            </column>
-
-            <column name="uuid" type="uuid">
-                <constraints nullable="false"/>
-            </column>
-        </createTable>
-    </changeSet>
-
-    <changeSet id="11" author="moxie">
-        <createTable tableName="profiles">
-            <column name="id" type="bigint" autoIncrement="true">
-                <constraints nullable="false" primaryKey="true"/>
-            </column>
-
-            <column name="uuid" type="uuid">
-                <constraints nullable="false"/>
-            </column>
-
-            <column name="version" type="text">
-                <constraints nullable="false"/>
-            </column>
-
-            <column name="name" type="text">
-                <constraints nullable="false"/>
-            </column>
-
-            <column name="avatar" type="text">
-                <constraints nullable="true"/>
-            </column>
-
-            <column name="commitment" type="bytea">
-                <constraints nullable="false"/>
-            </column>
-        </createTable>
-
-        <addUniqueConstraint tableName="profiles" columnNames="uuid, version" constraintName="uuid_and_version"/>
-
-        <createIndex tableName="profiles" indexName="profiles_uuid">
-            <column name="uuid"/>
-        </createIndex>
-    </changeSet>
-
-    <changeSet id="12" author="moxie">
-        <createTable tableName="remote_config">
-            <column name="id" type="bigint" autoIncrement="true">
-                <constraints nullable="false" primaryKey="true"/>
-            </column>
-
-            <column name="name" type="text">
-                <constraints nullable="false" unique="true"/>
-            </column>
-
-            <column name="percentage" type="int">
-                <constraints nullable="false"/>
-            </column>
-
-            <column name="uuids" type="uuid[]">
-                <constraints nullable="false"/>
-            </column>
-        </createTable>
-    </changeSet>
-
-    <changeSet id="13" author="moxie">
-        <addColumn tableName="keys">
-            <column name="deleted" type="boolean"/>
-        </addColumn>
-    </changeSet>
-
-    <changeSet id="14" author="moxie" runInTransaction="false">
-        <sql>CREATE INDEX CONCURRENTLY deleted_key_index ON keys (deleted);</sql>
-    </changeSet>
-
-    <changeSet id="15" author="moxie" runInTransaction="false">
-        <sql>DROP INDEX CONCURRENTLY deleted_key_index;</sql>
-    </changeSet>
-
-    <changeSet id="16" author="moxie">
-        <dropColumn tableName="keys" columnName="deleted"/>
-    </changeSet>
-
-    <changeSet id="17" author="ehren">
-        <addColumn tableName="remote_config">
-            <column name="default_value" type="text"/>
-            <column name="value" type="text"/>
-        </addColumn>
-    </changeSet>
-
-    <changeSet id="18" author="ehren">
-        <addColumn tableName="remote_config">
-            <column name="hash_key" type="text"/>
-        </addColumn>
-    </changeSet>
-
-    <changeSet id="19" author="jon">
-        <createTable tableName="feature_flags">
-            <column name="flag" type="text">
-                <constraints primaryKey="true" nullable="false"/>
-            </column>
-
-            <column name="active" type="boolean"/>
-        </createTable>
-    </changeSet>
-
-    <changeSet id="20" author="jon">
-        <addColumn tableName="profiles">
-            <column name="about" type="text">
-                <constraints nullable="true"/>
-            </column>
-
-            <column name="about_emoji" type="text">
-                <constraints nullable="true"/>
-            </column>
-        </addColumn>
-    </changeSet>
-
-    <changeSet id="21" author="ehren">
-        <dropTable tableName="messages"/>
-    </changeSet>
-
-    <changeSet id="22" author="jon">
-        <dropTable tableName="feature_flags" />
-    </changeSet>
-
-    <changeSet id="23" author="ehren">
-        <addColumn tableName="profiles">
-            <column name="payment_address" type="text">
-                <constraints nullable="true"/>
-            </column>
-        </addColumn>
-    </changeSet>
-
-    <changeSet id="24" author="chris">
-        <addColumn tableName="pending_accounts">
-            <column name="twilio_verification_sid" type="text">
-                <constraints nullable="true" />
-            </column>
-        </addColumn>
-    </changeSet>
-
-    <changeSet id="25" author="chris">
-        <addColumn tableName="accounts">
-            <column name="version" type="int" defaultValue="0"/>
-        </addColumn>
-    </changeSet>
-
-    <changeSet id="26" author="chris">
-        <dropTable tableName="accounts"/>
-    </changeSet>
-
-</databaseChangeLog>

service/src/test/java/org/whispersystems/textsecuregcm/CheckServiceConfigurations.java

@@ -0,0 +1,56 @@
+/*
+ * Copyright 2021 Signal Messenger, LLC
+ * SPDX-License-Identifier: AGPL-3.0-only
+ */
+
+package org.whispersystems.textsecuregcm;
+
+import java.io.File;
+import java.util.Arrays;
+
+/**
+ * Checks whether all YAML configuration files in a given directory are valid.
+ * <p>
+ * Note: the current implementation fails fast, rather than reporting multiple invalid files
+ */
+public class CheckServiceConfigurations {
+
+  private void checkConfiguration(final File configDirectory) {
+
+    final File[] configFiles = configDirectory.listFiles(f ->
+        !f.isDirectory()
+            && f.getPath().endsWith(".yml"));
+
+    if (configFiles == null || configFiles.length == 0) {
+      throw new IllegalArgumentException("No .yml configuration files found at " + configDirectory.getPath());
+    }
+
+    for (File configFile : configFiles) {
+      String[] args = new String[]{"check", configFile.getAbsolutePath()};
+
+      try {
+        new WhisperServerService().run(args);
+      } catch (final Exception e) {
+        // Invalid configuration will cause the "check" command to call `System.exit()`, rather than throwing,
+        // so this is unexpected
+        throw new RuntimeException(e);
+      }
+    }
+  }
+
+  public static void main(String[] args) {
+
+    if (args.length != 1) {
+      throw new IllegalArgumentException("Expected single argument with config directory: " + Arrays.toString(args));
+    }
+
+    final File configDirectory = new File(args[0]);
+
+    if (!(configDirectory.exists() && configDirectory.isDirectory())) {
+      throw new IllegalArgumentException("No directory found at " + configDirectory.getPath());
+    }
+
+    new CheckServiceConfigurations().checkConfiguration(configDirectory);
+  }
+
+}

service/src/test/java/org/whispersystems/textsecuregcm/auth/AuthEnablementRefreshRequirementProviderTest.java

@@ -190,12 +190,12 @@ class AuthEnablementRefreshRequirementProviderTest {
     assertAll(
         initialEnabled.keySet().stream()
             .map(deviceId -> () -> verify(clientPresenceManager, times(expectDisplacedPresence ? 1 : 0))
-                .displacePresence(account.getUuid(), deviceId)));
+                .disconnectPresence(account.getUuid(), deviceId)));
 
     assertAll(
         finalEnabled.keySet().stream()
             .map(deviceId -> () -> verify(clientPresenceManager, times(expectDisplacedPresence ? 1 : 0))
-                .displacePresence(account.getUuid(), deviceId)));
+                .disconnectPresence(account.getUuid(), deviceId)));
   }
 
   static Stream<Arguments> testDeviceEnabledChanged() {
@@ -227,9 +227,9 @@ class AuthEnablementRefreshRequirementProviderTest {
 
     assertEquals(initialDeviceCount + addedDeviceNames.size(), account.getDevices().size());
 
-    verify(clientPresenceManager).displacePresence(account.getUuid(), 1);
-    verify(clientPresenceManager).displacePresence(account.getUuid(), 2);
-    verify(clientPresenceManager).displacePresence(account.getUuid(), 3);
+    verify(clientPresenceManager).disconnectPresence(account.getUuid(), 1);
+    verify(clientPresenceManager).disconnectPresence(account.getUuid(), 2);
+    verify(clientPresenceManager).disconnectPresence(account.getUuid(), 3);
   }
 
   @ParameterizedTest
@@ -260,7 +260,7 @@ class AuthEnablementRefreshRequirementProviderTest {
     assertEquals(200, response.getStatus());
 
     initialDeviceIds.forEach(deviceId ->
-        verify(clientPresenceManager).displacePresence(account.getUuid(), deviceId));
+        verify(clientPresenceManager).disconnectPresence(account.getUuid(), deviceId));
 
     verifyNoMoreInteractions(clientPresenceManager);
   }
@@ -285,8 +285,8 @@ class AuthEnablementRefreshRequirementProviderTest {
 
     assertTrue(account.getDevice(deletedDeviceId).isEmpty());
 
-    initialDeviceIds.forEach(deviceId -> verify(clientPresenceManager).displacePresence(account.getUuid(), deviceId));
-    verify(clientPresenceManager).displacePresence(account.getUuid(), deletedDeviceId);
+    initialDeviceIds.forEach(deviceId -> verify(clientPresenceManager).disconnectPresence(account.getUuid(), deviceId));
+    verify(clientPresenceManager).disconnectPresence(account.getUuid(), deletedDeviceId);
 
     verifyNoMoreInteractions(clientPresenceManager);
   }