-
Notifications
You must be signed in to change notification settings - Fork 1
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
feature: support standalone seamless ha
Signed-off-by: bodong.ybd <bodong.ybd@alibaba-inc.com>
- Loading branch information
1 parent
12974bc
commit b78a3fe
Showing
8 changed files
with
443 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
143 changes: 143 additions & 0 deletions
143
src/main/java/io/jackey/executors/RedirectCommandExecutor.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,143 @@ | ||
| package io.jackey.executors; | ||
|
|
||
| import java.time.Duration; | ||
| import java.time.Instant; | ||
| import java.util.concurrent.ThreadLocalRandom; | ||
| import java.util.concurrent.TimeUnit; | ||
|
|
||
| import io.jackey.CommandObject; | ||
| import io.jackey.Connection; | ||
| import io.jackey.annots.VisibleForTesting; | ||
| import io.jackey.exceptions.JedisConnectionException; | ||
| import io.jackey.exceptions.JedisException; | ||
| import io.jackey.exceptions.JedisRedirectionException; | ||
| import io.jackey.providers.RedirectConnectionProvider; | ||
| import io.jackey.util.IOUtils; | ||
| import org.slf4j.Logger; | ||
| import org.slf4j.LoggerFactory; | ||
|
|
||
| public class RedirectCommandExecutor implements CommandExecutor { | ||
|
|
||
| private final Logger log = LoggerFactory.getLogger(getClass()); | ||
|
|
||
| public final RedirectConnectionProvider provider; | ||
| protected final int maxAttempts; | ||
| protected final Duration maxTotalRetriesDuration; | ||
|
|
||
| public RedirectCommandExecutor(RedirectConnectionProvider provider, int maxAttempts, | ||
| Duration maxTotalRetriesDuration) { | ||
| this.provider = provider; | ||
| this.maxAttempts = maxAttempts; | ||
| this.maxTotalRetriesDuration = maxTotalRetriesDuration; | ||
| } | ||
|
|
||
| @Override | ||
| public void close() { | ||
| this.provider.close(); | ||
| } | ||
|
|
||
| @Override | ||
| public final <T> T executeCommand(CommandObject<T> commandObject) { | ||
| Instant deadline = Instant.now().plus(maxTotalRetriesDuration); | ||
|
|
||
| int consecutiveConnectionFailures = 0; | ||
| Exception lastException = null; | ||
| for (int attemptsLeft = this.maxAttempts; attemptsLeft > 0; attemptsLeft--) { | ||
| Connection connection = null; | ||
| try { | ||
| connection = provider.getConnection(); | ||
| return execute(connection, commandObject); | ||
|
|
||
| } catch (JedisConnectionException jce) { | ||
| lastException = jce; | ||
| ++consecutiveConnectionFailures; | ||
| log.debug("Failed connecting to Redis: {}", connection, jce); | ||
| // "- 1" because we just did one, but the attemptsLeft counter hasn't been decremented yet | ||
| boolean reset = handleConnectionProblem(attemptsLeft - 1, consecutiveConnectionFailures, deadline); | ||
| if (reset) { | ||
| consecutiveConnectionFailures = 0; | ||
| } | ||
| } catch (JedisRedirectionException jre) { | ||
| // avoid updating lastException if it is a connection exception | ||
| if (lastException == null || lastException instanceof JedisRedirectionException) { | ||
| lastException = jre; | ||
| } | ||
| log.debug("Redirected by server to {}", jre.getTargetNode()); | ||
| consecutiveConnectionFailures = 0; | ||
| provider.renewPool(connection, jre.getTargetNode()); | ||
| } finally { | ||
| IOUtils.closeQuietly(connection); | ||
| } | ||
| if (Instant.now().isAfter(deadline)) { | ||
| throw new JedisException("Redirect retry deadline exceeded."); | ||
| } | ||
| } | ||
|
|
||
| JedisException maxRedirectException = new JedisException("No more redirect attempts left."); | ||
| maxRedirectException.addSuppressed(lastException); | ||
| throw maxRedirectException; | ||
| } | ||
|
|
||
| /** | ||
| * WARNING: This method is accessible for the purpose of testing. | ||
| * This should not be used or overriden. | ||
| */ | ||
| @VisibleForTesting | ||
| protected <T> T execute(Connection connection, CommandObject<T> commandObject) { | ||
| return connection.executeCommand(commandObject); | ||
| } | ||
|
|
||
| /** | ||
| * Related values should be reset if <code>TRUE</code> is returned. | ||
| * | ||
| * @param attemptsLeft | ||
| * @param consecutiveConnectionFailures | ||
| * @param doneDeadline | ||
| * @return true - if some actions are taken | ||
| * <br /> false - if no actions are taken | ||
| */ | ||
| private boolean handleConnectionProblem(int attemptsLeft, int consecutiveConnectionFailures, Instant doneDeadline) { | ||
| if (this.maxAttempts < 3) { | ||
| if (attemptsLeft == 0) { | ||
| provider.renewPool(null, null); | ||
| return true; | ||
| } | ||
| return false; | ||
| } | ||
|
|
||
| if (consecutiveConnectionFailures < 2) { | ||
| return false; | ||
| } | ||
|
|
||
| sleep(getBackoffSleepMillis(attemptsLeft, doneDeadline)); | ||
| provider.renewPool(null, null); | ||
| return true; | ||
| } | ||
|
|
||
| private static long getBackoffSleepMillis(int attemptsLeft, Instant deadline) { | ||
| if (attemptsLeft <= 0) { | ||
| return 0; | ||
| } | ||
|
|
||
| long millisLeft = Duration.between(Instant.now(), deadline).toMillis(); | ||
| if (millisLeft < 0) { | ||
| throw new JedisException("Redirect retry deadline exceeded."); | ||
| } | ||
|
|
||
| long maxBackOff = millisLeft / (attemptsLeft * attemptsLeft); | ||
| return ThreadLocalRandom.current().nextLong(maxBackOff + 1); | ||
| } | ||
|
|
||
| /** | ||
| * WARNING: This method is accessible for the purpose of testing. | ||
| * This should not be used or overriden. | ||
| */ | ||
| @VisibleForTesting | ||
| protected void sleep(long sleepMillis) { | ||
| try { | ||
| TimeUnit.MILLISECONDS.sleep(sleepMillis); | ||
| } catch (InterruptedException e) { | ||
| throw new JedisException(e); | ||
| } | ||
| } | ||
| } |
Oops, something went wrong.