|
41 | 41 | import org.junit.jupiter.api.Assertions; |
42 | 42 | import org.junit.jupiter.api.BeforeEach; |
43 | 43 | import org.junit.jupiter.api.Test; |
| 44 | +import org.junit.jupiter.params.ParameterizedTest; |
| 45 | +import org.junit.jupiter.params.provider.EnumSource; |
44 | 46 | import org.mockito.ArgumentCaptor; |
45 | 47 | import org.mockito.MockedStatic; |
46 | 48 | import org.mockito.Mockito; |
|
56 | 58 | import java.util.LinkedHashMap; |
57 | 59 | import java.util.List; |
58 | 60 | import java.util.Map; |
| 61 | +import java.util.concurrent.ThreadPoolExecutor; |
59 | 62 | import java.util.concurrent.atomic.AtomicReference; |
60 | 63 |
|
61 | 64 | public class CloudWarmUpJobTest { |
@@ -186,6 +189,88 @@ public void testPendingRetryKeepsErrMsgWhenJobStarts() throws Exception { |
186 | 189 | Mockito.verify(editLog).logModifyCloudWarmUpJob(job); |
187 | 190 | } |
188 | 191 |
|
| 192 | + @ParameterizedTest |
| 193 | + @EnumSource(value = SyncMode.class, names = {"ONCE", "PERIODIC"}) |
| 194 | + public void testPendingInitializationFailureReleasesDestinationLock(SyncMode syncMode) throws Exception { |
| 195 | + CloudWarmUpJob job = Mockito.spy(createPendingJob(204L, syncMode)); |
| 196 | + CloudWarmUpJob nextJob = createPendingJob(205L, SyncMode.ONCE); |
| 197 | + CloudEnv cloudEnv = Mockito.mock(CloudEnv.class); |
| 198 | + CacheHotspotManager manager = new CacheHotspotManager(Mockito.mock(CloudSystemInfoService.class), |
| 199 | + Mockito.mock(ThreadPoolExecutor.class)); |
| 200 | + EditLog editLog = Mockito.mock(EditLog.class); |
| 201 | + Mockito.when(cloudEnv.getCacheHotspotMgr()).thenReturn(manager); |
| 202 | + Mockito.when(cloudEnv.getEditLog()).thenReturn(editLog); |
| 203 | + Mockito.doAnswer(invocation -> { |
| 204 | + Assertions.assertFalse(manager.tryRegisterRunningJob(nextJob)); |
| 205 | + throw new IllegalStateException("initialization failed"); |
| 206 | + }).when(job).fetchBeToTabletIdBatches(); |
| 207 | + |
| 208 | + try (MockedStatic<Env> mockedEnv = Mockito.mockStatic(Env.class)) { |
| 209 | + mockedEnv.when(Env::getCurrentEnv).thenReturn(cloudEnv); |
| 210 | + job.run(); |
| 211 | + |
| 212 | + Assertions.assertTrue(manager.tryRegisterRunningJob(nextJob)); |
| 213 | + Assertions.assertEquals(syncMode == SyncMode.ONCE ? JobState.CANCELLED : JobState.PENDING, |
| 214 | + job.getJobState()); |
| 215 | + Assertions.assertEquals("Failed to initialize warm up job: initialization failed", job.getErrMsg()); |
| 216 | + Assertions.assertTrue(job.getStartTimeMs() > 0); |
| 217 | + Assertions.assertTrue(job.getFinishedTimeMs() >= job.getStartTimeMs()); |
| 218 | + Assertions.assertEquals(syncMode == SyncMode.PERIODIC, job.shouldWait()); |
| 219 | + Mockito.verify(editLog).logModifyCloudWarmUpJob(job); |
| 220 | + |
| 221 | + CloudWarmUpJob persistedJob = copyBySerialization(job); |
| 222 | + Assertions.assertEquals(job.getJobState(), persistedJob.getJobState()); |
| 223 | + Assertions.assertEquals(job.getErrMsg(), persistedJob.getErrMsg()); |
| 224 | + Assertions.assertEquals(job.getStartTimeMs(), persistedJob.getStartTimeMs()); |
| 225 | + Assertions.assertEquals(job.getFinishedTimeMs(), persistedJob.getFinishedTimeMs()); |
| 226 | + |
| 227 | + nextJob.run(); |
| 228 | + Assertions.assertEquals(JobState.RUNNING, nextJob.getJobState()); |
| 229 | + Mockito.verifyNoInteractions(mockBackendPool); |
| 230 | + |
| 231 | + if (syncMode == SyncMode.PERIODIC) { |
| 232 | + manager.notifyJobStop(nextJob); |
| 233 | + Mockito.doCallRealMethod().when(job).fetchBeToTabletIdBatches(); |
| 234 | + setStartTimeMs(job, System.currentTimeMillis() - 61_000L); |
| 235 | + Assertions.assertFalse(job.shouldWait()); |
| 236 | + job.run(); |
| 237 | + Assertions.assertEquals(JobState.RUNNING, job.getJobState()); |
| 238 | + Assertions.assertFalse(manager.tryRegisterRunningJob(nextJob)); |
| 239 | + } else { |
| 240 | + job.run(); |
| 241 | + Mockito.verify(job).fetchBeToTabletIdBatches(); |
| 242 | + Assertions.assertEquals(JobState.CANCELLED, job.getJobState()); |
| 243 | + } |
| 244 | + } |
| 245 | + } |
| 246 | + |
| 247 | + @ParameterizedTest |
| 248 | + @EnumSource(value = SyncMode.class, names = {"ONCE", "PERIODIC"}) |
| 249 | + public void testPendingInitializationKeepsDestinationLockOnSuccess(SyncMode syncMode) { |
| 250 | + CloudWarmUpJob job = createPendingJob(206L, syncMode); |
| 251 | + CloudWarmUpJob nextJob = Mockito.spy(createPendingJob(207L, SyncMode.ONCE)); |
| 252 | + CloudEnv cloudEnv = Mockito.mock(CloudEnv.class); |
| 253 | + CacheHotspotManager manager = new CacheHotspotManager(Mockito.mock(CloudSystemInfoService.class), |
| 254 | + Mockito.mock(ThreadPoolExecutor.class)); |
| 255 | + EditLog editLog = Mockito.mock(EditLog.class); |
| 256 | + Mockito.when(cloudEnv.getCacheHotspotMgr()).thenReturn(manager); |
| 257 | + Mockito.when(cloudEnv.getEditLog()).thenReturn(editLog); |
| 258 | + |
| 259 | + try (MockedStatic<Env> mockedEnv = Mockito.mockStatic(Env.class)) { |
| 260 | + mockedEnv.when(Env::getCurrentEnv).thenReturn(cloudEnv); |
| 261 | + job.run(); |
| 262 | + Assertions.assertEquals(JobState.RUNNING, job.getJobState()); |
| 263 | + |
| 264 | + nextJob.run(); |
| 265 | + Assertions.assertEquals(JobState.PENDING, nextJob.getJobState()); |
| 266 | + Assertions.assertEquals(-1L, nextJob.getStartTimeMs()); |
| 267 | + Assertions.assertFalse(manager.tryRegisterRunningJob(nextJob)); |
| 268 | + Mockito.verify(nextJob, Mockito.never()).fetchBeToTabletIdBatches(); |
| 269 | + Mockito.verify(editLog, Mockito.never()).logModifyCloudWarmUpJob(nextJob); |
| 270 | + Mockito.verify(editLog).logModifyCloudWarmUpJob(job); |
| 271 | + } |
| 272 | + } |
| 273 | + |
189 | 274 | @Test |
190 | 275 | public void testEventDrivenSuccessfulRetryClearsErrMsg() throws Exception { |
191 | 276 | CloudSystemInfoService cloudSystemInfoService = Mockito.mock(CloudSystemInfoService.class); |
@@ -325,6 +410,17 @@ public void testRunningRetryClearsErrMsgWhenJobFinishes() throws Exception { |
325 | 410 | Mockito.verify(mockBackendPool).returnObject(address, client); |
326 | 411 | } |
327 | 412 |
|
| 413 | + private CloudWarmUpJob createPendingJob(long jobId, SyncMode syncMode) { |
| 414 | + return new CloudWarmUpJob.Builder() |
| 415 | + .setJobId(jobId) |
| 416 | + .setSrcClusterName("source_cluster") |
| 417 | + .setDstClusterName("target_cluster") |
| 418 | + .setJobType(JobType.CLUSTER) |
| 419 | + .setSyncMode(syncMode) |
| 420 | + .setSyncInterval(60L) |
| 421 | + .build(); |
| 422 | + } |
| 423 | + |
328 | 424 | private CloudWarmUpJob createRunningJob(long jobId, TNetworkAddress firstAddress, |
329 | 425 | TNetworkAddress secondAddress) { |
330 | 426 | CloudWarmUpJob job = new CloudWarmUpJob.Builder() |
|
0 commit comments