Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

IGNITE-13581 Capture Data Change implementation #8909

Merged
merged 160 commits into from
Jun 7, 2021
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
160 commits
Select commit Hold shift + click to select a range
fd5118a
IGNITE-14360 Refactor FileLockHolder for reusage
nizhikov Mar 20, 2021
229e666
IGNITE-13596 Flag to distinguish DataRecord on primary and backup added.
nizhikov Jan 27, 2021
4c1d9b4
IGNITE-13596 Flag to distinguish DataRecord on primary and backup added.
nizhikov Jan 27, 2021
23484a8
IGNITE-13581 Capture Data Change implementation.
nizhikov Jan 27, 2021
ad41707
IGNITE-13581 CDC Implementation
nizhikov Mar 20, 2021
d05fb92
IGNITE-13581 CDC Implementation
nizhikov Mar 20, 2021
a9b7812
IGNITE-13581 CDC Implementation
nizhikov Mar 20, 2021
44e68ef
IGNITE-13581 Code review fixes.
nizhikov Mar 21, 2021
59cef3b
IGNITE-13581 Mark new configuration properties with the @IgniteExperi…
nizhikov Mar 21, 2021
cd25780
IGNITE-13581 Code review fixes.
nizhikov Mar 22, 2021
6a2461d
Merge branch 'ignite-cdc' into IGNITE-13581
nizhikov Mar 23, 2021
5e423c2
IGNITE-13581 Code review fixes.
nizhikov Mar 23, 2021
228bfef
IGNITE-13581 Code review fixes.
nizhikov Mar 23, 2021
ce391b6
IGNITE-13581 Usage of built-in WalIterator filter
nizhikov Mar 23, 2021
e0d32f2
IGNITE-14353 Ability to specify postfix for IgniteLogger instead of n…
nizhikov Mar 23, 2021
702f923
IGNITE-14353 Ability to specify postfix for IgniteLogger instead of n…
nizhikov Mar 23, 2021
da84342
IGNITE-14353 Ability to specify postfix for IgniteLogger instead of n…
nizhikov Mar 23, 2021
0e50b61
IGNITE-14353 Ability to specify postfix for IgniteLogger instead of n…
nizhikov Mar 23, 2021
b70b9bd
Merge branch 'IGNITE-14353' into IGNITE-13581
nizhikov Mar 23, 2021
642bc8a
IGNITE-13581 Usage of logger file postfix
nizhikov Mar 23, 2021
7e09976
IGNITE-13581 Usage of logger file postfix
nizhikov Mar 23, 2021
5ee86ab
Merge branch 'IGNITE-14353' into IGNITE-13581
nizhikov Mar 23, 2021
055bb30
IGNITE-13581 Usage of logger file postfix
nizhikov Mar 25, 2021
cbbe16b
IGNITE-13581 CDC configuration introduced.
nizhikov Mar 25, 2021
3d42ff1
IGNITE-13581 CDC configuration introduced.
nizhikov Mar 25, 2021
1dcbb02
IGNITE-13581 CDC id removed
nizhikov Mar 25, 2021
13a7302
Merge branch 'ignite-cdc' into IGNITE-13581
nizhikov Mar 25, 2021
4928a1a
IGNITE-13581 code review fixes.
nizhikov Mar 26, 2021
cc25b42
IGNITE-13581 code review fixes.
nizhikov Mar 26, 2021
d841284
Merge branch 'ignite-cdc' into IGNITE-13581
nizhikov Mar 26, 2021
25ad196
Merge branch 'ignite-cdc' into IGNITE-13581
nizhikov Mar 26, 2021
697384f
IGNITE-13581 Reusage of Ignite node lock mechanism
nizhikov Mar 30, 2021
7dda359
IGNITE-14435 Tests fix
nizhikov Mar 30, 2021
9d9a55e
Merge branch 'ignite-cdc' into IGNITE-13581
nizhikov Mar 31, 2021
a413cab
IGNITE-13581 code style fix.
nizhikov Mar 31, 2021
18c96c5
IGNITE-13581 code review fix.
nizhikov Mar 31, 2021
a984df0
IGNITE-13581 code review fix.
nizhikov Mar 31, 2021
d0d593f
IGNITE-13581 revert unnecessary changes.
nizhikov Mar 31, 2021
1c02afd
IGNITE-13581 revert unnecessary changes.
nizhikov Mar 31, 2021
6fc984e
IGNITE-13581 minor refactoring.
nizhikov Mar 31, 2021
4095981
IGNITE-13581 minor refactoring.
nizhikov Mar 31, 2021
81ad577
Merge branch 'ignite-cdc' into IGNITE-13581
nizhikov Apr 1, 2021
741d6a1
Merge branch 'ignite-cdc' into IGNITE-13581
nizhikov Apr 1, 2021
1a5b3e3
IGNITE-13581 stop impl.
nizhikov Apr 2, 2021
e63bc51
IGNITE-13581 stop impl.
nizhikov Apr 2, 2021
875eb3f
IGNITE-13581 generics removed.
nizhikov Apr 2, 2021
15c921c
IGNITE-13581 tests update.
nizhikov Apr 2, 2021
9c3a9fe
IGNITE-13581 tests update.
nizhikov Apr 2, 2021
b829cf3
IGNITE-13581 tests update.
nizhikov Apr 5, 2021
289e622
IGNITE-13581 tests update.
nizhikov Apr 6, 2021
02a233e
IGNITE-13581 tests update.
nizhikov Apr 7, 2021
19a8719
IGNITE-13581 tests update.
nizhikov Apr 7, 2021
de17023
IGNITE-13581 tests update.
nizhikov Apr 9, 2021
d0540ee
IGNITE-13581 tests update.
nizhikov Apr 10, 2021
6adfc51
IGNITE-13581 tests update.
nizhikov Apr 12, 2021
3ec791e
Bug reproducer
nizhikov Apr 12, 2021
8448173
IGNITE-14516 Always log to not archived segment
nizhikov Apr 12, 2021
7c50bd4
IGNITE-14516 Always log to not archived segment
nizhikov Apr 12, 2021
3815d11
IGNITE-14516 Always log to not archived segment
nizhikov Apr 12, 2021
341e15d
IGNITE-14516 Always log to not archived segment
nizhikov Apr 12, 2021
ce617ed
IGNITE-14516 Always log to not archived segment
nizhikov Apr 12, 2021
d870aea
IGNITE-14516 Always log to not archived segment
nizhikov Apr 13, 2021
3931cc5
Merge branch 'ignite-cdc' into IGNITE-13581
nizhikov Apr 13, 2021
b74df48
Merge branch 'IGNITE-14516' into IGNITE-13581
nizhikov Apr 13, 2021
fd39933
IGNITE-13581 tests update.
nizhikov Apr 13, 2021
483903c
IGNITE-13581 tests update.
nizhikov Apr 13, 2021
9f28650
Merge branch 'IGNITE-14516' into IGNITE-13581
nizhikov Apr 13, 2021
bce81a4
IGNITE-13581 tests update.
nizhikov Apr 14, 2021
92171a2
IGNITE-14516 review fix.
nizhikov Apr 14, 2021
d6c3688
IGNITE-14516 review fix.
nizhikov Apr 14, 2021
c90f933
IGNITE-14516 review fix.
nizhikov Apr 14, 2021
c076e09
Merge branch 'IGNITE-14516' into IGNITE-13581
nizhikov Apr 14, 2021
4d95157
IGNITE-14516 review fix.
nizhikov Apr 14, 2021
1d7aa66
IGNITE-14516 review fix.
nizhikov Apr 14, 2021
dace359
IGNITE-14516 review fix.
nizhikov Apr 14, 2021
e61ff1d
Merge branch 'master' into IGNITE-14516
nizhikov Apr 14, 2021
5970187
IGNITE-14516 review fix.
nizhikov Apr 14, 2021
46b8f1d
IGNITE-14516 review fix.
nizhikov Apr 14, 2021
393d620
IGNITE-14516 review fix.
nizhikov Apr 14, 2021
718f5fb
IGNITE-14516 review fix.
nizhikov Apr 14, 2021
f44e3e1
IGNITE-14516 review fix.
nizhikov Apr 15, 2021
e347942
IGNITE-14516 review fix.
nizhikov Apr 15, 2021
295571d
IGNITE-14516 review fix.
nizhikov Apr 15, 2021
61fce8c
IGNITE-14516 review fix.
nizhikov Apr 15, 2021
35fbad5
Merge branch 'IGNITE-14516' into IGNITE-13581
nizhikov Apr 15, 2021
bbc0963
IGNITE-14516 review fix.
nizhikov Apr 15, 2021
1d26d31
IGNITE-14516 review fix.
nizhikov Apr 15, 2021
f1d5237
IGNITE-14516 review fix.
nizhikov Apr 15, 2021
a9df687
Merge branch 'IGNITE-14516' into IGNITE-13581
nizhikov Apr 15, 2021
76cb3be
IGNITE-14516 review fix.
nizhikov Apr 15, 2021
9bf4704
IGNITE-14516 review fix.
nizhikov Apr 16, 2021
0511d35
Merge branch 'master' into IGNITE-13581
nizhikov Apr 20, 2021
cc0c032
IGNITE-14509 Minor fix.
nizhikov Apr 21, 2021
a92b312
IGNITE-13581 Code review fixes
nizhikov Apr 28, 2021
8d21a13
Merge branch 'master' into IGNITE-13581
nizhikov Apr 28, 2021
485fddb
Merge branch 'ignite-cdc' into IGNITE-13581
nizhikov Apr 28, 2021
f922c02
IGNITE-13581 Code review fixes
nizhikov Apr 28, 2021
e03336c
IGNITE-13581 Code review fixes
nizhikov Apr 28, 2021
6fb1dc4
IGNITE-13581 Code review fixes
nizhikov Apr 28, 2021
de0bb63
Merge branch 'master' into IGNITE-13581
nizhikov May 10, 2021
453ce3a
Merge branch 'ignite-cdc' into IGNITE-13581
nizhikov May 14, 2021
868231c
IGNITE-13581 Update
nizhikov May 14, 2021
084f5d6
IGNITE-13581 Update
nizhikov May 14, 2021
d068513
Merge branch 'ignite-cdc' into IGNITE-13581
nizhikov May 14, 2021
630f52a
IGNITE-14353 Ability to specify application name for IgniteLogger
nizhikov May 17, 2021
21c3064
Merge branch 'ignite-cdc' into IGNITE-13581
nizhikov May 17, 2021
6d1eff2
Merge branch 'IGNITE-14353-fix' into IGNITE-13581
nizhikov May 17, 2021
1190906
IGNITE-13581 Update
nizhikov May 18, 2021
e678a39
IGNITE-13581 Update
nizhikov May 18, 2021
cd02d8d
IGNITE-13581 Update
nizhikov May 18, 2021
a7391d5
IGNITE-13581 Update
nizhikov May 18, 2021
ed036d0
Merge branch 'ignite-cdc' into IGNITE-13581
nizhikov May 20, 2021
e062ba6
IGNITE-13581 Code review fixes.
nizhikov May 20, 2021
c2eac49
IGNITE-13581 Code review fixes.
nizhikov May 20, 2021
08ab360
IGNITE-13581 Code review fixes.
nizhikov May 21, 2021
6b3ecaf
IGNITE-13581 Code review fixes.
nizhikov May 21, 2021
6b9034f
IGNITE-13581 Code review fixes.
nizhikov May 21, 2021
6c7557b
IGNITE-13581 Code review fixes.
nizhikov May 21, 2021
1b94a63
IGNITE-13581 Code review fixes.
nizhikov May 21, 2021
8edd0d4
IGNITE-13581 Code review fixes.
nizhikov May 22, 2021
d49b521
IGNITE-13581 Code review fixes.
nizhikov May 22, 2021
e71f075
IGNITE-13581 Code review fixes.
nizhikov May 24, 2021
1fa9585
IGNITE-13581 Code review fixes.
nizhikov May 24, 2021
3f17e58
Merge branch 'master' into IGNITE-13581
nizhikov May 25, 2021
c635575
IGNITE-13581 Code review fixes.
nizhikov May 26, 2021
4e100aa
Merge branch 'ignite-cdc' into IGNITE-13581
nizhikov May 26, 2021
7bafeac
IGNITE-13581 Code review fixes.
nizhikov May 26, 2021
31a2fb9
IGNITE-13581 Code review fixes.
nizhikov May 26, 2021
0346f4c
IGNITE-13581 Code review fixes.
nizhikov May 26, 2021
8adbcc3
IGNITE-13581 Code review fixes.
nizhikov May 27, 2021
74e7df0
IGNITE-13581 Code review fixes.
nizhikov May 27, 2021
66a4f74
Merge branch 'master' of https://github.com/apache/ignite into IGNITE…
nizhikov May 27, 2021
91574e2
IGNITE-13581 Code review fixes.
nizhikov May 28, 2021
ec9b3d3
IGNITE-13581 Code review fixes.
nizhikov May 28, 2021
cd68a23
IGNITE-13581 Code review fixes.
nizhikov May 28, 2021
48f1158
IGNITE-13581 Code review fixes.
nizhikov Jun 1, 2021
3868d91
IGNITE-13581 Code review fixes.
nizhikov Jun 1, 2021
53b16ea
IGNITE-13581 Code review fixes.
nizhikov Jun 1, 2021
fe86506
Merge branch 'ignite-cdc' into IGNITE-13581
nizhikov Jun 1, 2021
9ea41bf
IGNITE-13581 Code review fixes.
nizhikov Jun 1, 2021
e2ab584
IGNITE-13581 Code review fixes.
nizhikov Jun 1, 2021
c9b0c7e
IGNITE-13581 Code review fixes.
nizhikov Jun 2, 2021
20cd0e4
IGNITE-13581 Code review fixes.
nizhikov Jun 2, 2021
39b11eb
IGNITE-13581 Code review fixes.
nizhikov Jun 2, 2021
93b7044
IGNITE-13581 Code review fixes.
nizhikov Jun 3, 2021
a5939b5
IGNITE-13581 Code review fixes.
nizhikov Jun 3, 2021
bed071d
IGNITE-13581 Code review fixes.
nizhikov Jun 3, 2021
b596744
IGNITE-13581 Code review fixes.
nizhikov Jun 3, 2021
18870ac
IGNITE-13581 Code review fixes.
nizhikov Jun 3, 2021
892f323
IGNITE-13581 Code review fixes.
nizhikov Jun 3, 2021
8e980e4
IGNITE-13581 Code review fixes.
nizhikov Jun 3, 2021
9d6a5e2
IGNITE-13581: WIP
nizhikov Jun 4, 2021
d217d6d
IGNITE-13581: WIP
nizhikov Jun 4, 2021
f390a09
IGNITE-14742 WIP
nizhikov Jun 4, 2021
55fff84
IGNITE-13581: WIP
nizhikov Jun 4, 2021
1f34d7f
IGNITE-13581: Code review fixes.
nizhikov Jun 4, 2021
d692dcf
Merge branch 'ignite-cdc' into IGNITE-13581
nizhikov Jun 6, 2021
d05838c
IGNITE-14823: Initial implementation.
nizhikov Jun 7, 2021
f723205
IGNITE-13581: Code review fixes.
nizhikov Jun 7, 2021
208639c
IGNITE-13581: Code review fixes.
nizhikov Jun 7, 2021
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
IGNITE-13581 Code review fixes.
  • Loading branch information
nizhikov committed Jun 3, 2021
commit bed071d042b99dcf7a0e815cc5d617e1f428c409
Original file line number Diff line number Diff line change
Expand Up @@ -51,7 +51,7 @@ public interface CacheEntryVersion extends Comparable<CacheEntryVersion>, Serial
*
* @return Data center id.
*/
public byte dataReplicationId();
public byte dataCenterId();

/** @return Topology version plus number of seconds from the start time of the first grid node. */
public int topologyVersion();
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -125,14 +125,7 @@ public int nodeOrderAndDrIdRaw() {
}

/** {@inheritDoc} */
@Override public byte dataReplicationId() {
return dataCenterId();
}

/**
* @return DR mask.
*/
public byte dataCenterId() {
@Override public byte dataCenterId() {
return (byte)((nodeOrderDrId >> DR_ID_SHIFT) & DR_ID_MASK);
}

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -158,10 +158,10 @@ public static class TestCDCConsumer implements ChangeDataCaptureConsumer {
);

if (drId != -1)
assertEquals(drId, evt.version().dataReplicationId());
assertEquals(drId, evt.version().dataCenterId());

if (otherDrId != -1)
assertEquals(otherDrId, evt.version().otherDataCenterVersion().dataReplicationId());
assertEquals(otherDrId, evt.version().otherDataCenterVersion().dataCenterId());

if (evt.value() != null)
checkUser((User)evt.value());
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -58,13 +58,13 @@
/** */
public class ChangeDataCaptureOrderTest extends AbstractChangeDataCaptureTest {
/** */
public static final String FOR_OTHER_DR_ID = "for-other-dr-id";
public static final String FOR_OTHER_DC_ID = "for-other-dc-id";

/** */
public static final byte DFLT_DR_ID = 1;
public static final byte DFLT_DC_ID = 1;

/** */
public static final byte OTHER_DR_ID = 2;
public static final byte OTHER_DC_ID = 2;

/** {@inheritDoc} */
@Override protected IgniteConfiguration getConfiguration(String igniteInstanceName) throws Exception {
Expand All @@ -81,7 +81,7 @@ public class ChangeDataCaptureOrderTest extends AbstractChangeDataCaptureTest {
}

@Override public CachePluginProvider createCacheProvider(CachePluginContext ctx) {
if (!ctx.igniteCacheConfiguration().getName().equals(FOR_OTHER_DR_ID))
if (!ctx.igniteCacheConfiguration().getName().equals(FOR_OTHER_DC_ID))
return null;

return new AbstractCachePluginProvider() {
Expand All @@ -105,17 +105,17 @@ public void testReadAllKeysWithOtherDc() throws Exception {

IgniteEx ign = startGrid(cfg);

ign.context().cache().context().versions().dataCenterId(DFLT_DR_ID);
ign.context().cache().context().versions().dataCenterId(DFLT_DC_ID);
ign.cluster().state(ACTIVE);

TestCDCConsumer cnsmr = new TestCDCConsumer();

ChangeDataCapture cdc = new ChangeDataCapture(cfg, null, cdcConfig(cnsmr));

IgniteCache<Integer, User> cache = ign.getOrCreateCache(FOR_OTHER_DR_ID);
IgniteCache<Integer, User> cache = ign.getOrCreateCache(FOR_OTHER_DC_ID);

cnsmr.drId = DFLT_DR_ID;
cnsmr.otherDrId = OTHER_DR_ID;
cnsmr.drId = DFLT_DC_ID;
cnsmr.otherDrId = OTHER_DC_ID;
nizhikov marked this conversation as resolved.
Show resolved Hide resolved

addAndWaitForConsumption(cnsmr, cdc, cache, null, this::addConflictData, 0, KEYS_CNT * 2, getTestTimeout());
}
Expand Down Expand Up @@ -188,7 +188,7 @@ private void addConflictData(IgniteCache<Integer, User> cache, int from, int to)

val.prepareMarshal(intCache.context().cacheObjectContext());

drMap.put(key, new GridCacheDrInfo(val, new GridCacheVersion(1, i, 1, OTHER_DR_ID)));
drMap.put(key, new GridCacheDrInfo(val, new GridCacheVersion(1, i, 1, OTHER_DC_ID)));
}

intCache.putAllConflict(drMap);
Expand Down