MDS/openide
1
0
Fork 0
mirror of https://gitflic.ru/project/openide/openide.git synced 2026-09-27 10:03:11 +07:00
Code Issues Packages Projects Releases Wiki Activity

inmemory keys handling externalized

Browse Source
This commit is contained in:
Maxim.Mossienko
2016-03-18 20:26:02 +01:00
parent 0c0c22300a
commit fab04e4614
1 changed files with 67 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
platform/lang-impl/src/com/intellij/util/indexing/MapReduceIndex.java
+67 -6
View File
@@ -59,10 +59,12 @@ public class MapReduceIndex<Key, Value, Input> implements UpdatableIndex<Key,Val
private final DataExternalizer<Collection<Key>> mySnapshotIndexExternalizer;
private final boolean myIsPsiBackedIndex;
private final IndexExtension<Key, Value, Input> myExtension;
private final AtomicBoolean myIsBufferingMode = new AtomicBoolean();
private final TIntObjectHashMap<Collection<Key>> myInMemoryKeys = new TIntObjectHashMap<Collection<Key>>();
private PersistentHashMap<Integer, Collection<Key>> myInputsIndex;
private PersistentHashMap<Integer, ByteSequence> myContents;
private PersistentHashMap<Integer, Integer> myInputsSnapshotMapping;
private PersistentHashMap<Integer, Collection<Key>> myInputsIndex;
private PersistentHashMap<Integer, String> myIndexingTrace;
private final ReentrantReadWriteLock myLock = new ReentrantReadWriteLock();
@@ -97,10 +99,26 @@ public class MapReduceIndex<Key, Value, Input> implements UpdatableIndex<Key,Val
if (myHasSnapshotMapping) {
myInputsSnapshotMapping = createInputSnapshotMapping();
}
myInputsIndex = createInputsIndex();
myInputsIndex = /*myHasSnapshotMapping ? null :*/ createInputsIndex();
if (DebugAssertions.EXTRA_SANITY_CHECKS && myHasSnapshotMapping && myIndexId != null) {
myIndexingTrace = createIndexingTrace();
}
if (storage instanceof MemoryIndexStorage) {
((MemoryIndexStorage)storage).addBufferingStateListener(new MemoryIndexStorage.BufferingStateListener() {
@Override
public void bufferingStateChanged(boolean newState) {
myIsBufferingMode.set(newState);
}
@Override
public void memoryStorageCleared() {
synchronized (myInMemoryKeys) {
myInMemoryKeys.clear();
}
}
});
}
}
private static <K> DataExternalizer<Collection<K>> createInputsIndexExternalizer(IndexExtension<K, ?, ?> extension,
@@ -550,7 +568,7 @@ public class MapReduceIndex<Key, Value, Input> implements UpdatableIndex<Key,Val
@Override
public Collection<Key> compute() {
try {
Collection<Key> oldKeys = myInputsIndex.get(inputId);
Collection<Key> oldKeys = readInputKeys(inputId);
if (oldKeys == null) {
return keysForGivenInputId.compute();
}
@@ -572,7 +590,7 @@ public class MapReduceIndex<Key, Value, Input> implements UpdatableIndex<Key,Val
@Override
public Collection<Key> compute() {
try {
Collection<Key> oldKeys = myInputsIndex.get(inputId);
Collection<Key> oldKeys = readInputKeys(inputId);
return oldKeys == null? Collections.<Key>emptyList() : oldKeys;
}
catch (IOException e) {
@@ -613,6 +631,38 @@ public class MapReduceIndex<Key, Value, Input> implements UpdatableIndex<Key,Val
};
}
private Collection<Key> readInputKeys(int inputId) throws IOException {
boolean inMemory = myStorage instanceof MemoryIndexStorage && ((MemoryIndexStorage)myStorage).isBufferingEnabled();
if (DebugAssertions.DEBUG) {
DebugAssertions.assertTrue(inMemory == myIsBufferingMode.get());
}
if (inMemory) {
synchronized (myInMemoryKeys) {
Collection<Key> keys = myInMemoryKeys.get(inputId);
if (keys != null) {
if (myInputsIndex != null && DebugAssertions.DEBUG) {
DebugAssertions.assertTrue(equals(keys, myInputsIndex.get(inputId)));
}
return keys;
}
}
}
if (myHasSnapshotMapping) {
if (myInputsIndex != null && DebugAssertions.DEBUG) {
DebugAssertions.assertTrue(equals(null, myInputsIndex.get(inputId)));
}
return null;
}
return myInputsIndex.get(inputId);
}
private static <Key> boolean equals(Collection<Key> keys, Collection<Key> keys2) {
if (keys == null && keys2 == null) return true;
if (keys == null || keys2 == null || keys.size() != keys2.size()) return false;
return new HashSet<Key>(keys).equals(new HashSet<>(keys2));
}
private void checkValuesHaveProperEqualsAndHashCode(Map<Key, Value> data) {
for(Map.Entry<Key, Value> e: data.entrySet()) {
final Value value = e.getValue();
@@ -797,10 +847,21 @@ public class MapReduceIndex<Key, Value, Input> implements UpdatableIndex<Key,Val
@Override
public void save(int inputId) throws IOException {
if (myHasSnapshotMapping && !((MemoryIndexStorage)getStorage()).isBufferingEnabled()) {
boolean physical = !(myStorage instanceof MemoryIndexStorage) || !((MemoryIndexStorage)myStorage).isBufferingEnabled();
Set<Key> newKeys = newData.keySet();
if (DebugAssertions.DEBUG) {
DebugAssertions.assertTrue(!physical == myIsBufferingMode.get());
}
if (myIsBufferingMode.get()) {
synchronized (myInMemoryKeys) {
myInMemoryKeys.put(inputId, newKeys);
}
}
if (myHasSnapshotMapping && physical) {
myInputsSnapshotMapping.put(inputId, savedInputId);
} else if (myInputsIndex != null) {
final Set<Key> newKeys = newData.keySet();
if (newKeys.size() > 0) {
myInputsIndex.put(inputId, newKeys);
}