mirror of
https://gitflic.ru/project/openide/openide.git
synced 2026-09-27 10:03:11 +07:00
maven: duplicated code cleanup + bundled wagon updated
This commit is contained in:
Vladislav.Soroka
Binary file not shown.
Binary file not shown.
BIN
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
BIN
Binary file not shown.
+1
-1
@@ -46,7 +46,7 @@ public class Maven30ServerImpl extends MavenRemoteObject implements MavenServer
|
||||
|
||||
public MavenServerIndexer createIndexer() throws RemoteException {
|
||||
try {
|
||||
Maven30ServerIndexerImpl result = new Maven30ServerIndexerImpl(new Maven30ServerEmbedderImpl(new MavenServerSettings()));
|
||||
Maven3ServerIndexerImpl result = new Maven3ServerIndexerImpl(new Maven30ServerEmbedderImpl(new MavenServerSettings()));
|
||||
UnicastRemoteObject.exportObject(result, 0);
|
||||
return result;
|
||||
}
|
||||
|
||||
-118
@@ -1,118 +0,0 @@
|
||||
/*
|
||||
* Copyright 2000-2009 JetBrains s.r.o.
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.jetbrains.idea.maven.server;
|
||||
|
||||
import org.apache.maven.artifact.manager.WagonManager;
|
||||
import org.apache.maven.artifact.repository.ArtifactRepository;
|
||||
import org.apache.maven.repository.RepositorySystem;
|
||||
import org.apache.maven.wagon.ConnectionException;
|
||||
import org.apache.maven.wagon.ResourceDoesNotExistException;
|
||||
import org.apache.maven.wagon.Wagon;
|
||||
import org.apache.maven.wagon.WagonException;
|
||||
import org.apache.maven.wagon.authentication.AuthenticationException;
|
||||
import org.apache.maven.wagon.authorization.AuthorizationException;
|
||||
import org.apache.maven.wagon.events.TransferListener;
|
||||
import org.apache.maven.wagon.repository.Repository;
|
||||
import org.sonatype.nexus.index.updater.AbstractResourceFetcher;
|
||||
|
||||
import java.io.File;
|
||||
import java.io.FileNotFoundException;
|
||||
import java.io.IOException;
|
||||
import java.rmi.RemoteException;
|
||||
|
||||
public class Maven30ServerIndexFetcher extends AbstractResourceFetcher {
|
||||
private final String myOriginalRepositoryId;
|
||||
private final String myOriginalRepositoryUrl;
|
||||
private final WagonManager myWagonManager;
|
||||
private final RepositorySystem myRepositorySystem;
|
||||
private final TransferListener myListener;
|
||||
private Wagon myWagon = null;
|
||||
|
||||
public Maven30ServerIndexFetcher(String originalRepositoryId,
|
||||
String originalRepositoryUrl,
|
||||
WagonManager wagonManager,
|
||||
RepositorySystem repositorySystem,
|
||||
TransferListener listener) {
|
||||
myOriginalRepositoryId = originalRepositoryId;
|
||||
myOriginalRepositoryUrl = originalRepositoryUrl;
|
||||
myWagonManager = wagonManager;
|
||||
myRepositorySystem = repositorySystem;
|
||||
myListener = listener;
|
||||
}
|
||||
|
||||
@Override
|
||||
public void connect(String _ignoredContextId, String _ignoredUrl) throws IOException {
|
||||
ArtifactRepository artifactRepository =
|
||||
myRepositorySystem.createArtifactRepository(myOriginalRepositoryId, myOriginalRepositoryUrl, null, null, null);
|
||||
|
||||
String mirrorUrl = myWagonManager.getMirrorRepository(artifactRepository).getUrl();
|
||||
String indexUrl = mirrorUrl + (mirrorUrl.endsWith("/") ? "" : "/") + ".index";
|
||||
Repository repository = new Repository(myOriginalRepositoryId, indexUrl);
|
||||
|
||||
try {
|
||||
myWagon = myWagonManager.getWagon(repository);
|
||||
myWagon.addTransferListener(myListener);
|
||||
|
||||
myWagon.connect(repository,
|
||||
myWagonManager.getAuthenticationInfo(repository.getId()),
|
||||
myWagonManager.getProxy(repository.getProtocol()));
|
||||
}
|
||||
catch (AuthenticationException e) {
|
||||
IOException newEx = new IOException("Authentication exception connecting to " + repository);
|
||||
newEx.initCause(e);
|
||||
throw newEx;
|
||||
}
|
||||
catch (WagonException e) {
|
||||
IOException newEx = new IOException("Wagon exception connecting to " + repository);
|
||||
newEx.initCause(e);
|
||||
throw newEx;
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
public void disconnect() throws RemoteException {
|
||||
if (myWagon == null) return;
|
||||
|
||||
try {
|
||||
myWagon.disconnect();
|
||||
}
|
||||
catch (ConnectionException ex) {
|
||||
Maven3ServerGlobals.getLogger().warn(ex);
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
public void retrieve(String name, File targetFile) throws IOException {
|
||||
try {
|
||||
myWagon.get(name, targetFile);
|
||||
}
|
||||
catch (AuthorizationException e) {
|
||||
IOException newEx = new IOException("Authorization exception retrieving " + name);
|
||||
newEx.initCause(e);
|
||||
throw newEx;
|
||||
}
|
||||
catch (ResourceDoesNotExistException e) {
|
||||
IOException newEx = new FileNotFoundException("Resource " + name + " does not exist");
|
||||
newEx.initCause(e);
|
||||
throw newEx;
|
||||
}
|
||||
catch (WagonException e) {
|
||||
IOException newEx = new IOException("Transfer for " + name + " failed");
|
||||
newEx.initCause(e);
|
||||
throw newEx;
|
||||
}
|
||||
}
|
||||
}
|
||||
-395
@@ -1,395 +0,0 @@
|
||||
/*
|
||||
* Copyright 2000-2010 JetBrains s.r.o.
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.jetbrains.idea.maven.server;
|
||||
|
||||
import com.intellij.openapi.progress.ProcessCanceledException;
|
||||
import com.intellij.openapi.util.ShutDownTracker;
|
||||
import com.intellij.openapi.util.text.StringUtil;
|
||||
import gnu.trove.THashSet;
|
||||
import gnu.trove.TIntObjectHashMap;
|
||||
import org.apache.lucene.document.Document;
|
||||
import org.apache.lucene.index.IndexReader;
|
||||
import org.apache.lucene.search.BooleanQuery;
|
||||
import org.apache.lucene.search.Query;
|
||||
import org.apache.lucene.search.TopDocs;
|
||||
import org.apache.maven.archetype.catalog.Archetype;
|
||||
import org.apache.maven.archetype.catalog.ArchetypeCatalog;
|
||||
import org.apache.maven.archetype.source.ArchetypeDataSource;
|
||||
import org.apache.maven.archetype.source.ArchetypeDataSourceException;
|
||||
import org.apache.maven.artifact.manager.WagonManager;
|
||||
import org.apache.maven.execution.MavenExecutionRequest;
|
||||
import org.apache.maven.repository.RepositorySystem;
|
||||
import org.apache.maven.wagon.events.TransferEvent;
|
||||
import org.jetbrains.annotations.NotNull;
|
||||
import org.jetbrains.annotations.Nullable;
|
||||
import org.jetbrains.idea.maven.model.MavenArchetype;
|
||||
import org.jetbrains.idea.maven.model.MavenArtifactInfo;
|
||||
import org.jetbrains.idea.maven.model.MavenId;
|
||||
import org.sonatype.nexus.index.*;
|
||||
import org.sonatype.nexus.index.context.IndexUtils;
|
||||
import org.sonatype.nexus.index.context.IndexingContext;
|
||||
import org.sonatype.nexus.index.creator.JarFileContentsIndexCreator;
|
||||
import org.sonatype.nexus.index.creator.MinimalArtifactInfoIndexCreator;
|
||||
import org.sonatype.nexus.index.updater.IndexUpdateRequest;
|
||||
import org.sonatype.nexus.index.updater.IndexUpdater;
|
||||
|
||||
import java.io.File;
|
||||
import java.io.IOException;
|
||||
import java.lang.reflect.InvocationTargetException;
|
||||
import java.lang.reflect.Method;
|
||||
import java.rmi.RemoteException;
|
||||
import java.util.*;
|
||||
|
||||
public class Maven30ServerIndexerImpl extends MavenRemoteObject implements MavenServerIndexer {
|
||||
|
||||
private Maven3ServerEmbedder myEmbedder;
|
||||
private final NexusIndexer myIndexer;
|
||||
private final IndexUpdater myUpdater;
|
||||
private final ArtifactContextProducer myArtifactContextProducer;
|
||||
|
||||
private final TIntObjectHashMap<IndexingContext> myIndices = new TIntObjectHashMap<IndexingContext>();
|
||||
|
||||
public Maven30ServerIndexerImpl(Maven3ServerEmbedder embedder) throws RemoteException {
|
||||
myEmbedder = embedder;
|
||||
|
||||
myIndexer = myEmbedder.getComponent(NexusIndexer.class);
|
||||
myUpdater = myEmbedder.getComponent(IndexUpdater.class);
|
||||
myArtifactContextProducer = myEmbedder.getComponent(ArtifactContextProducer.class);
|
||||
|
||||
ShutDownTracker.getInstance().registerShutdownTask(new Runnable() {
|
||||
@Override
|
||||
public void run() {
|
||||
release();
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
@Override
|
||||
public int createIndex(@NotNull String indexId,
|
||||
@NotNull String repositoryId,
|
||||
@Nullable File file,
|
||||
@Nullable String url,
|
||||
@NotNull File indexDir) throws RemoteException, MavenServerIndexerException {
|
||||
try {
|
||||
|
||||
IndexingContext context = myIndexer.addIndexingContextForced(indexId,
|
||||
repositoryId,
|
||||
file,
|
||||
indexDir,
|
||||
url,
|
||||
null, // repo update url
|
||||
Arrays.asList(new MinimalArtifactInfoIndexCreator(),
|
||||
new JarFileContentsIndexCreator()));
|
||||
int id = System.identityHashCode(context);
|
||||
myIndices.put(id, context);
|
||||
return id;
|
||||
}
|
||||
catch (Exception e) {
|
||||
throw new MavenServerIndexerException(wrapException(e));
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
public void releaseIndex(int id) throws RemoteException, MavenServerIndexerException {
|
||||
try {
|
||||
myIndexer.removeIndexingContext(getIndex(id), false);
|
||||
}
|
||||
catch (Exception e) {
|
||||
throw new MavenServerIndexerException(wrapException(e));
|
||||
}
|
||||
}
|
||||
|
||||
@NotNull
|
||||
private IndexingContext getIndex(int id) {
|
||||
IndexingContext index = myIndices.get(id);
|
||||
if (index == null) throw new RuntimeException("Index not found for id: " + id);
|
||||
return index;
|
||||
}
|
||||
|
||||
@Override
|
||||
public boolean indexExists(File dir) throws RemoteException {
|
||||
try {
|
||||
return IndexReader.indexExists(dir);
|
||||
}
|
||||
catch (Exception e) {
|
||||
Maven3ServerGlobals.getLogger().warn(e);
|
||||
}
|
||||
return false;
|
||||
}
|
||||
|
||||
@Override
|
||||
public int getIndexCount() throws RemoteException {
|
||||
return myIndexer.getIndexingContexts().size();
|
||||
}
|
||||
|
||||
private String getRepositoryPathOrUrl(IndexingContext index) {
|
||||
File file = index.getRepository();
|
||||
return file == null ? index.getRepositoryUrl() : file.getPath();
|
||||
}
|
||||
|
||||
@Override
|
||||
public void updateIndex(int id, MavenServerSettings settings, final MavenServerProgressIndicator indicator)
|
||||
throws RemoteException, MavenServerIndexerException, MavenServerProcessCanceledException {
|
||||
final IndexingContext index = getIndex(id);
|
||||
|
||||
try {
|
||||
File repository = index.getRepository();
|
||||
if (repository != null) { // is local repository
|
||||
if (repository.exists()) {
|
||||
indicator.setIndeterminate(true);
|
||||
try {
|
||||
myIndexer.scan(index, new MyScanningListener(indicator), false);
|
||||
}
|
||||
finally {
|
||||
indicator.setIndeterminate(false);
|
||||
}
|
||||
}
|
||||
}
|
||||
else {
|
||||
final Maven3ServerEmbedder embedder = myEmbedder; //new Maven3ServerEmbedderImpl(settings);
|
||||
|
||||
MavenExecutionRequest r =
|
||||
embedder.createRequest(null, Collections.<String>emptyList(), Collections.<String>emptyList(), Collections.<String>emptyList());
|
||||
|
||||
final IndexUpdateRequest request = new IndexUpdateRequest(index);
|
||||
|
||||
try {
|
||||
embedder.executeWithMavenSession(r, new Runnable() {
|
||||
@Override
|
||||
public void run() {
|
||||
request.setResourceFetcher(new Maven30ServerIndexFetcher(index.getRepositoryId(),
|
||||
index.getRepositoryUrl(),
|
||||
embedder.getComponent(WagonManager.class),
|
||||
embedder.getComponent(RepositorySystem.class),
|
||||
new WagonTransferListenerAdapter(indicator) {
|
||||
@Override
|
||||
protected void downloadProgress(long downloaded, long total) {
|
||||
super.downloadProgress(downloaded, total);
|
||||
try {
|
||||
myIndicator.setFraction(((double)downloaded) / total);
|
||||
}
|
||||
catch (RemoteException e) {
|
||||
throw new RuntimeRemoteException(e);
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
public void transferCompleted(TransferEvent event) {
|
||||
super.transferCompleted(event);
|
||||
try {
|
||||
myIndicator.setText2("Processing indices...");
|
||||
}
|
||||
catch (RemoteException e) {
|
||||
throw new RuntimeRemoteException(e);
|
||||
}
|
||||
}
|
||||
}));
|
||||
try {
|
||||
myUpdater.fetchAndUpdateIndex(request);
|
||||
}
|
||||
catch (IOException e) {
|
||||
throw new RuntimeException(e);
|
||||
}
|
||||
}
|
||||
});
|
||||
}
|
||||
finally {
|
||||
embedder.release();
|
||||
}
|
||||
}
|
||||
}
|
||||
catch (RuntimeRemoteException e) {
|
||||
throw e.getCause();
|
||||
}
|
||||
catch (ProcessCanceledException e) {
|
||||
throw new MavenServerProcessCanceledException();
|
||||
}
|
||||
catch (Exception e) {
|
||||
throw new MavenServerIndexerException(wrapException(e));
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
public void processArtifacts(int indexId, MavenServerIndicesProcessor processor) throws RemoteException, MavenServerIndexerException {
|
||||
try {
|
||||
final int CHUNK_SIZE = 10000;
|
||||
|
||||
IndexReader r = getIndex(indexId).getIndexReader();
|
||||
int total = r.numDocs();
|
||||
|
||||
List<MavenId> result = new ArrayList<MavenId>(Math.min(CHUNK_SIZE, total));
|
||||
for (int i = 0; i < total; i++) {
|
||||
if (r.isDeleted(i)) continue;
|
||||
|
||||
Document doc = r.document(i);
|
||||
String uinfo = doc.get(SEARCH_TERM_COORDINATES);
|
||||
if (uinfo == null) continue;
|
||||
List<String> parts = StringUtil.split(uinfo, "|");
|
||||
String groupId = parts.get(0);
|
||||
String artifactId = parts.get(1);
|
||||
String version = parts.get(2);
|
||||
if (groupId == null || artifactId == null || version == null) continue;
|
||||
|
||||
result.add(new MavenId(groupId, artifactId, version));
|
||||
|
||||
if (result.size() == CHUNK_SIZE) {
|
||||
processor.processArtifacts(result);
|
||||
result.clear();
|
||||
}
|
||||
}
|
||||
|
||||
if (!result.isEmpty()) {
|
||||
processor.processArtifacts(result);
|
||||
}
|
||||
}
|
||||
catch (Exception e) {
|
||||
throw new MavenServerIndexerException(wrapException(e));
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
public MavenId addArtifact(int indexId, File artifactFile) throws RemoteException, MavenServerIndexerException {
|
||||
try {
|
||||
IndexingContext index = getIndex(indexId);
|
||||
ArtifactContext artifactContext = myArtifactContextProducer.getArtifactContext(index, artifactFile);
|
||||
if (artifactContext == null) return null;
|
||||
|
||||
addArtifact(myIndexer, index, artifactContext);
|
||||
|
||||
org.sonatype.nexus.index.ArtifactInfo a = artifactContext.getArtifactInfo();
|
||||
return new MavenId(a.groupId, a.artifactId, a.version);
|
||||
}
|
||||
catch (Exception e) {
|
||||
throw new MavenServerIndexerException(wrapException(e));
|
||||
}
|
||||
}
|
||||
|
||||
public static void addArtifact(NexusIndexer indexer, IndexingContext index, ArtifactContext artifactContext)
|
||||
throws IOException, NoSuchMethodException, IllegalAccessException, InvocationTargetException {
|
||||
indexer.addArtifactToIndex(artifactContext, index);
|
||||
// this hack is necessary to invalidate searcher's and reader's cache (may not be required then lucene or nexus library change
|
||||
Method m = index.getClass().getDeclaredMethod("closeReaders");
|
||||
m.setAccessible(true);
|
||||
m.invoke(index);
|
||||
}
|
||||
|
||||
|
||||
@Override
|
||||
public Set<MavenArtifactInfo> search(int indexId, Query query, int maxResult) throws RemoteException, MavenServerIndexerException {
|
||||
try {
|
||||
IndexingContext index = getIndex(indexId);
|
||||
|
||||
TopDocs docs = null;
|
||||
try {
|
||||
BooleanQuery.setMaxClauseCount(Integer.MAX_VALUE);
|
||||
docs = index.getIndexSearcher().search(query, null, maxResult);
|
||||
}
|
||||
catch (BooleanQuery.TooManyClauses ignore) {
|
||||
// this exception occurs when too wide wildcard is used on too big data.
|
||||
}
|
||||
|
||||
if (docs == null || docs.scoreDocs.length == 0) return Collections.emptySet();
|
||||
|
||||
Set<MavenArtifactInfo> result = new THashSet<MavenArtifactInfo>();
|
||||
|
||||
for (int i = 0; i < docs.scoreDocs.length; i++) {
|
||||
int docIndex = docs.scoreDocs[i].doc;
|
||||
Document doc = index.getIndexReader().document(docIndex);
|
||||
ArtifactInfo a = IndexUtils.constructArtifactInfo(doc, index);
|
||||
if (a == null) continue;
|
||||
|
||||
a.repository = getRepositoryPathOrUrl(index);
|
||||
result.add(MavenModelConverter.convertArtifactInfo(a));
|
||||
}
|
||||
return result;
|
||||
}
|
||||
catch (Exception e) {
|
||||
throw new MavenServerIndexerException(wrapException(e));
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
public Collection<MavenArchetype> getArchetypes() throws RemoteException {
|
||||
Set<MavenArchetype> result = new THashSet<MavenArchetype>();
|
||||
doCollectArchetypes("internal-catalog", result);
|
||||
doCollectArchetypes("nexus", result);
|
||||
return result;
|
||||
}
|
||||
|
||||
private void doCollectArchetypes(String roleHint, Set<MavenArchetype> result) throws RemoteException {
|
||||
try {
|
||||
ArchetypeDataSource source = myEmbedder.getComponent(ArchetypeDataSource.class, roleHint);
|
||||
ArchetypeCatalog archetypeCatalog = source.getArchetypeCatalog(new Properties());
|
||||
|
||||
for (Archetype each : archetypeCatalog.getArchetypes()) {
|
||||
result.add(MavenModelConverter.convertArchetype(each));
|
||||
}
|
||||
}
|
||||
catch (ArchetypeDataSourceException e) {
|
||||
Maven3ServerGlobals.getLogger().warn(e);
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
public void release() {
|
||||
try {
|
||||
myEmbedder.release();
|
||||
}
|
||||
catch (Exception e) {
|
||||
throw rethrowException(e);
|
||||
}
|
||||
}
|
||||
|
||||
private static class MyScanningListener implements ArtifactScanningListener {
|
||||
private final MavenServerProgressIndicator p;
|
||||
|
||||
public MyScanningListener(MavenServerProgressIndicator indicator) {
|
||||
p = indicator;
|
||||
}
|
||||
|
||||
public void scanningStarted(IndexingContext ctx) {
|
||||
try {
|
||||
if (p.isCanceled()) throw new ProcessCanceledException();
|
||||
}
|
||||
catch (RemoteException e) {
|
||||
throw new RuntimeRemoteException(e);
|
||||
}
|
||||
}
|
||||
|
||||
public void scanningFinished(IndexingContext ctx, ScanningResult result) {
|
||||
try {
|
||||
if (p.isCanceled()) throw new ProcessCanceledException();
|
||||
}
|
||||
catch (RemoteException e) {
|
||||
throw new RuntimeRemoteException(e);
|
||||
}
|
||||
}
|
||||
|
||||
public void artifactError(ArtifactContext ac, Exception e) {
|
||||
}
|
||||
|
||||
public void artifactDiscovered(ArtifactContext ac) {
|
||||
try {
|
||||
if (p.isCanceled()) throw new ProcessCanceledException();
|
||||
ArtifactInfo info = ac.getArtifactInfo();
|
||||
p.setText2(info.groupId + ":" + info.artifactId + ":" + info.version);
|
||||
}
|
||||
catch (RemoteException e) {
|
||||
throw new RuntimeRemoteException(e);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user