Android-builders-club/OsmAnd
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

fix google code read index (out of memory)

Browse source 
git-svn-id: https://osmand.googlecode.com/svn/trunk@398 e29c36b1-1cfa-d876-8d93-3434fc2bb7b8
This commit is contained in:
Victor Shcherb 2010-07-27 13:14:52 +00:00
parent 69892cbbb3
commit 5d6e9b2cd7
1 changed files with 23 additions and 43 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

58
DataExtractionOSM/src/com/osmand/data/index/DownloaderIndexFromGoogleCode.java
View file

@ -32,32 +32,33 @@ public class DownloaderIndexFromGoogleCode {
System.out.println(indexFiles); System.out.println(indexFiles);
} }
private static StringBuilder getContent() { private static Map<String, String> getContent(String[] ext, String[] version) {
Map<String, String> files = new TreeMap<String, String>();
try { try {
URL url = new URL("http://code.google.com/p/osmand/downloads/list?num=1500&start=0"); //$NON-NLS-1$ URL url = new URL("http://code.google.com/p/osmand/downloads/list?num=1500&start=0"); //$NON-NLS-1$
BufferedReader reader = new BufferedReader(new InputStreamReader(url.openStream())); BufferedReader reader = new BufferedReader(new InputStreamReader(url.openStream()));
StringBuilder b = new StringBuilder();
String s = null; String s = null;
String prevFile = null;
while ((s = reader.readLine()) != null) { while ((s = reader.readLine()) != null) {
b.append(s); for(int i=0; i<ext.length; i++){
prevFile = getIndexFiles(files, s, prevFile, ext[i], version[i]);
}
} }
return b;
} catch (MalformedURLException e) { } catch (MalformedURLException e) {
log.error("Unexpected exception", e); //$NON-NLS-1$ log.error("Unexpected exception", e); //$NON-NLS-1$
return null;
} catch (IOException e) { } catch (IOException e) {
log.error("Input/Output exception", e); //$NON-NLS-1$ log.error("Input/Output exception", e); //$NON-NLS-1$
return null;
} }
return files;
} }
private static void getIndexFiles(Map<String, String> files , StringBuilder content, String ext, String version){ private static String getIndexFiles(Map<String, String> files, String content, String prevFile, String ext, String version){
int i = 0; int i = 0;
int prevI = -1; int prevI = -1;
String prevFile = null; if((i = content.indexOf(ext, i)) != -1) {
while ((i = content.indexOf(ext, i)) != -1) {
if(prevI > i){ if(prevI > i){
files.put(prevFile, null); files.put(prevFile, null);
prevI = i; prevI = i;
@ -66,48 +67,27 @@ public class DownloaderIndexFromGoogleCode {
while (content.charAt(j) == '_' || Character.isLetterOrDigit(content.charAt(j)) || content.charAt(j) == '-') { while (content.charAt(j) == '_' || Character.isLetterOrDigit(content.charAt(j)) || content.charAt(j) == '-') {
j--; j--;
} }
if(!content.substring(j + 1, i).endsWith("_"+version)){ //$NON-NLS-1$ if(content.substring(j + 1, i).endsWith("_"+version)){ //$NON-NLS-1$
i++;
continue;
}
prevFile = content.substring(j + 1, i) + ext; prevFile = content.substring(j + 1, i) + ext;
String description = null;
prevI = content.indexOf("{", i); //$NON-NLS-1$
if(prevI > 0){
j = content.indexOf("}", prevI); //$NON-NLS-1$
if(j > 0 && j - prevI < 40){
description = content.substring(prevI + 1, j);
} }
} }
if(!files.containsKey(prevFile) || files.get(prevFile) == null){ if (prevFile != null && ((i = content.indexOf('{')) != -1)) {
int j = content.indexOf('}');
if (j != -1 && j - i < 40) {
String description = content.substring(i, j + 1);
files.put(prevFile, description); files.put(prevFile, description);
} else {
prevI = i;
} }
i++;
} }
return prevFile;
} }
public static Map<String, String> getIndexFiles(String[] ext, String[] version){ public static Map<String, String> getIndexFiles(String[] ext, String[] version){
StringBuilder content = getContent(); return getContent(ext, version);
if(content == null){
return null;
}
Map<String, String> files = new TreeMap<String, String>();
for(int i=0; i<ext.length; i++){
getIndexFiles(files, content, ext[i], version[i]);
}
return files;
} }
public static Map<String, String> getIndexFiles(String ext, String version){ public static Map<String, String> getIndexFiles(String ext, String version){
StringBuilder content = getContent(); return getContent(new String[]{ext}, new String[]{version});
if(content == null){
return null;
}
Map<String, String> files = new TreeMap<String, String>();
getIndexFiles(files, content, ext, version);
return files;
} }
public static URL getInputStreamToLoadIndex(String indexName) throws IOException{ public static URL getInputStreamToLoadIndex(String indexName) throws IOException{