mirror of https://github.com/kurisufriend/Clover
Floens
7 years ago
parent
83ae7a297f
commit
8a13d9fb2d
@ -0,0 +1,175 @@ |
||||
/* |
||||
* Clover - 4chan browser https://github.com/Floens/Clover/
|
||||
* Copyright (C) 2014 Floens |
||||
* |
||||
* This program is free software: you can redistribute it and/or modify |
||||
* it under the terms of the GNU General Public License as published by |
||||
* the Free Software Foundation, either version 3 of the License, or |
||||
* (at your option) any later version. |
||||
* |
||||
* This program is distributed in the hope that it will be useful, |
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of |
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
||||
* GNU General Public License for more details. |
||||
* |
||||
* You should have received a copy of the GNU General Public License |
||||
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/ |
||||
package org.floens.chan.core.cache; |
||||
|
||||
import android.support.annotation.AnyThread; |
||||
import android.support.annotation.MainThread; |
||||
import android.support.annotation.WorkerThread; |
||||
import android.util.Pair; |
||||
|
||||
import org.floens.chan.utils.Logger; |
||||
|
||||
import java.io.File; |
||||
import java.util.ArrayList; |
||||
import java.util.Collections; |
||||
import java.util.List; |
||||
import java.util.concurrent.ExecutorService; |
||||
import java.util.concurrent.Executors; |
||||
import java.util.concurrent.atomic.AtomicBoolean; |
||||
import java.util.concurrent.atomic.AtomicLong; |
||||
|
||||
public class CacheHandler { |
||||
private static final String TAG = "CacheHandler"; |
||||
private static final int TRIM_TRIES = 20; |
||||
|
||||
private final ExecutorService pool = Executors.newFixedThreadPool(1); |
||||
|
||||
private final File directory; |
||||
private final long maxSize; |
||||
|
||||
/** |
||||
* An estimation of the current size of the directory. Used to check if trim must be run |
||||
* because the folder exceeds the maximum size. |
||||
*/ |
||||
private AtomicLong size = new AtomicLong(); |
||||
private AtomicBoolean trimRunning = new AtomicBoolean(false); |
||||
|
||||
public CacheHandler(File directory, long maxSize) { |
||||
this.directory = directory; |
||||
this.maxSize = maxSize; |
||||
|
||||
createDirectories(); |
||||
backgroundRecalculateSize(); |
||||
} |
||||
|
||||
@MainThread |
||||
public boolean exists(String key) { |
||||
return get(key).exists(); |
||||
} |
||||
|
||||
@MainThread |
||||
public File get(String key) { |
||||
createDirectories(); |
||||
|
||||
return new File(directory, hash(key)); |
||||
} |
||||
|
||||
@MainThread |
||||
protected void fileWasAdded(File file) { |
||||
long adjustedSize = size.addAndGet(file.length()); |
||||
|
||||
if (adjustedSize > maxSize && trimRunning.compareAndSet(false, true)) { |
||||
pool.submit(() -> { |
||||
try { |
||||
trim(); |
||||
} catch (Exception e) { |
||||
Logger.e(TAG, "Error trimming", e); |
||||
} finally { |
||||
trimRunning.set(false); |
||||
} |
||||
}); |
||||
} |
||||
} |
||||
|
||||
@MainThread |
||||
public void clearCache() { |
||||
Logger.d(TAG, "Clearing cache"); |
||||
|
||||
if (directory.exists() && directory.isDirectory()) { |
||||
for (File file : directory.listFiles()) { |
||||
if (!file.delete()) { |
||||
Logger.d(TAG, "Could not delete cache file while clearing cache " + |
||||
file.getName()); |
||||
} |
||||
} |
||||
} |
||||
|
||||
recalculateSize(); |
||||
} |
||||
|
||||
@MainThread |
||||
public void createDirectories() { |
||||
if (!directory.exists()) { |
||||
if (!directory.mkdirs()) { |
||||
Logger.e(TAG, "Unable to create file cache dir " + |
||||
directory.getAbsolutePath()); |
||||
} |
||||
} |
||||
} |
||||
|
||||
@MainThread |
||||
private void backgroundRecalculateSize() { |
||||
pool.submit(this::recalculateSize); |
||||
} |
||||
|
||||
@AnyThread |
||||
private void recalculateSize() { |
||||
long calculatedSize = 0; |
||||
|
||||
File[] files = directory.listFiles(); |
||||
if (files != null) { |
||||
for (File file : files) { |
||||
calculatedSize += file.length(); |
||||
} |
||||
} |
||||
|
||||
size.set(calculatedSize); |
||||
} |
||||
|
||||
@WorkerThread |
||||
private void trim() { |
||||
File[] directoryFiles = directory.listFiles(); |
||||
|
||||
// Don't try to trim empty directories or just one file in it.
|
||||
if (directoryFiles == null || directoryFiles.length <= 1) { |
||||
return; |
||||
} |
||||
|
||||
// Get all files with their last modified times.
|
||||
List<Pair<File, Long>> files = new ArrayList<>(directoryFiles.length); |
||||
for (File file : directoryFiles) { |
||||
files.add(new Pair<>(file, file.lastModified())); |
||||
} |
||||
|
||||
// Sort by oldest first.
|
||||
Collections.sort(files, (o1, o2) -> Long.signum(o1.second - o2.second)); |
||||
|
||||
// Trim as long as the directory size exceeds the threshold and we haven't reached
|
||||
// the trim limit.
|
||||
long workingSize = size.get(); |
||||
for (int i = 0; workingSize >= maxSize && i < Math.min(files.size(), TRIM_TRIES); i++) { |
||||
File file = files.get(i).first; |
||||
|
||||
Logger.d(TAG, "Delete for trim " + file.getAbsolutePath()); |
||||
workingSize -= file.length(); |
||||
|
||||
boolean deleteResult = file.delete(); |
||||
|
||||
if (!deleteResult) { |
||||
Logger.e(TAG, "Failed to delete cache file for trim"); |
||||
} |
||||
} |
||||
|
||||
recalculateSize(); |
||||
} |
||||
|
||||
@AnyThread |
||||
private String hash(String key) { |
||||
return String.valueOf(key.hashCode()); |
||||
} |
||||
} |
||||
@ -0,0 +1,331 @@ |
||||
/* |
||||
* Clover - 4chan browser https://github.com/Floens/Clover/
|
||||
* Copyright (C) 2014 Floens |
||||
* |
||||
* This program is free software: you can redistribute it and/or modify |
||||
* it under the terms of the GNU General Public License as published by |
||||
* the Free Software Foundation, either version 3 of the License, or |
||||
* (at your option) any later version. |
||||
* |
||||
* This program is distributed in the hope that it will be useful, |
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of |
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
||||
* GNU General Public License for more details. |
||||
* |
||||
* You should have received a copy of the GNU General Public License |
||||
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/ |
||||
package org.floens.chan.core.cache; |
||||
|
||||
import android.os.Handler; |
||||
import android.os.Looper; |
||||
import android.support.annotation.AnyThread; |
||||
import android.support.annotation.MainThread; |
||||
import android.support.annotation.WorkerThread; |
||||
|
||||
import org.floens.chan.core.settings.ChanSettings; |
||||
import org.floens.chan.utils.Logger; |
||||
|
||||
import java.io.Closeable; |
||||
import java.io.File; |
||||
import java.io.IOException; |
||||
import java.util.ArrayList; |
||||
import java.util.List; |
||||
import java.util.concurrent.ExecutorService; |
||||
import java.util.concurrent.Future; |
||||
import java.util.concurrent.atomic.AtomicBoolean; |
||||
|
||||
import okhttp3.Call; |
||||
import okhttp3.OkHttpClient; |
||||
import okhttp3.Request; |
||||
import okhttp3.Response; |
||||
import okhttp3.ResponseBody; |
||||
import okhttp3.internal.Util; |
||||
import okio.Buffer; |
||||
import okio.BufferedSink; |
||||
import okio.Okio; |
||||
import okio.Source; |
||||
|
||||
public class FileCacheDownloader implements Runnable { |
||||
private static final String TAG = "FileCacheDownloader"; |
||||
private static final long BUFFER_SIZE = 8192; |
||||
private static final long NOTIFY_SIZE = BUFFER_SIZE * 8; |
||||
|
||||
private final OkHttpClient httpClient; |
||||
private final String url; |
||||
private final File output; |
||||
private final String userAgent; |
||||
private final Handler handler; |
||||
|
||||
// Main thread only.
|
||||
private final Callback callback; |
||||
private final List<FileCacheListener> listeners = new ArrayList<>(); |
||||
|
||||
// Main and worker thread.
|
||||
private AtomicBoolean running = new AtomicBoolean(false); |
||||
private AtomicBoolean cancel = new AtomicBoolean(false); |
||||
private Future<?> future; |
||||
|
||||
// Worker thread.
|
||||
private Call call; |
||||
private ResponseBody body; |
||||
|
||||
static FileCacheDownloader fromCallbackClientUrlOutputUserAgent( |
||||
Callback callback, OkHttpClient httpClient, String url, |
||||
File output, String userAgent) { |
||||
return new FileCacheDownloader(callback, httpClient, url, output, userAgent); |
||||
} |
||||
|
||||
private FileCacheDownloader(Callback callback, OkHttpClient httpClient, |
||||
String url, File output, String userAgent) { |
||||
this.callback = callback; |
||||
this.httpClient = httpClient; |
||||
this.url = url; |
||||
this.output = output; |
||||
this.userAgent = userAgent; |
||||
|
||||
handler = new Handler(Looper.getMainLooper()); |
||||
} |
||||
|
||||
@MainThread |
||||
public void execute(ExecutorService executor) { |
||||
future = executor.submit(this); |
||||
} |
||||
|
||||
@MainThread |
||||
public String getUrl() { |
||||
return url; |
||||
} |
||||
|
||||
@AnyThread |
||||
public Future<?> getFuture() { |
||||
return future; |
||||
} |
||||
|
||||
@MainThread |
||||
public void addListener(FileCacheListener callback) { |
||||
listeners.add(callback); |
||||
} |
||||
|
||||
/** |
||||
* Cancel this download. |
||||
*/ |
||||
@MainThread |
||||
public void cancel() { |
||||
if (cancel.compareAndSet(false, true)) { |
||||
// Did not start running yet, mark finished here.
|
||||
if (!running.get()) { |
||||
callback.downloaderFinished(this); |
||||
} |
||||
} |
||||
} |
||||
|
||||
@AnyThread |
||||
private void post(Runnable runnable) { |
||||
handler.post(runnable); |
||||
} |
||||
|
||||
@AnyThread |
||||
private void log(String message) { |
||||
Logger.d(TAG, logPrefix() + message); |
||||
} |
||||
|
||||
@AnyThread |
||||
private void log(String message, Exception e) { |
||||
Logger.e(TAG, logPrefix() + message, e); |
||||
} |
||||
|
||||
private String logPrefix() { |
||||
return "[" + url.substring(0, Math.min(url.length(), 45)) + "] "; |
||||
} |
||||
|
||||
@Override |
||||
@WorkerThread |
||||
public void run() { |
||||
log("start"); |
||||
running.set(true); |
||||
execute(); |
||||
} |
||||
|
||||
@WorkerThread |
||||
private void execute() { |
||||
Closeable sourceCloseable = null; |
||||
Closeable sinkCloseable = null; |
||||
|
||||
try { |
||||
checkCancel(); |
||||
|
||||
ResponseBody body = getBody(); |
||||
|
||||
Source source = body.source(); |
||||
sourceCloseable = source; |
||||
|
||||
BufferedSink sink = Okio.buffer(Okio.sink(output)); |
||||
sinkCloseable = sink; |
||||
|
||||
checkCancel(); |
||||
|
||||
log("got input stream"); |
||||
|
||||
pipeBody(source, sink); |
||||
|
||||
log("done"); |
||||
|
||||
post(() -> { |
||||
callback.downloaderAddedFile(output); |
||||
callback.downloaderFinished(this); |
||||
for (FileCacheListener callback : listeners) { |
||||
callback.onSuccess(output); |
||||
callback.onEnd(); |
||||
} |
||||
}); |
||||
} catch (IOException e) { |
||||
boolean isNotFound = false; |
||||
boolean cancelled = false; |
||||
if (e instanceof HttpCodeIOException) { |
||||
int code = ((HttpCodeIOException) e).code; |
||||
log("exception: http error, code: " + code, e); |
||||
isNotFound = code == 404; |
||||
} else if (e instanceof CancelException) { |
||||
// Don't log the stack.
|
||||
log("exception: cancelled"); |
||||
cancelled = true; |
||||
} else { |
||||
log("exception", e); |
||||
} |
||||
|
||||
final boolean finalIsNotFound = isNotFound; |
||||
final boolean finalCancelled = cancelled; |
||||
post(() -> { |
||||
purgeOutput(); |
||||
for (FileCacheListener callback : listeners) { |
||||
if (finalCancelled) { |
||||
callback.onCancel(); |
||||
} else { |
||||
callback.onFail(finalIsNotFound); |
||||
} |
||||
|
||||
callback.onEnd(); |
||||
} |
||||
callback.downloaderFinished(this); |
||||
}); |
||||
} finally { |
||||
Util.closeQuietly(sourceCloseable); |
||||
Util.closeQuietly(sinkCloseable); |
||||
|
||||
if (call != null) { |
||||
call.cancel(); |
||||
} |
||||
|
||||
if (body != null) { |
||||
Util.closeQuietly(body); |
||||
} |
||||
} |
||||
} |
||||
|
||||
@WorkerThread |
||||
private ResponseBody getBody() throws IOException { |
||||
Request request = new Request.Builder() |
||||
.url(url) |
||||
.header("User-Agent", userAgent) |
||||
.build(); |
||||
|
||||
call = httpClient.newBuilder() |
||||
.proxy(ChanSettings.getProxy()) |
||||
.build() |
||||
.newCall(request); |
||||
|
||||
Response response = call.execute(); |
||||
if (!response.isSuccessful()) { |
||||
throw new HttpCodeIOException(response.code()); |
||||
} |
||||
|
||||
checkCancel(); |
||||
|
||||
body = response.body(); |
||||
if (body == null) { |
||||
throw new IOException("body == null"); |
||||
} |
||||
|
||||
checkCancel(); |
||||
|
||||
return body; |
||||
} |
||||
|
||||
@WorkerThread |
||||
private void pipeBody(Source source, BufferedSink sink) throws IOException { |
||||
long contentLength = body.contentLength(); |
||||
|
||||
long read; |
||||
long total = 0; |
||||
long notifyTotal = 0; |
||||
|
||||
Buffer buffer = new Buffer(); |
||||
|
||||
while ((read = source.read(buffer, BUFFER_SIZE)) != -1) { |
||||
sink.write(buffer, read); |
||||
total += read; |
||||
|
||||
if (total >= notifyTotal + NOTIFY_SIZE) { |
||||
notifyTotal = total; |
||||
log("progress " + (total / (float) contentLength)); |
||||
postProgress(total, contentLength <= 0 ? total : contentLength); |
||||
} |
||||
|
||||
checkCancel(); |
||||
} |
||||
|
||||
Util.closeQuietly(source); |
||||
Util.closeQuietly(sink); |
||||
|
||||
call = null; |
||||
Util.closeQuietly(body); |
||||
body = null; |
||||
} |
||||
|
||||
@WorkerThread |
||||
private void checkCancel() throws IOException { |
||||
if (cancel.get()) { |
||||
throw new CancelException(); |
||||
} |
||||
} |
||||
|
||||
@WorkerThread |
||||
private void purgeOutput() { |
||||
if (output.exists()) { |
||||
final boolean deleteResult = output.delete(); |
||||
|
||||
if (!deleteResult) { |
||||
log("could not delete the file in purgeOutput"); |
||||
} |
||||
} |
||||
} |
||||
|
||||
@WorkerThread |
||||
private void postProgress(final long downloaded, final long total) { |
||||
post(() -> { |
||||
for (FileCacheListener callback : listeners) { |
||||
callback.onProgress(downloaded, total); |
||||
} |
||||
}); |
||||
} |
||||
|
||||
private static class CancelException extends IOException { |
||||
public CancelException() { |
||||
} |
||||
} |
||||
|
||||
private static class HttpCodeIOException extends IOException { |
||||
private int code; |
||||
|
||||
public HttpCodeIOException(int code) { |
||||
this.code = code; |
||||
} |
||||
} |
||||
|
||||
public interface Callback { |
||||
void downloaderFinished(FileCacheDownloader fileCacheDownloader); |
||||
|
||||
void downloaderAddedFile(File file); |
||||
} |
||||
} |
||||
@ -0,0 +1,53 @@ |
||||
/* |
||||
* Clover - 4chan browser https://github.com/Floens/Clover/
|
||||
* Copyright (C) 2014 Floens |
||||
* |
||||
* This program is free software: you can redistribute it and/or modify |
||||
* it under the terms of the GNU General Public License as published by |
||||
* the Free Software Foundation, either version 3 of the License, or |
||||
* (at your option) any later version. |
||||
* |
||||
* This program is distributed in the hope that it will be useful, |
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of |
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
||||
* GNU General Public License for more details. |
||||
* |
||||
* You should have received a copy of the GNU General Public License |
||||
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
*/ |
||||
package org.floens.chan.core.cache; |
||||
|
||||
import java.io.File; |
||||
|
||||
public abstract class FileCacheListener { |
||||
public void onProgress(long downloaded, long total) { |
||||
} |
||||
|
||||
/** |
||||
* Called when the file download was completed. |
||||
*/ |
||||
public void onSuccess(File file) { |
||||
} |
||||
|
||||
/** |
||||
* Called when there was an error downloading the file. |
||||
* <b>This is not called when the download was cancelled.</b> |
||||
* |
||||
* @param notFound when it was a http 404 error. |
||||
*/ |
||||
public void onFail(boolean notFound) { |
||||
} |
||||
|
||||
/** |
||||
* Called when the file download was cancelled. |
||||
*/ |
||||
public void onCancel() { |
||||
} |
||||
|
||||
/** |
||||
* When the download was ended, this is always called, when it failed, succeeded or was |
||||
* cancelled. |
||||
*/ |
||||
public void onEnd() { |
||||
} |
||||
} |
||||
Loading…
Reference in new issue