JAVA读取文件夹大小的几种方式

(一)单线程递归方式

package com.taobao.test;

import java.io.File;

public class TotalFileSizeSequential {

    public static String fileName = "C:\\Documents and Settings\\Administrator\\桌面\\monkeytalk";

    // 递归方式 计算文件的大小

    private long getTotalSizeOfFilesInDir(final File file) {

        if (file.isFile())

            return file.length();

        final File[] children = file.listFiles();

        long total = 0;

        if (children != null)

            for (final File child : children)

                total += getTotalSizeOfFilesInDir(child);

        return total;

    }

    public static void main(final String[] args) {

        final long start = System.nanoTime();

        final long total = new TotalFileSizeSequential()

                .getTotalSizeOfFilesInDir(new File(fileName));

        final long end = System.nanoTime();

        System.out.println("Total Size: " + total);

        System.out.println("Time taken: " + (end - start) / 1.0e9);

    }

}

（二）使用Executors.newFixedThreadPool和callable 多线程实现

package com.taobao.test;

import java.io.File;

import java.util.ArrayList;

import java.util.Collections;

import java.util.List;

import java.util.concurrent.Callable;

import java.util.concurrent.ExecutionException;

import java.util.concurrent.ExecutorService;

import java.util.concurrent.Executors;

import java.util.concurrent.Future;

import java.util.concurrent.TimeUnit;

import java.util.concurrent.TimeoutException;

public class ConcurrentTotalFileSize {

    public static final String fileName = "C:\\Documents and Settings\\Administrator\\桌面\\monkeytalk";

    class SubDirectoriesAndSize {

        final public long size;

        final public List<File> subDirectories;

        public SubDirectoriesAndSize(final long totalSize,

                final List<File> theSubDirs) {

            size = totalSize;

            subDirectories = Collections.unmodifiableList(theSubDirs);

        }

    }

    private SubDirectoriesAndSize getTotalAndSubDirs(final File file) {

        long total = 0;

        final List<File> subDirectories = new ArrayList<File>();

        if (file.isDirectory()) {

            final File[] children = file.listFiles();

            if (children != null)

                for (final File child : children) {

                    if (child.isFile())

                        total += child.length();

                    else

                        subDirectories.add(child);

                }

        }

        return new SubDirectoriesAndSize(total, subDirectories);

    }

    private long getTotalSizeOfFilesInDir(final File file)

            throws InterruptedException, ExecutionException, TimeoutException {

        final ExecutorService service = Executors.newFixedThreadPool(100);

        try {

            long total = 0;

            final List<File> directories = new ArrayList<File>();

            directories.add(file);

            while (!directories.isEmpty()) {

                final List<Future<SubDirectoriesAndSize>> partialResults = new ArrayList<Future<SubDirectoriesAndSize>>();

                for (final File directory : directories) {

                    partialResults.add(service

                            .submit(new Callable<SubDirectoriesAndSize>() {

                                public SubDirectoriesAndSize call() {

                                    return getTotalAndSubDirs(directory);

                                }

                            }));

                }

                directories.clear();

                for (final Future<SubDirectoriesAndSize> partialResultFuture : partialResults) {

                    final SubDirectoriesAndSize subDirectoriesAndSize = partialResultFuture

                            .get(100, TimeUnit.SECONDS);

                    directories.addAll(subDirectoriesAndSize.subDirectories);

                    total += subDirectoriesAndSize.size;

                }

            }

            return total;

        } finally {

            service.shutdown();

        }

    }

    public static void main(final String[] args) throws InterruptedException,

            ExecutionException, TimeoutException {

        final long start = System.nanoTime();

        final long total = new ConcurrentTotalFileSize()

                .getTotalSizeOfFilesInDir(new File(fileName));

        final long end = System.nanoTime();

        System.out.println("Total Size: " + total);

        System.out.println("Time taken: " + (end - start) / 1.0e9);

    }

}

（三）使用Executors.newFixedThreadPool和callable 多线程的另外一种实现

package com.taobao.test;

import java.io.File;

import java.util.ArrayList;

import java.util.List;

import java.util.concurrent.Callable;

import java.util.concurrent.ExecutionException;

import java.util.concurrent.ExecutorService;

import java.util.concurrent.Executors;

import java.util.concurrent.Future;

import java.util.concurrent.TimeUnit;

import java.util.concurrent.TimeoutException;

public class NaivelyConcurrentTotalFileSize {

    public static String fileName = "C:\\Documents and Settings\\Administrator\\桌面\\monkeytalk";

    private long getTotalSizeOfFilesInDir(final ExecutorService service,

            final File file) throws InterruptedException, ExecutionException,

            TimeoutException {

        if (file.isFile())

            return file.length();

        long total = 0;

        final File[] children = file.listFiles();

        if (children != null) {

            final List<Future<Long>> partialTotalFutures = new ArrayList<Future<Long>>();

            for (final File child : children) {

                partialTotalFutures.add(service.submit(new Callable<Long>() {

                    public Long call() throws InterruptedException,

                            ExecutionException, TimeoutException {

                        return getTotalSizeOfFilesInDir(service, child);

                    }

                }));

            }

            for (final Future<Long> partialTotalFuture : partialTotalFutures)

                total += partialTotalFuture.get(100, TimeUnit.SECONDS);

        }

        return total;

    }

    private long getTotalSizeOfFile(final String fileName)

            throws InterruptedException, ExecutionException, TimeoutException {

        final ExecutorService service = Executors.newFixedThreadPool(100);

        try {

            return getTotalSizeOfFilesInDir(service, new File(fileName));

        } finally {

            service.shutdown();

        }

    }

    public static void main(final String[] args) throws InterruptedException,

            ExecutionException, TimeoutException {

        final long start = System.nanoTime();

        final long total = new NaivelyConcurrentTotalFileSize()

                .getTotalSizeOfFile(fileName);

        final long end = System.nanoTime();

        System.out.println("Total Size: " + total);

        System.out.println("Time taken: " + (end - start) / 1.0e9);

    }

}

（四）使用CountDownLatch和AtomicLong实现多线程下的并发控制

package com.taobao.test;

import java.io.File;

import java.util.concurrent.CountDownLatch;

import java.util.concurrent.ExecutorService;

import java.util.concurrent.Executors;

import java.util.concurrent.TimeUnit;

import java.util.concurrent.atomic.AtomicLong;

public class ConcurrentTotalFileSizeWLatch {

    private ExecutorService service;

    final private AtomicLong pendingFileVisits = new AtomicLong();

    final private AtomicLong totalSize = new AtomicLong();

    final private CountDownLatch latch = new CountDownLatch(1);

    public static String fileName = "C:\\Documents and Settings\\Administrator\\桌面\\monkeytalk";

    private void updateTotalSizeOfFilesInDir(final File file) {

        long fileSize = 0;

        if (file.isFile())

            fileSize = file.length();

        else {

            final File[] children = file.listFiles();

            if (children != null) {

                for (final File child : children) {

                    if (child.isFile())

                        fileSize += child.length();

                    else {

                        pendingFileVisits.incrementAndGet();

                        service.execute(new Runnable() {

                            public void run() {

                                updateTotalSizeOfFilesInDir(child);

                            }

                        });

                    }

                }

            }

        }

        totalSize.addAndGet(fileSize);

        if (pendingFileVisits.decrementAndGet() == 0)

            latch.countDown();

    }

    private long getTotalSizeOfFile(final String fileName)

            throws InterruptedException {

        service = Executors.newFixedThreadPool(100);

        pendingFileVisits.incrementAndGet();

        try {

            updateTotalSizeOfFilesInDir(new File(fileName));

            latch.await(100, TimeUnit.SECONDS);

            return totalSize.longValue();

        } finally {

            service.shutdown();

        }

    }

    public static void main(final String[] args) throws InterruptedException {

        final long start = System.nanoTime();

        final long total = new ConcurrentTotalFileSizeWLatch()

                .getTotalSizeOfFile(fileName);

        final long end = System.nanoTime();

        System.out.println("Total Size: " + total);

        System.out.println("Time taken: " + (end - start) / 1.0e9);

    }

}

（五）使用BlockingQueue和AtomicLong的实现

package com.taobao.test;

import java.io.File;

import java.util.concurrent.ArrayBlockingQueue;

import java.util.concurrent.BlockingQueue;

import java.util.concurrent.ExecutorService;

import java.util.concurrent.Executors;

import java.util.concurrent.TimeUnit;

import java.util.concurrent.atomic.AtomicLong;

public class ConcurrentTotalFileSizeWQueue {

    public static String fileName = "C:\\Documents and Settings\\Administrator\\桌面\\monkeytalk";

    private ExecutorService service;

    final private BlockingQueue<Long> fileSizes = new ArrayBlockingQueue<Long>(

            500);

    final AtomicLong pendingFileVisits = new AtomicLong();

    private void startExploreDir(final File file) {

        pendingFileVisits.incrementAndGet();

        service.execute(new Runnable() {

            public void run() {

                exploreDir(file);

            }

        });

    }

    private void exploreDir(final File file) {

        long fileSize = 0;

        if (file.isFile())

            fileSize = file.length();

        else {

            final File[] children = file.listFiles();

            if (children != null)

                for (final File child : children) {

                    if (child.isFile())

                        fileSize += child.length();

                    else {

                        startExploreDir(child);

                    }

                }

        }

        try {

            fileSizes.put(fileSize);

        } catch (Exception ex) {

            throw new RuntimeException(ex);

        }

        pendingFileVisits.decrementAndGet();

    }

    private long getTotalSizeOfFile(final String fileName)

            throws InterruptedException {

        service = Executors.newFixedThreadPool(100);

        try {

            startExploreDir(new File(fileName));

            long totalSize = 0;

            while (pendingFileVisits.get() > 0 || fileSizes.size() > 0) {

                final Long size = fileSizes.poll(10, TimeUnit.SECONDS);

                totalSize += size;

            }

            return totalSize;

        } finally {

            service.shutdown();

        }

    }

    public static void main(final String[] args) throws InterruptedException {

        final long start = System.nanoTime();

        final long total = new ConcurrentTotalFileSizeWQueue()

                .getTotalSizeOfFile(fileName);

        final long end = System.nanoTime();

        System.out.println("Total Size: " + total);

        System.out.println("Time taken: " + (end - start) / 1.0e9);

    }

}

(六)使用jdk7的ForkJoin来实现

package com.taobao.test;

import java.io.File;

import java.util.ArrayList;

import java.util.List;

import java.util.concurrent.ForkJoinPool;

import java.util.concurrent.ForkJoinTask;

import java.util.concurrent.RecursiveTask;

public class FileSize {

    private final static ForkJoinPool forkJoinPool = new ForkJoinPool();

    public static String fileName = "C:\\Documents and Settings\\Administrator\\桌面\\monkeytalk";

    private static class FileSizeFinder extends RecursiveTask<Long> {

        final File file;

        public FileSizeFinder(final File theFile) {

            file = theFile;

        }

        @Override

        public Long compute() {

            long size = 0;

            if (file.isFile()) {

                size = file.length();

            } else {

                final File[] children = file.listFiles();

                if (children != null) {

                    List<ForkJoinTask<Long>> tasks = new ArrayList<ForkJoinTask<Long>>();

                    for (final File child : children) {

                        if (child.isFile()) {

                            size += child.length();

                        } else {

                            tasks.add(new FileSizeFinder(child));

                        }

                    }

                    for (final ForkJoinTask<Long> task : invokeAll(tasks)) {

                        size += task.join();

                    }

                }

            }

            return size;

        }

    }

    public static void main(final String[] args) {

        final long start = System.nanoTime();

        final long total = forkJoinPool.invoke(new FileSizeFinder(new File("/home")));

        final long end = System.nanoTime();

        System.out.println("Total Size: " + total);

        System.out.println("Time taken: " + (end - start) / 1.0e9);

    }

}

JAVA读取文件夹大小的几种方式的更多相关文章

Java读取文件夹大小的6种方法及代码
(一)单线程递归方式 package com.taobao.test; import java.io.File; public class TotalFileSizeSequential { publ ...
JAVA读取文件夹大小
几种不同的实现方法: (一)单线程递归方式 package com.taobao.test; import java.io.File; public class TotalFileSizeSequen ...
C#读取文件夹大小
今天需要做一个读取文件夹大小的功能,为了避免遍历文件夹下所有文件并求出总大小,找到如下的好方法: 首先要在项目中引用一个COM组件:Microsoft Scripting Runtime,这个在Ref ...
java读取文件夹下所有文件并替换文件每一行中指定的字符串
import java.io.BufferedReader; import java.io.File; import java.io.FileInputStream; import java.io.I ...
java读取文件夹下文件及txt内容
public class PositionController { // 读取txt内容 public static String txt2String(File file) { ...
总结java中文件拷贝剪切的5种方式-JAVA IO基础总结第五篇
本文是Java IO总结系列篇的第5篇,前篇的访问地址如下: 总结java中创建并写文件的5种方式-JAVA IO基础总结第一篇总结java从文件中读取数据的6种方法-JAVA IO基础总结第二篇 ...
使用java读取文件夹中文件的行数
使用java统计某文件夹下所有文件的行数经理突然交代一个任务:要求统计某个文件夹下所有文件的行数.在网上查了一个多小时没有解决.后来心里不爽就决定自己写一个java类用来统计文件的行数,于是花了两个 ...
java 监听文件或者文件夹变化的几种方式
1.log4j的实现的文件内容变化监听 package com.jp.filemonitor; import org.apache.log4j.helpers.FileWatchdog; public ...
【转载】java 监听文件或者文件夹变化的几种方式
1.log4j的实现的文件内容变化监听 package com.jp.filemonitor; import org.apache.log4j.helpers.FileWatchdog; public ...

随机推荐

洛谷—— P1869 愚蠢的组合数
https://www.luogu.org/problemnew/show/1869 题目描述最近老师教了狗狗怎么算组合数,狗狗又想到了一个问题... 狗狗定义C(N,K)表示从N个元素中不重复地选 ...
洛谷——P3395 路障
P3395 路障题目背景此题约为NOIP提高组Day1T1难度. 题目描述 B君站在一个n*n的棋盘上.最开始,B君站在(1,1)这个点,他要走到(n,n)这个点. B君每秒可以向上下左右的某个方 ...
RMQ小结
RMQ——区间最小查询,实际情况往往不是查询最小值,而是查询区间特定信息.一般要求在logn的级别实现查询or修改. RMQ三种实现 1.BIT BIT给我的感觉就是神迹一般数学的巧合,关于它的原理就 ...
[COCI2015]ZGODAN
题目大意: 给你一个数$n(n\leq10^1000)$,定义一个数是“美丽数”当且仅当这个数各个数位上的数奇偶性不同. 求最接近$n$的“美丽数”,若有多个,则依次输出. 思路: 贪心+高精度. 首 ...
10.getter & setter
自定义 Person 类 class Person: NSObject { var name: String? var age: Int? } getter & setter var _nam ...
delphi程序全屏显示无标题栏覆盖整个屏幕
delphi 简单实现程序全屏显示无标题栏,覆盖整个屏幕,这个在做工控机或屏保时有用的,具体代码如下,感兴趣的朋友可以参考下哈 delphi 程序全屏显示无标题栏,覆盖整个屏幕,这个在做工控机或屏保时 ...
java内存溢出分析工具：jmap使用实战
在一次解决系统tomcat老是内存撑到头,然后崩溃的问题时,使用到了jmap. 1 使用命令在环境是linux+jdk1.5以上,这个工具是自带的,路径在JDK_HOME/bin/下 jmap -h ...
EasyMvc入门教程
EasyMvc 希望实现的目标:模块化,快速简单化,满足80%的常见需求.基于.Net Core 2.0.5开发.开发环境:VS2017,运行环境支持Window/Linux. 相关链接: 演示地址: ...
~/.bash_profile介绍
mac和linux终端一般用bash来进行解析.当bash在读完了整体环境变量的/etc/profile并借此调用其他配置文件后,接下来则是会读取用户自定义的个人配置文件.bash读取的文件总共有三种 ...
Unity3d / 3ds max 模型分享站点
http://www.cgrealm.org/model/ 王国3D模型库 http://www.cgjoy.com/ 游戏特效论坛

JAVA读取文件夹大小的几种方式

JAVA读取文件夹大小的几种方式的更多相关文章

随机推荐

热门专题