JAVA读取文件夹大小的几种方式

(一)单线程递归方式

package com.taobao.test;

import java.io.File;

public class TotalFileSizeSequential {

    public static String fileName = "C:\\Documents and Settings\\Administrator\\桌面\\monkeytalk";

    // 递归方式 计算文件的大小

    private long getTotalSizeOfFilesInDir(final File file) {

        if (file.isFile())

            return file.length();

        final File[] children = file.listFiles();

        long total = 0;

        if (children != null)

            for (final File child : children)

                total += getTotalSizeOfFilesInDir(child);

        return total;

    }

    public static void main(final String[] args) {

        final long start = System.nanoTime();

        final long total = new TotalFileSizeSequential()

                .getTotalSizeOfFilesInDir(new File(fileName));

        final long end = System.nanoTime();

        System.out.println("Total Size: " + total);

        System.out.println("Time taken: " + (end - start) / 1.0e9);

    }

}

（二）使用Executors.newFixedThreadPool和callable 多线程实现

package com.taobao.test;

import java.io.File;

import java.util.ArrayList;

import java.util.Collections;

import java.util.List;

import java.util.concurrent.Callable;

import java.util.concurrent.ExecutionException;

import java.util.concurrent.ExecutorService;

import java.util.concurrent.Executors;

import java.util.concurrent.Future;

import java.util.concurrent.TimeUnit;

import java.util.concurrent.TimeoutException;

public class ConcurrentTotalFileSize {

    public static final String fileName = "C:\\Documents and Settings\\Administrator\\桌面\\monkeytalk";

    class SubDirectoriesAndSize {

        final public long size;

        final public List<File> subDirectories;

        public SubDirectoriesAndSize(final long totalSize,

                final List<File> theSubDirs) {

            size = totalSize;

            subDirectories = Collections.unmodifiableList(theSubDirs);

        }

    }

    private SubDirectoriesAndSize getTotalAndSubDirs(final File file) {

        long total = 0;

        final List<File> subDirectories = new ArrayList<File>();

        if (file.isDirectory()) {

            final File[] children = file.listFiles();

            if (children != null)

                for (final File child : children) {

                    if (child.isFile())

                        total += child.length();

                    else

                        subDirectories.add(child);

                }

        }

        return new SubDirectoriesAndSize(total, subDirectories);

    }

    private long getTotalSizeOfFilesInDir(final File file)

            throws InterruptedException, ExecutionException, TimeoutException {

        final ExecutorService service = Executors.newFixedThreadPool(100);

        try {

            long total = 0;

            final List<File> directories = new ArrayList<File>();

            directories.add(file);

            while (!directories.isEmpty()) {

                final List<Future<SubDirectoriesAndSize>> partialResults = new ArrayList<Future<SubDirectoriesAndSize>>();

                for (final File directory : directories) {

                    partialResults.add(service

                            .submit(new Callable<SubDirectoriesAndSize>() {

                                public SubDirectoriesAndSize call() {

                                    return getTotalAndSubDirs(directory);

                                }

                            }));

                }

                directories.clear();

                for (final Future<SubDirectoriesAndSize> partialResultFuture : partialResults) {

                    final SubDirectoriesAndSize subDirectoriesAndSize = partialResultFuture

                            .get(100, TimeUnit.SECONDS);

                    directories.addAll(subDirectoriesAndSize.subDirectories);

                    total += subDirectoriesAndSize.size;

                }

            }

            return total;

        } finally {

            service.shutdown();

        }

    }

    public static void main(final String[] args) throws InterruptedException,

            ExecutionException, TimeoutException {

        final long start = System.nanoTime();

        final long total = new ConcurrentTotalFileSize()

                .getTotalSizeOfFilesInDir(new File(fileName));

        final long end = System.nanoTime();

        System.out.println("Total Size: " + total);

        System.out.println("Time taken: " + (end - start) / 1.0e9);

    }

}

（三）使用Executors.newFixedThreadPool和callable 多线程的另外一种实现

package com.taobao.test;

import java.io.File;

import java.util.ArrayList;

import java.util.List;

import java.util.concurrent.Callable;

import java.util.concurrent.ExecutionException;

import java.util.concurrent.ExecutorService;

import java.util.concurrent.Executors;

import java.util.concurrent.Future;

import java.util.concurrent.TimeUnit;

import java.util.concurrent.TimeoutException;

public class NaivelyConcurrentTotalFileSize {

    public static String fileName = "C:\\Documents and Settings\\Administrator\\桌面\\monkeytalk";

    private long getTotalSizeOfFilesInDir(final ExecutorService service,

            final File file) throws InterruptedException, ExecutionException,

            TimeoutException {

        if (file.isFile())

            return file.length();

        long total = 0;

        final File[] children = file.listFiles();

        if (children != null) {

            final List<Future<Long>> partialTotalFutures = new ArrayList<Future<Long>>();

            for (final File child : children) {

                partialTotalFutures.add(service.submit(new Callable<Long>() {

                    public Long call() throws InterruptedException,

                            ExecutionException, TimeoutException {

                        return getTotalSizeOfFilesInDir(service, child);

                    }

                }));

            }

            for (final Future<Long> partialTotalFuture : partialTotalFutures)

                total += partialTotalFuture.get(100, TimeUnit.SECONDS);

        }

        return total;

    }

    private long getTotalSizeOfFile(final String fileName)

            throws InterruptedException, ExecutionException, TimeoutException {

        final ExecutorService service = Executors.newFixedThreadPool(100);

        try {

            return getTotalSizeOfFilesInDir(service, new File(fileName));

        } finally {

            service.shutdown();

        }

    }

    public static void main(final String[] args) throws InterruptedException,

            ExecutionException, TimeoutException {

        final long start = System.nanoTime();

        final long total = new NaivelyConcurrentTotalFileSize()

                .getTotalSizeOfFile(fileName);

        final long end = System.nanoTime();

        System.out.println("Total Size: " + total);

        System.out.println("Time taken: " + (end - start) / 1.0e9);

    }

}

（四）使用CountDownLatch和AtomicLong实现多线程下的并发控制

package com.taobao.test;

import java.io.File;

import java.util.concurrent.CountDownLatch;

import java.util.concurrent.ExecutorService;

import java.util.concurrent.Executors;

import java.util.concurrent.TimeUnit;

import java.util.concurrent.atomic.AtomicLong;

public class ConcurrentTotalFileSizeWLatch {

    private ExecutorService service;

    final private AtomicLong pendingFileVisits = new AtomicLong();

    final private AtomicLong totalSize = new AtomicLong();

    final private CountDownLatch latch = new CountDownLatch(1);

    public static String fileName = "C:\\Documents and Settings\\Administrator\\桌面\\monkeytalk";

    private void updateTotalSizeOfFilesInDir(final File file) {

        long fileSize = 0;

        if (file.isFile())

            fileSize = file.length();

        else {

            final File[] children = file.listFiles();

            if (children != null) {

                for (final File child : children) {

                    if (child.isFile())

                        fileSize += child.length();

                    else {

                        pendingFileVisits.incrementAndGet();

                        service.execute(new Runnable() {

                            public void run() {

                                updateTotalSizeOfFilesInDir(child);

                            }

                        });

                    }

                }

            }

        }

        totalSize.addAndGet(fileSize);

        if (pendingFileVisits.decrementAndGet() == 0)

            latch.countDown();

    }

    private long getTotalSizeOfFile(final String fileName)

            throws InterruptedException {

        service = Executors.newFixedThreadPool(100);

        pendingFileVisits.incrementAndGet();

        try {

            updateTotalSizeOfFilesInDir(new File(fileName));

            latch.await(100, TimeUnit.SECONDS);

            return totalSize.longValue();

        } finally {

            service.shutdown();

        }

    }

    public static void main(final String[] args) throws InterruptedException {

        final long start = System.nanoTime();

        final long total = new ConcurrentTotalFileSizeWLatch()

                .getTotalSizeOfFile(fileName);

        final long end = System.nanoTime();

        System.out.println("Total Size: " + total);

        System.out.println("Time taken: " + (end - start) / 1.0e9);

    }

}

（五）使用BlockingQueue和AtomicLong的实现

package com.taobao.test;

import java.io.File;

import java.util.concurrent.ArrayBlockingQueue;

import java.util.concurrent.BlockingQueue;

import java.util.concurrent.ExecutorService;

import java.util.concurrent.Executors;

import java.util.concurrent.TimeUnit;

import java.util.concurrent.atomic.AtomicLong;

public class ConcurrentTotalFileSizeWQueue {

    public static String fileName = "C:\\Documents and Settings\\Administrator\\桌面\\monkeytalk";

    private ExecutorService service;

    final private BlockingQueue<Long> fileSizes = new ArrayBlockingQueue<Long>(

            500);

    final AtomicLong pendingFileVisits = new AtomicLong();

    private void startExploreDir(final File file) {

        pendingFileVisits.incrementAndGet();

        service.execute(new Runnable() {

            public void run() {

                exploreDir(file);

            }

        });

    }

    private void exploreDir(final File file) {

        long fileSize = 0;

        if (file.isFile())

            fileSize = file.length();

        else {

            final File[] children = file.listFiles();

            if (children != null)

                for (final File child : children) {

                    if (child.isFile())

                        fileSize += child.length();

                    else {

                        startExploreDir(child);

                    }

                }

        }

        try {

            fileSizes.put(fileSize);

        } catch (Exception ex) {

            throw new RuntimeException(ex);

        }

        pendingFileVisits.decrementAndGet();

    }

    private long getTotalSizeOfFile(final String fileName)

            throws InterruptedException {

        service = Executors.newFixedThreadPool(100);

        try {

            startExploreDir(new File(fileName));

            long totalSize = 0;

            while (pendingFileVisits.get() > 0 || fileSizes.size() > 0) {

                final Long size = fileSizes.poll(10, TimeUnit.SECONDS);

                totalSize += size;

            }

            return totalSize;

        } finally {

            service.shutdown();

        }

    }

    public static void main(final String[] args) throws InterruptedException {

        final long start = System.nanoTime();

        final long total = new ConcurrentTotalFileSizeWQueue()

                .getTotalSizeOfFile(fileName);

        final long end = System.nanoTime();

        System.out.println("Total Size: " + total);

        System.out.println("Time taken: " + (end - start) / 1.0e9);

    }

}

(六)使用jdk7的ForkJoin来实现

package com.taobao.test;

import java.io.File;

import java.util.ArrayList;

import java.util.List;

import java.util.concurrent.ForkJoinPool;

import java.util.concurrent.ForkJoinTask;

import java.util.concurrent.RecursiveTask;

public class FileSize {

    private final static ForkJoinPool forkJoinPool = new ForkJoinPool();

    public static String fileName = "C:\\Documents and Settings\\Administrator\\桌面\\monkeytalk";

    private static class FileSizeFinder extends RecursiveTask<Long> {

        final File file;

        public FileSizeFinder(final File theFile) {

            file = theFile;

        }

        @Override

        public Long compute() {

            long size = 0;

            if (file.isFile()) {

                size = file.length();

            } else {

                final File[] children = file.listFiles();

                if (children != null) {

                    List<ForkJoinTask<Long>> tasks = new ArrayList<ForkJoinTask<Long>>();

                    for (final File child : children) {

                        if (child.isFile()) {

                            size += child.length();

                        } else {

                            tasks.add(new FileSizeFinder(child));

                        }

                    }

                    for (final ForkJoinTask<Long> task : invokeAll(tasks)) {

                        size += task.join();

                    }

                }

            }

            return size;

        }

    }

    public static void main(final String[] args) {

        final long start = System.nanoTime();

        final long total = forkJoinPool.invoke(new FileSizeFinder(new File("/home")));

        final long end = System.nanoTime();

        System.out.println("Total Size: " + total);

        System.out.println("Time taken: " + (end - start) / 1.0e9);

    }

}

JAVA读取文件夹大小的几种方式的更多相关文章

Java读取文件夹大小的6种方法及代码
(一)单线程递归方式 package com.taobao.test; import java.io.File; public class TotalFileSizeSequential { publ ...
JAVA读取文件夹大小
几种不同的实现方法: (一)单线程递归方式 package com.taobao.test; import java.io.File; public class TotalFileSizeSequen ...
C#读取文件夹大小
今天需要做一个读取文件夹大小的功能,为了避免遍历文件夹下所有文件并求出总大小,找到如下的好方法: 首先要在项目中引用一个COM组件:Microsoft Scripting Runtime,这个在Ref ...
java读取文件夹下所有文件并替换文件每一行中指定的字符串
import java.io.BufferedReader; import java.io.File; import java.io.FileInputStream; import java.io.I ...
java读取文件夹下文件及txt内容
public class PositionController { // 读取txt内容 public static String txt2String(File file) { ...
总结java中文件拷贝剪切的5种方式-JAVA IO基础总结第五篇
本文是Java IO总结系列篇的第5篇,前篇的访问地址如下: 总结java中创建并写文件的5种方式-JAVA IO基础总结第一篇总结java从文件中读取数据的6种方法-JAVA IO基础总结第二篇 ...
使用java读取文件夹中文件的行数
使用java统计某文件夹下所有文件的行数经理突然交代一个任务:要求统计某个文件夹下所有文件的行数.在网上查了一个多小时没有解决.后来心里不爽就决定自己写一个java类用来统计文件的行数,于是花了两个 ...
java 监听文件或者文件夹变化的几种方式
1.log4j的实现的文件内容变化监听 package com.jp.filemonitor; import org.apache.log4j.helpers.FileWatchdog; public ...
【转载】java 监听文件或者文件夹变化的几种方式
1.log4j的实现的文件内容变化监听 package com.jp.filemonitor; import org.apache.log4j.helpers.FileWatchdog; public ...

随机推荐

Find intersection of two sorted arrays
共有三种思路. 哈希表. 将较小的那个数组中的所有元素存在哈希表中.然后依次验证另一个数组中的数字是否有出现过.时间复杂度O(m + n),空间复杂度O(min(m, n)) 二分搜索法将较小的那个 ...
ARC 098 D - Xor Sum 2
Problem Statement There is an integer sequence A of length N. Find the number of the pairs of intege ...
Vue之$set使用
背景后端参与前端开发的小白,在开发过程中遇到了如下情况:当vue的data里边声明或者已经赋值过的对象或者数组(数组里边的值是对象)时,向对象中添加新的属性,如果更新此属性的值,是不会更新视图的. ...
利用json2csharp快速生成C#类
有的时候,我们需要将一些Json格式的字符串反序列化为.Net对象,虽然有强大的Json.net可以帮助我们快速完成这一操作.但首先仍需要我们根据Json数据手动编写C#类,这也是一件比较枯燥而容易出 ...
针对访问uri 限制ip
在虚拟主机配置文件中加入如下字段: <filesmatch "(.*)admin(.*)"> Order deny,allow ...
Makefile之字符串函数
1.subst字符串替换函数 $(subst <from>,<to>,<text>) 名称:字符串替换函数——subst. 功能:把字串<text>中的 ...
BindVertexbuffer
stride 的意思是 inputstream.layout 的大小比如 description是 pos uv normal stride 就是一组pos uv normal的大小 ns 里面 ...
Java高级特性—JVM
1).java监控工具使用 jconsole是一种集成了上面所有命令功能的可视化工具,可以分析jvm的内存使用情况和线程等信息 visualvm 提供了和jconsole的功能类似,提供了一大堆的插件 ...
8.使用JPA保存数据【从零开始学Spring Boot】
转载:http://blog.csdn.net/linxingliang/article/details/51636989 在看这一篇文档的话,需要先配置好JPA – hibernate. 总体步骤: ...
iOS OC08,09_内存管理
//管理内存有三种方式, //1.是垃圾回收,java常见的管理内存的方法,系统来检測对象是否被使用,是否被释放 //2.MRC手动管理引用计数,iOS管理内存的方式,程序猿通过手动的方式来管理对象是 ...

JAVA读取文件夹大小的几种方式

JAVA读取文件夹大小的几种方式的更多相关文章

随机推荐

热门专题