Pode fazer com `listFiles` ou [Files.walk][1] do Java 8.

    import java.io.*;
    import java.nio.file.Files;
    import java.nio.file.Path;
    import java.nio.file.Paths;
    import java.util.stream.Stream;
    
    class Teste {
    	public static void main(String[] args) {
    		final File pasta = new File("C:\\teste");
    		listaArquivos(pasta);	
    		listaArquivosJava8(pasta);
    	}
    	
    	public static void listaArquivos(final File pasta) {
    	    for (final File fileEntry : pasta.listFiles()) {
    	        if (! fileEntry.isDirectory()) {
    	            System.out.println(fileEntry.getName());
    	        }
    	    }
    	}
    	
    	public static void listaArquivosJava8(final File pasta) {
    		try(Stream<Path> paths = Files.walk(Paths.get(pasta.toURI()))) {
    		    paths.forEach(filePath -> {
    		        if (Files.isRegularFile(filePath)) {
    		            System.out.println(filePath);
    		        }
    		    });
    		} catch (IOException e) {
    			e.printStackTrace();
    		} 
    	}
    }


Fonte: [Read all files in a folder - Stackoverflow][2]


  [1]: http://docs.oracle.com/javase/8/docs/api/java/nio/file/Files.html#walk-java.nio.file.Path-java.nio.file.FileVisitOption...-
  [2]: http://stackoverflow.com/a/1846349/1964435