GDAL中GDALDataset::RasterIO分块读取的实现
GDALDataset类中的RasterIO函数能够对图像任意指定区域、任意波段的数据按指定数据类型、指定排列方式读入内存和写入文件中,因此可以实现对大影像的分块读、写运算操作。针对特大的影像图像,有时为了减少内存消耗,对图像进行分块读取很有必要。在以下的测试代码中,给出了3种方式,每种方式的最终结果都是完全相同的,从内存占用情况来看:第一种大于第二种,第二种大于第三种。第三种消耗内存最小。
测试代码如下:
- int test_gdal_GDALDataset()
- {
- const char* image_name = "E:/GitCode/GDAL_Test/test_images/3.jpg";
- GDALAllRegister();
- GDALDataset* poDataset = (GDALDataset*)GDALOpen(image_name, GA_ReadOnly);
- if (poDataset == nullptr) {
- std::cout << "input image error" << std::endl;
- return -1;
- }
- int width = poDataset->GetRasterXSize();
- int height = poDataset->GetRasterYSize();
- int band_count = poDataset->GetRasterCount();
- size_t length = width * height * band_count;
- GDALDataType gdal_data_type = poDataset->GetRasterBand(1)->GetRasterDataType();
- int depth = GDALGetDataTypeSize((GDALDataType)gdal_data_type);
- //fprintf(stderr, "depth: %d\n", depth);
- assert(depth == 8 || depth == 16);
- int size_byte = 1;
- if (depth == 16) size_byte = 2;
- void* data1 = nullptr;
- void* data2 = nullptr;
- void* data3 = nullptr;
- if (depth == 8) {
- data1 = new unsigned char[length];
- memset(data1, 0, length);
- data2 = new unsigned char[length];
- memset(data2, 0, length);
- data3 = new unsigned char[length];
- memset(data3, 0, length);
- } else {
- data1 = new unsigned short[length];
- memset(data1, 0, length * 2);
- data2 = new unsigned short[length];
- memset(data2, 0, length * 2);
- data3 = new unsigned short[length];
- memset(data3, 0, length * 2);
- }
- GDALClose((GDALDatasetH)poDataset);
- { // mode1
- GDALDataset* poDataset = (GDALDataset*)GDALOpen(image_name, GA_ReadOnly);
- int band_count = poDataset->GetRasterCount();
- fprintf(stderr, "mode=1: band_count = %d\n", band_count);
- int* pBandMap = new int[band_count];
- for (int i = 0; i < band_count; i++) {
- pBandMap[i] = i + 1;
- }
- GDALDataType gdal_data_type = poDataset->GetRasterBand(1)->GetRasterDataType();
- int depth = GDALGetDataTypeSize((GDALDataType)gdal_data_type);
- void* poSrcData = nullptr;
- if (depth == 8)
- poSrcData = new unsigned char[width * height * band_count];
- else
- poSrcData = new unsigned short[width * height * band_count];
- poDataset->RasterIO(GF_Read, 0, 0, width, height,
- poSrcData, width, height, gdal_data_type, band_count, pBandMap, 0, 0, 0);
- if (depth == 8) {
- unsigned char* p1 = (unsigned char*)poSrcData;
- for (int y = 0; y < height; y++) {
- unsigned char* p2 = (unsigned char*)data1 + width * band_count * y;
- for (int x = 0; x < width; x++) {
- for (int band = 0; band < band_count; band++) {
- p2[x * band_count + band] = p1[band * width * height + y * width + x];;
- }
- }
- }
- } else {
- unsigned short* p1 = (unsigned short*)poSrcData;
- for (int y = 0; y < height; y++) {
- unsigned short* p2 = (unsigned short*)data1 + width * band_count * y;
- for (int x = 0; x < width; x++) {
- for (int band = 0; band < band_count; band++) {
- p2[x * band_count + band] = p1[band * width * height + y * width + x];;
- }
- }
- }
- }
- GDALClose((GDALDatasetH)poDataset);
- delete[] pBandMap;
- delete[] poSrcData;
- }
- { // mode2
- GDALDataset* poDataset = (GDALDataset*)GDALOpen(image_name, GA_ReadOnly);
- int crop_width = 200;
- int crop_height = 200;
- int loops_y = height / crop_height;
- int loops_x = width / crop_width;
- for (int y = 0; y < loops_y; y++) {
- for (int x = 0; x < loops_x; x++) {
- int band_count = poDataset->GetRasterCount();
- fprintf(stderr, "mode=2: band_count = %d\n", band_count);
- int* pBandMap = new int[band_count];
- for (int i = 0; i < band_count; i++) {
- pBandMap[i] = i + 1;
- }
- GDALDataType gdal_data_type = poDataset->GetRasterBand(1)->GetRasterDataType();
- int depth = GDALGetDataTypeSize((GDALDataType)gdal_data_type);
- void* poSrcData = nullptr;
- if (depth == 8)
- poSrcData = new unsigned char[crop_width * crop_height * band_count];
- else
- poSrcData = new unsigned short[crop_width * crop_height * band_count];
- int xOff = crop_width * x;
- int yOff = crop_height * y;
- poDataset->RasterIO(GF_Read, xOff, yOff, crop_width, crop_height,
- poSrcData, crop_width, crop_height, gdal_data_type, band_count, pBandMap, 0, 0, 0);
- if (depth == 8) {
- unsigned char* p1 = (unsigned char*)poSrcData;
- unsigned char* p2 = (unsigned char*)data2 + width * band_count * y * crop_height;
- for (int m = 0; m < crop_height; m++) {
- unsigned char* p3 = p2 + width * band_count * m + x * crop_width * band_count;
- for (int n = 0; n < crop_width; n++) {
- for (int band = 0; band < band_count; band++) {
- p3[n * band_count + band] = p1[band * crop_width * crop_height + m * crop_width + n];
- }
- }
- }
- }
- else {
- unsigned short* p1 = (unsigned short*)poSrcData;
- unsigned short* p2 = (unsigned short*)data2 + width * band_count * y * crop_height;
- for (int m = 0; m < crop_height; m++) {
- unsigned short* p3 = p2 + width * band_count * m + x * crop_width * band_count;
- for (int n = 0; n < crop_width; n++) {
- for (int band = 0; band < band_count; band++) {
- p3[n * band_count + band] = p1[band * crop_width * crop_height + m * crop_width + n];
- }
- }
- }
- }
- delete[] pBandMap;
- delete[] poSrcData;
- }
- }
- GDALClose((GDALDatasetH)poDataset);
- }
- { // mode3
- int crop_width = 200;
- int crop_height = 200;
- int loops_y = height / crop_height;
- int loops_x = width / crop_width;
- for (int y = 0; y < loops_y; y++) {
- for (int x = 0; x < loops_x; x++) {
- GDALDataset* poDataset = (GDALDataset*)GDALOpen(image_name, GA_ReadOnly);
- int band_count = poDataset->GetRasterCount();
- fprintf(stderr, "mode=3: band_count = %d\n", band_count);
- int* pBandMap = new int[band_count];
- for (int i = 0; i < band_count; i++) {
- pBandMap[i] = i + 1;
- }
- GDALDataType gdal_data_type = poDataset->GetRasterBand(1)->GetRasterDataType();
- int depth = GDALGetDataTypeSize((GDALDataType)gdal_data_type);
- void* poSrcData = nullptr;
- if (depth == 8)
- poSrcData = new unsigned char[crop_width * crop_height * band_count];
- else
- poSrcData = new unsigned short[crop_width * crop_height * band_count];
- int xOff = crop_width * x;
- int yOff = crop_height * y;
- poDataset->RasterIO(GF_Read, xOff, yOff, crop_width, crop_height,
- poSrcData, crop_width, crop_height, gdal_data_type, band_count, pBandMap, 0, 0, 0);
- if (depth == 8) {
- unsigned char* p1 = (unsigned char*)poSrcData;
- unsigned char* p2 = (unsigned char*)data3 + width * band_count * y * crop_height;
- for (int m = 0; m < crop_height; m++) {
- unsigned char* p3 = p2 + width * band_count * m + x * crop_width * band_count;
- for (int n = 0; n < crop_width; n++) {
- for (int band = 0; band < band_count; band++) {
- p3[n * band_count + band] = p1[band * crop_width * crop_height + m * crop_width + n];
- }
- }
- }
- } else {
- unsigned short* p1 = (unsigned short*)poSrcData;
- unsigned short* p2 = (unsigned short*)data3 + width * band_count * y * crop_height;
- for (int m = 0; m < crop_height; m++) {
- unsigned short* p3 = p2 + width * band_count * m + x * crop_width * band_count;
- for (int n = 0; n < crop_width; n++) {
- for (int band = 0; band < band_count; band++) {
- p3[n * band_count + band] = p1[band * crop_width * crop_height + m * crop_width + n];
- }
- }
- }
- }
- GDALClose((GDALDatasetH)poDataset);
- delete[] pBandMap;
- delete[] poSrcData;
- }
- }
- }
- for (int i = 0; i < length * size_byte; i++) {
- unsigned char* p1 = (unsigned char*)data1;
- unsigned char* p2 = (unsigned char*)data2;
- unsigned char* p3 = (unsigned char*)data3;
- if (p1[i] != p2[i] || p1[i] != p3[i]) {
- fprintf(stderr, "error: data1 != data2 or data1 != data3\n");
- return -1;
- }
- }
- delete[] data1;
- delete[] data2;
- delete[] data3;
- return 0;
- }
GitHub:https://github.com/fengbingchun/GDAL_Test
GDAL中GDALDataset::RasterIO分块读取的实现的更多相关文章
- GDAL中通过GDALDriver类的Create函数实现图像的保存
GDAL中除了读取各种类型的图像外,也可以实现对各种图像的保存操作,具体实现测试代码如下: int test_gadl_GDALDataset_write() { const char* image_ ...
- 分块读取Blob字段数据(Oracle)
试过了MSSQL的分块读取Blob字段,又尝试在Oracle下完成,发现还是可行的. 首先建立一个存储过程: create or replace procedure PRO_GET_BLOB( ...
- 分块读取Blob字段数据(MSSQL)
MSSQL中提供了一个功能,能够分块读取Blob字段中的数据,写了一个存储过程代码如下: CREATE PROCEDURE PRO_GET_FILE_DATA @PKG_ID INT, ...
- 此操作只能由 SQL Server 中拥有配置数据库读取权限的用户在已加入到某个服务器场的计算机上执行
错误提示:此操作只能由 SQL Server 中拥有配置数据库读取权限的用户在已加入到某个服务器场的计算机上执行.若要将此服务器连接到服务器场,请使用 SharePoint 产品配置向导,该向导可从 ...
- Delphi中使用python脚本读取Excel数据
Delphi中使用python脚本读取Excel数据2007-10-18 17:28:22标签:Delphi Excel python原创作品,允许转载,转载时请务必以超链接形式标明文章 原始出处 . ...
- MySQL中游标使用以及读取文本数据
原文:MySQL中游标使用以及读取文本数据 前言 之前一直没有接触数据库的学习,只是本科时候修了一本数据库基本知识的课.当时只对C++感兴趣,天真的认为其它的课都没有用,数据库也是半懂不懂,胡乱就考试 ...
- 解决SpringMVC拦截器中Request数据只能读取一次的问题
解决SpringMVC拦截器中Request数据只能读取一次的问题 开发项目中,经常会直接在request中取数据,如Json数据,也经常用到@RequestBody注解,也可以直接通过request ...
- GDAL中GDALDataType中值与其在C++中数据类型对应
GDAL中的GDALDataType是一个枚举型,其中的值为: GDT_Unknown : 未知数据类型 GDT_Byte : 8bit正整型 (C++中对应unsigned char) GDT_UI ...
- java中Properties类及读取properties中属性值
本文为博主原创,未经允许不得转载: 在项目的应用中,经常将一些配置放入properties文件中,在代码应用中读取properties文件,就需要专门的类Properties类,通过这个类可以进行读取 ...
随机推荐
- slf4j-api-1.5.8.jar
资源介绍: 详细说明:slf4j-api-1.5.8.jar,jsp开发中使用FCK编辑器,要用到一个jar包-slf4j-api-1.5.8.jar, jsp development using t ...
- 通过JAVA从MQ读取消息的时候报错及解决
如果是通过JAVA将消息写入到MQ,再通过JAVA去读取消息,采用MQMessage读消息的方法readUTF()去读取的时候,就不会报错,可以正常读出来.如果采用在MQ资源管理器中插入测试消息或者是 ...
- Apache 在不同平台和版本上的默认文件布局
https://wiki.apache.org/httpd/DistrosDefaultLayout This guide lists the default installation layouts ...
- BZOJ2118:墨墨的等式(最短路)
Description 墨墨突然对等式很感兴趣,他正在研究a1x1+a2y2+…+anxn=B存在非负整数解的条件,他要求你编写一个程序,给定N.{an}.以及B的取值范围,求出有多少B可以使等式存在 ...
- Ajax实例一:利用服务器计算
Ajax实例一:利用服务器计算 HTML代码 //输入两个数 <input id="number1" type="number"> <inpu ...
- maven 根据P参数值打包动态修改properties文件中值或一定properties
需求:由于最近开发clover项目 ,没有使用spring,更没有使用任何框架,而使用J2EE的web工程,所以连接ZK和MongoDB.Redis等服务器需用指定properties文件, 而目前公 ...
- 利用Apache Isis快速原型化-宠物诊所的宠物管理
前言 Apache Isis是DDD方法的一个实现框架. 需求分析 宠物诊所需要记录宠物的资料,包括类型.名字.及其主人. 多个宠物可能同属于一个主人. 宠物可能更换主人. 宠物主人记录姓名,我们可以 ...
- flask总结之session,websocket,上下文管理
1.关于session flask是带有session的,它加密后存储在用户浏览器的cookie中,可以通过app.seesion_interface源码查看 from flask import Fl ...
- day 03 --Haproxy 增加, 删除,查询
key 知识点:函数的定义, 函数的递归调用, flag 标志位的使用,eval() 函数 #!C:\Program Files\Python35\bin # -*- conding:utf-8 -* ...
- NLP语言模型
语言模型: I. 基本思想 区别于其他大多数检索模型从查询到文档(即给定用户查询,如何找出相关的文档), 语言模型由文档到查询,即为每个文档建立不同的语言模型,判断由文档生成用户查 询的可能性有多大, ...