GDAL中GDALDataset::RasterIO分块读取的实现
GDALDataset类中的RasterIO函数能够对图像任意指定区域、任意波段的数据按指定数据类型、指定排列方式读入内存和写入文件中,因此可以实现对大影像的分块读、写运算操作。针对特大的影像图像,有时为了减少内存消耗,对图像进行分块读取很有必要。在以下的测试代码中,给出了3种方式,每种方式的最终结果都是完全相同的,从内存占用情况来看:第一种大于第二种,第二种大于第三种。第三种消耗内存最小。
测试代码如下:
int test_gdal_GDALDataset() { const char* image_name = "E:/GitCode/GDAL_Test/test_images/3.jpg"; GDALAllRegister(); GDALDataset* poDataset = (GDALDataset*)GDALOpen(image_name, GA_ReadOnly); if (poDataset == nullptr) { std::cout << "input image error" << std::endl; return -1; } int width = poDataset->GetRasterXSize(); int height = poDataset->GetRasterYSize(); int band_count = poDataset->GetRasterCount(); size_t length = width * height * band_count; GDALDataType gdal_data_type = poDataset->GetRasterBand(1)->GetRasterDataType(); int depth = GDALGetDataTypeSize((GDALDataType)gdal_data_type); //fprintf(stderr, "depth: %d\n", depth); assert(depth == 8 || depth == 16); int size_byte = 1; if (depth == 16) size_byte = 2; void* data1 = nullptr; void* data2 = nullptr; void* data3 = nullptr; if (depth == 8) { data1 = new unsigned char[length]; memset(data1, 0, length); data2 = new unsigned char[length]; memset(data2, 0, length); data3 = new unsigned char[length]; memset(data3, 0, length); } else { data1 = new unsigned short[length]; memset(data1, 0, length * 2); data2 = new unsigned short[length]; memset(data2, 0, length * 2); data3 = new unsigned short[length]; memset(data3, 0, length * 2); } GDALClose((GDALDatasetH)poDataset); { // mode1 GDALDataset* poDataset = (GDALDataset*)GDALOpen(image_name, GA_ReadOnly); int band_count = poDataset->GetRasterCount(); fprintf(stderr, "mode=1: band_count = %d\n", band_count); int* pBandMap = new int[band_count]; for (int i = 0; i < band_count; i++) { pBandMap[i] = i + 1; } GDALDataType gdal_data_type = poDataset->GetRasterBand(1)->GetRasterDataType(); int depth = GDALGetDataTypeSize((GDALDataType)gdal_data_type); void* poSrcData = nullptr; if (depth == 8) poSrcData = new unsigned char[width * height * band_count]; else poSrcData = new unsigned short[width * height * band_count]; poDataset->RasterIO(GF_Read, 0, 0, width, height, poSrcData, width, height, gdal_data_type, band_count, pBandMap, 0, 0, 0); if (depth == 8) { unsigned char* p1 = (unsigned char*)poSrcData; for (int y = 0; y < height; y++) { unsigned char* p2 = (unsigned char*)data1 + width * band_count * y; for (int x = 0; x < width; x++) { for (int band = 0; band < band_count; band++) { p2[x * band_count + band] = p1[band * width * height + y * width + x];; } } } } else { unsigned short* p1 = (unsigned short*)poSrcData; for (int y = 0; y < height; y++) { unsigned short* p2 = (unsigned short*)data1 + width * band_count * y; for (int x = 0; x < width; x++) { for (int band = 0; band < band_count; band++) { p2[x * band_count + band] = p1[band * width * height + y * width + x];; } } } } GDALClose((GDALDatasetH)poDataset); delete[] pBandMap; delete[] poSrcData; } { // mode2 GDALDataset* poDataset = (GDALDataset*)GDALOpen(image_name, GA_ReadOnly); int crop_width = 200; int crop_height = 200; int loops_y = height / crop_height; int loops_x = width / crop_width; for (int y = 0; y < loops_y; y++) { for (int x = 0; x < loops_x; x++) { int band_count = poDataset->GetRasterCount(); fprintf(stderr, "mode=2: band_count = %d\n", band_count); int* pBandMap = new int[band_count]; for (int i = 0; i < band_count; i++) { pBandMap[i] = i + 1; } GDALDataType gdal_data_type = poDataset->GetRasterBand(1)->GetRasterDataType(); int depth = GDALGetDataTypeSize((GDALDataType)gdal_data_type); void* poSrcData = nullptr; if (depth == 8) poSrcData = new unsigned char[crop_width * crop_height * band_count]; else poSrcData = new unsigned short[crop_width * crop_height * band_count]; int xOff = crop_width * x; int yOff = crop_height * y; poDataset->RasterIO(GF_Read, xOff, yOff, crop_width, crop_height, poSrcData, crop_width, crop_height, gdal_data_type, band_count, pBandMap, 0, 0, 0); if (depth == 8) { unsigned char* p1 = (unsigned char*)poSrcData; unsigned char* p2 = (unsigned char*)data2 + width * band_count * y * crop_height; for (int m = 0; m < crop_height; m++) { unsigned char* p3 = p2 + width * band_count * m + x * crop_width * band_count; for (int n = 0; n < crop_width; n++) { for (int band = 0; band < band_count; band++) { p3[n * band_count + band] = p1[band * crop_width * crop_height + m * crop_width + n]; } } } } else { unsigned short* p1 = (unsigned short*)poSrcData; unsigned short* p2 = (unsigned short*)data2 + width * band_count * y * crop_height; for (int m = 0; m < crop_height; m++) { unsigned short* p3 = p2 + width * band_count * m + x * crop_width * band_count; for (int n = 0; n < crop_width; n++) { for (int band = 0; band < band_count; band++) { p3[n * band_count + band] = p1[band * crop_width * crop_height + m * crop_width + n]; } } } } delete[] pBandMap; delete[] poSrcData; } } GDALClose((GDALDatasetH)poDataset); } { // mode3 int crop_width = 200; int crop_height = 200; int loops_y = height / crop_height; int loops_x = width / crop_width; for (int y = 0; y < loops_y; y++) { for (int x = 0; x < loops_x; x++) { GDALDataset* poDataset = (GDALDataset*)GDALOpen(image_name, GA_ReadOnly); int band_count = poDataset->GetRasterCount(); fprintf(stderr, "mode=3: band_count = %d\n", band_count); int* pBandMap = new int[band_count]; for (int i = 0; i < band_count; i++) { pBandMap[i] = i + 1; } GDALDataType gdal_data_type = poDataset->GetRasterBand(1)->GetRasterDataType(); int depth = GDALGetDataTypeSize((GDALDataType)gdal_data_type); void* poSrcData = nullptr; if (depth == 8) poSrcData = new unsigned char[crop_width * crop_height * band_count]; else poSrcData = new unsigned short[crop_width * crop_height * band_count]; int xOff = crop_width * x; int yOff = crop_height * y; poDataset->RasterIO(GF_Read, xOff, yOff, crop_width, crop_height, poSrcData, crop_width, crop_height, gdal_data_type, band_count, pBandMap, 0, 0, 0); if (depth == 8) { unsigned char* p1 = (unsigned char*)poSrcData; unsigned char* p2 = (unsigned char*)data3 + width * band_count * y * crop_height; for (int m = 0; m < crop_height; m++) { unsigned char* p3 = p2 + width * band_count * m + x * crop_width * band_count; for (int n = 0; n < crop_width; n++) { for (int band = 0; band < band_count; band++) { p3[n * band_count + band] = p1[band * crop_width * crop_height + m * crop_width + n]; } } } } else { unsigned short* p1 = (unsigned short*)poSrcData; unsigned short* p2 = (unsigned short*)data3 + width * band_count * y * crop_height; for (int m = 0; m < crop_height; m++) { unsigned short* p3 = p2 + width * band_count * m + x * crop_width * band_count; for (int n = 0; n < crop_width; n++) { for (int band = 0; band < band_count; band++) { p3[n * band_count + band] = p1[band * crop_width * crop_height + m * crop_width + n]; } } } } GDALClose((GDALDatasetH)poDataset); delete[] pBandMap; delete[] poSrcData; } } } for (int i = 0; i < length * size_byte; i++) { unsigned char* p1 = (unsigned char*)data1; unsigned char* p2 = (unsigned char*)data2; unsigned char* p3 = (unsigned char*)data3; if (p1[i] != p2[i] || p1[i] != p3[i]) { fprintf(stderr, "error: data1 != data2 or data1 != data3\n"); return -1; } } delete[] data1; delete[] data2; delete[] data3; return 0; }
GitHub:https://github.com/fengbingchun/GDAL_Test
GDAL中GDALDataset::RasterIO分块读取的实现的更多相关文章
- GDAL中通过GDALDriver类的Create函数实现图像的保存
GDAL中除了读取各种类型的图像外,也可以实现对各种图像的保存操作,具体实现测试代码如下: int test_gadl_GDALDataset_write() { const char* image_ ...
- 分块读取Blob字段数据(Oracle)
试过了MSSQL的分块读取Blob字段,又尝试在Oracle下完成,发现还是可行的. 首先建立一个存储过程: create or replace procedure PRO_GET_BLOB( ...
- 分块读取Blob字段数据(MSSQL)
MSSQL中提供了一个功能,能够分块读取Blob字段中的数据,写了一个存储过程代码如下: CREATE PROCEDURE PRO_GET_FILE_DATA @PKG_ID INT, ...
- 此操作只能由 SQL Server 中拥有配置数据库读取权限的用户在已加入到某个服务器场的计算机上执行
错误提示:此操作只能由 SQL Server 中拥有配置数据库读取权限的用户在已加入到某个服务器场的计算机上执行.若要将此服务器连接到服务器场,请使用 SharePoint 产品配置向导,该向导可从 ...
- Delphi中使用python脚本读取Excel数据
Delphi中使用python脚本读取Excel数据2007-10-18 17:28:22标签:Delphi Excel python原创作品,允许转载,转载时请务必以超链接形式标明文章 原始出处 . ...
- MySQL中游标使用以及读取文本数据
原文:MySQL中游标使用以及读取文本数据 前言 之前一直没有接触数据库的学习,只是本科时候修了一本数据库基本知识的课.当时只对C++感兴趣,天真的认为其它的课都没有用,数据库也是半懂不懂,胡乱就考试 ...
- 解决SpringMVC拦截器中Request数据只能读取一次的问题
解决SpringMVC拦截器中Request数据只能读取一次的问题 开发项目中,经常会直接在request中取数据,如Json数据,也经常用到@RequestBody注解,也可以直接通过request ...
- GDAL中GDALDataType中值与其在C++中数据类型对应
GDAL中的GDALDataType是一个枚举型,其中的值为: GDT_Unknown : 未知数据类型 GDT_Byte : 8bit正整型 (C++中对应unsigned char) GDT_UI ...
- java中Properties类及读取properties中属性值
本文为博主原创,未经允许不得转载: 在项目的应用中,经常将一些配置放入properties文件中,在代码应用中读取properties文件,就需要专门的类Properties类,通过这个类可以进行读取 ...
随机推荐
- Java使用iText生成word文件的完美解决方案(亲测可行)
JAVA生成WORD文件的方法目前有以下种: 一种是jacob 但是局限于windows平台 往往许多JAVA程序运行于其他操作系统 在此不讨论该方案 一种是pio但是他的excel处理很程序 wor ...
- bzoj5152 [Wc2018]通道
题目链接 正解:不会做. 写一个爬山算法就过官方数据了(逃 具体来说就是每次随机一个根,然后迭代找最长路的那个点. 多随机几次取$max$就行了.正解以后再补.. #include <bits/ ...
- 【转】Impala安装json解析udf插件
背景 Impala跟Hive一样,是常用的数据仓库组件之一.熟悉Hive的同学肯定知道,Hive官方提供了get_json_object函数用于处理json字符串,但是Impala官方并没有提供类似的 ...
- argsort
argsort函数返回的是数组值从小到大的索引值One dimensional array:一维数组 >>> x = np.array([3, 1, 2]) >>> ...
- js 实现分享功能
分享功能初步测试,title为当前页面的title. 其他详见注释!!! <!doctype html> <html> <head> <meta http-e ...
- mongodb安装(比较全一点)
Linux下MongoDB安装和配置详解 转:https://www.cnblogs.com/pfnie/articles/6759105.html 一.创建MongoDB的安装路径 在/usr/l ...
- PAT——1001. 害死人不偿命的(3n+1)猜想
卡拉兹(Callatz)猜想: 对任何一个自然数n,如果它是偶数,那么把它砍掉一半:如果它是奇数,那么把(3n+1)砍掉一半.这样一直反复砍下去,最后一定在某一步得到n=1.卡拉兹在1950年的世界数 ...
- webservice 从客户端中检测到有潜在危险的 Request.Form 值
webservice中传递xml格式的参数时报错 webservice 从客户端中检测到有潜在危险的 Request.Form 值解决方案: 1.在web.config的system.web节点中添加 ...
- chromium之dynamic_annotations
看看介绍 // This file defines dynamic annotations for use with dynamic analysis // tool such as valgrind ...
- SpringBoot整合Swagger2以及生产环境的安全问题处理
1.创建springboot项目 https://www.cnblogs.com/i-tao/p/8878562.html 这里我们使用多环境配置: application-dev.yml(开发环境) ...