EXRExporter.js 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618
  1. import {
  2. FloatType,
  3. HalfFloatType,
  4. RGBAFormat,
  5. DataUtils,
  6. } from 'three';
  7. import * as fflate from '../libs/fflate.module.js';
  8. const textEncoder = new TextEncoder();
  9. const NO_COMPRESSION = 0;
  10. const ZIPS_COMPRESSION = 2;
  11. const ZIP_COMPRESSION = 3;
  12. /**
  13. * An exporter for EXR.
  14. *
  15. * EXR ( Extended Dynamic Range) is an [open format specification]{@link https://github.com/AcademySoftwareFoundation/openexr}
  16. * for professional-grade image storage format of the motion picture industry. The purpose of
  17. * format is to accurately and efficiently represent high-dynamic-range scene-linear image data
  18. * and associated metadata. The library is widely used in host application software where accuracy
  19. * is critical, such as photorealistic rendering, texture access, image compositing, deep compositing,
  20. * and DI.
  21. *
  22. * ```js
  23. * const exporter = new EXRExporter();
  24. * const result = await exporter.parse( renderer, options );
  25. * ```
  26. *
  27. * @three_import import { EXRExporter } from 'three/addons/exporters/EXRExporter.js';
  28. */
  29. class EXRExporter {
  30. /**
  31. * This method has two variants.
  32. *
  33. * - When exporting a data texture, it receives two parameters. The texture and the exporter options.
  34. * - When exporting a render target (e.g. a PMREM), it receives three parameters. The renderer, the
  35. * render target and the exporter options.
  36. *
  37. * @async
  38. * @param {(DataTexture|WebGPURenderer|WebGLRenderer)} arg1 - The data texture to export or a renderer.
  39. * @param {(EXRExporter~Options|RenderTarget)} arg2 - The exporter options or a render target.
  40. * @param {EXRExporter~Options} [arg3] - The exporter options.
  41. * @return {Promise<Uint8Array>} A Promise that resolves with the exported EXR.
  42. */
  43. async parse( arg1, arg2, arg3 ) {
  44. if ( ! arg1 || ! ( arg1.isWebGLRenderer || arg1.isWebGPURenderer || arg1.isDataTexture ) ) {
  45. throw Error( 'EXRExporter.parse: Unsupported first parameter, expected instance of WebGLRenderer, WebGPURenderer or DataTexture.' );
  46. } else if ( arg1.isWebGLRenderer || arg1.isWebGPURenderer ) {
  47. const renderer = arg1, renderTarget = arg2, options = arg3;
  48. supportedRTT( renderTarget );
  49. const info = buildInfoRTT( renderTarget, options ),
  50. dataBuffer = await getPixelData( renderer, renderTarget, info ),
  51. rawContentBuffer = reorganizeDataBuffer( dataBuffer, info ),
  52. chunks = compressData( rawContentBuffer, info );
  53. return fillData( chunks, info );
  54. } else if ( arg1.isDataTexture ) {
  55. const texture = arg1, options = arg2;
  56. supportedDT( texture );
  57. const info = buildInfoDT( texture, options ),
  58. dataBuffer = texture.image.data,
  59. rawContentBuffer = reorganizeDataBuffer( dataBuffer, info ),
  60. chunks = compressData( rawContentBuffer, info );
  61. return fillData( chunks, info );
  62. }
  63. }
  64. }
  65. function supportedRTT( renderTarget ) {
  66. if ( ! renderTarget || ! renderTarget.isRenderTarget ) {
  67. throw Error( 'EXRExporter.parse: Unsupported second parameter, expected instance of WebGLRenderTarget.' );
  68. }
  69. if ( renderTarget.isWebGLCubeRenderTarget || renderTarget.isWebGL3DRenderTarget || renderTarget.isWebGLArrayRenderTarget ) {
  70. throw Error( 'EXRExporter.parse: Unsupported render target type, expected instance of WebGLRenderTarget.' );
  71. }
  72. if ( renderTarget.texture.type !== FloatType && renderTarget.texture.type !== HalfFloatType ) {
  73. throw Error( 'EXRExporter.parse: Unsupported WebGLRenderTarget texture type.' );
  74. }
  75. if ( renderTarget.texture.format !== RGBAFormat ) {
  76. throw Error( 'EXRExporter.parse: Unsupported WebGLRenderTarget texture format, expected RGBAFormat.' );
  77. }
  78. }
  79. function supportedDT( texture ) {
  80. if ( texture.type !== FloatType && texture.type !== HalfFloatType ) {
  81. throw Error( 'EXRExporter.parse: Unsupported DataTexture texture type.' );
  82. }
  83. if ( texture.format !== RGBAFormat ) {
  84. throw Error( 'EXRExporter.parse: Unsupported DataTexture texture format, expected RGBAFormat.' );
  85. }
  86. if ( ! texture.image.data ) {
  87. throw Error( 'EXRExporter.parse: Invalid DataTexture image data.' );
  88. }
  89. if ( texture.type === FloatType && texture.image.data.constructor.name !== 'Float32Array' ) {
  90. throw Error( 'EXRExporter.parse: DataTexture image data doesn\'t match type, expected \'Float32Array\'.' );
  91. }
  92. if ( texture.type === HalfFloatType && texture.image.data.constructor.name !== 'Uint16Array' ) {
  93. throw Error( 'EXRExporter.parse: DataTexture image data doesn\'t match type, expected \'Uint16Array\'.' );
  94. }
  95. }
  96. function buildInfoRTT( renderTarget, options = {} ) {
  97. const compressionSizes = {
  98. 0: 1,
  99. 2: 1,
  100. 3: 16
  101. };
  102. const WIDTH = renderTarget.width,
  103. HEIGHT = renderTarget.height,
  104. TYPE = renderTarget.texture.type,
  105. FORMAT = renderTarget.texture.format,
  106. COMPRESSION = ( options.compression !== undefined ) ? options.compression : ZIP_COMPRESSION,
  107. EXPORTER_TYPE = ( options.type !== undefined ) ? options.type : HalfFloatType,
  108. OUT_TYPE = ( EXPORTER_TYPE === FloatType ) ? 2 : 1,
  109. COMPRESSION_SIZE = compressionSizes[ COMPRESSION ],
  110. NUM_CHANNELS = 4;
  111. return {
  112. width: WIDTH,
  113. height: HEIGHT,
  114. type: TYPE,
  115. format: FORMAT,
  116. compression: COMPRESSION,
  117. blockLines: COMPRESSION_SIZE,
  118. dataType: OUT_TYPE,
  119. dataSize: 2 * OUT_TYPE,
  120. numBlocks: Math.ceil( HEIGHT / COMPRESSION_SIZE ),
  121. numInputChannels: 4,
  122. numOutputChannels: NUM_CHANNELS,
  123. };
  124. }
  125. function buildInfoDT( texture, options = {} ) {
  126. const compressionSizes = {
  127. 0: 1,
  128. 2: 1,
  129. 3: 16
  130. };
  131. const WIDTH = texture.image.width,
  132. HEIGHT = texture.image.height,
  133. TYPE = texture.type,
  134. FORMAT = texture.format,
  135. COMPRESSION = ( options.compression !== undefined ) ? options.compression : ZIP_COMPRESSION,
  136. EXPORTER_TYPE = ( options.type !== undefined ) ? options.type : HalfFloatType,
  137. OUT_TYPE = ( EXPORTER_TYPE === FloatType ) ? 2 : 1,
  138. COMPRESSION_SIZE = compressionSizes[ COMPRESSION ],
  139. NUM_CHANNELS = 4;
  140. return {
  141. width: WIDTH,
  142. height: HEIGHT,
  143. type: TYPE,
  144. format: FORMAT,
  145. compression: COMPRESSION,
  146. blockLines: COMPRESSION_SIZE,
  147. dataType: OUT_TYPE,
  148. dataSize: 2 * OUT_TYPE,
  149. numBlocks: Math.ceil( HEIGHT / COMPRESSION_SIZE ),
  150. numInputChannels: 4,
  151. numOutputChannels: NUM_CHANNELS,
  152. };
  153. }
  154. async function getPixelData( renderer, rtt, info ) {
  155. let dataBuffer;
  156. if ( renderer.isWebGLRenderer ) {
  157. if ( info.type === FloatType ) {
  158. dataBuffer = new Float32Array( info.width * info.height * info.numInputChannels );
  159. } else {
  160. dataBuffer = new Uint16Array( info.width * info.height * info.numInputChannels );
  161. }
  162. await renderer.readRenderTargetPixelsAsync( rtt, 0, 0, info.width, info.height, dataBuffer );
  163. } else {
  164. dataBuffer = await renderer.readRenderTargetPixelsAsync( rtt, 0, 0, info.width, info.height );
  165. }
  166. return dataBuffer;
  167. }
  168. function reorganizeDataBuffer( inBuffer, info ) {
  169. const w = info.width,
  170. h = info.height,
  171. dec = { r: 0, g: 0, b: 0, a: 0 },
  172. offset = { value: 0 },
  173. cOffset = ( info.numOutputChannels == 4 ) ? 1 : 0,
  174. getValue = ( info.type == FloatType ) ? getFloat32 : getFloat16,
  175. setValue = ( info.dataType == 1 ) ? setFloat16 : setFloat32,
  176. outBuffer = new Uint8Array( info.width * info.height * info.numOutputChannels * info.dataSize ),
  177. dv = new DataView( outBuffer.buffer );
  178. for ( let y = 0; y < h; ++ y ) {
  179. for ( let x = 0; x < w; ++ x ) {
  180. const i = y * w * 4 + x * 4;
  181. const r = getValue( inBuffer, i );
  182. const g = getValue( inBuffer, i + 1 );
  183. const b = getValue( inBuffer, i + 2 );
  184. const a = getValue( inBuffer, i + 3 );
  185. const line = ( h - y - 1 ) * w * ( 3 + cOffset ) * info.dataSize;
  186. decodeLinear( dec, r, g, b, a );
  187. offset.value = line + x * info.dataSize;
  188. setValue( dv, dec.a, offset );
  189. offset.value = line + ( cOffset ) * w * info.dataSize + x * info.dataSize;
  190. setValue( dv, dec.b, offset );
  191. offset.value = line + ( 1 + cOffset ) * w * info.dataSize + x * info.dataSize;
  192. setValue( dv, dec.g, offset );
  193. offset.value = line + ( 2 + cOffset ) * w * info.dataSize + x * info.dataSize;
  194. setValue( dv, dec.r, offset );
  195. }
  196. }
  197. return outBuffer;
  198. }
  199. function compressData( inBuffer, info ) {
  200. let compress,
  201. tmpBuffer,
  202. sum = 0;
  203. const chunks = { data: new Array(), totalSize: 0 },
  204. size = info.width * info.numOutputChannels * info.blockLines * info.dataSize;
  205. switch ( info.compression ) {
  206. case 0:
  207. compress = compressNONE;
  208. break;
  209. case 2:
  210. case 3:
  211. compress = compressZIP;
  212. break;
  213. }
  214. if ( info.compression !== 0 ) {
  215. tmpBuffer = new Uint8Array( size );
  216. }
  217. for ( let i = 0; i < info.numBlocks; ++ i ) {
  218. const arr = inBuffer.subarray( size * i, size * ( i + 1 ) );
  219. const block = compress( arr, tmpBuffer );
  220. sum += block.length;
  221. chunks.data.push( { dataChunk: block, size: block.length } );
  222. }
  223. chunks.totalSize = sum;
  224. return chunks;
  225. }
  226. function compressNONE( data ) {
  227. return data;
  228. }
  229. function compressZIP( data, tmpBuffer ) {
  230. //
  231. // Reorder the pixel data.
  232. //
  233. let t1 = 0,
  234. t2 = Math.floor( ( data.length + 1 ) / 2 ),
  235. s = 0;
  236. const stop = data.length - 1;
  237. while ( true ) {
  238. if ( s > stop ) break;
  239. tmpBuffer[ t1 ++ ] = data[ s ++ ];
  240. if ( s > stop ) break;
  241. tmpBuffer[ t2 ++ ] = data[ s ++ ];
  242. }
  243. //
  244. // Predictor.
  245. //
  246. let p = tmpBuffer[ 0 ];
  247. for ( let t = 1; t < tmpBuffer.length; t ++ ) {
  248. const d = tmpBuffer[ t ] - p + ( 128 + 256 );
  249. p = tmpBuffer[ t ];
  250. tmpBuffer[ t ] = d;
  251. }
  252. const deflate = fflate.zlibSync( tmpBuffer );
  253. return deflate;
  254. }
  255. function fillHeader( outBuffer, chunks, info ) {
  256. const offset = { value: 0 };
  257. const dv = new DataView( outBuffer.buffer );
  258. setUint32( dv, 20000630, offset ); // magic
  259. setUint32( dv, 2, offset ); // mask
  260. // = HEADER =
  261. setString( dv, 'compression', offset );
  262. setString( dv, 'compression', offset );
  263. setUint32( dv, 1, offset );
  264. setUint8( dv, info.compression, offset );
  265. setString( dv, 'screenWindowCenter', offset );
  266. setString( dv, 'v2f', offset );
  267. setUint32( dv, 8, offset );
  268. setUint32( dv, 0, offset );
  269. setUint32( dv, 0, offset );
  270. setString( dv, 'screenWindowWidth', offset );
  271. setString( dv, 'float', offset );
  272. setUint32( dv, 4, offset );
  273. setFloat32( dv, 1.0, offset );
  274. setString( dv, 'pixelAspectRatio', offset );
  275. setString( dv, 'float', offset );
  276. setUint32( dv, 4, offset );
  277. setFloat32( dv, 1.0, offset );
  278. setString( dv, 'lineOrder', offset );
  279. setString( dv, 'lineOrder', offset );
  280. setUint32( dv, 1, offset );
  281. setUint8( dv, 0, offset );
  282. setString( dv, 'dataWindow', offset );
  283. setString( dv, 'box2i', offset );
  284. setUint32( dv, 16, offset );
  285. setUint32( dv, 0, offset );
  286. setUint32( dv, 0, offset );
  287. setUint32( dv, info.width - 1, offset );
  288. setUint32( dv, info.height - 1, offset );
  289. setString( dv, 'displayWindow', offset );
  290. setString( dv, 'box2i', offset );
  291. setUint32( dv, 16, offset );
  292. setUint32( dv, 0, offset );
  293. setUint32( dv, 0, offset );
  294. setUint32( dv, info.width - 1, offset );
  295. setUint32( dv, info.height - 1, offset );
  296. setString( dv, 'channels', offset );
  297. setString( dv, 'chlist', offset );
  298. setUint32( dv, info.numOutputChannels * 18 + 1, offset );
  299. setString( dv, 'A', offset );
  300. setUint32( dv, info.dataType, offset );
  301. offset.value += 4;
  302. setUint32( dv, 1, offset );
  303. setUint32( dv, 1, offset );
  304. setString( dv, 'B', offset );
  305. setUint32( dv, info.dataType, offset );
  306. offset.value += 4;
  307. setUint32( dv, 1, offset );
  308. setUint32( dv, 1, offset );
  309. setString( dv, 'G', offset );
  310. setUint32( dv, info.dataType, offset );
  311. offset.value += 4;
  312. setUint32( dv, 1, offset );
  313. setUint32( dv, 1, offset );
  314. setString( dv, 'R', offset );
  315. setUint32( dv, info.dataType, offset );
  316. offset.value += 4;
  317. setUint32( dv, 1, offset );
  318. setUint32( dv, 1, offset );
  319. setUint8( dv, 0, offset );
  320. // null-byte
  321. setUint8( dv, 0, offset );
  322. // = OFFSET TABLE =
  323. let sum = offset.value + info.numBlocks * 8;
  324. for ( let i = 0; i < chunks.data.length; ++ i ) {
  325. setUint64( dv, sum, offset );
  326. sum += chunks.data[ i ].size + 8;
  327. }
  328. }
  329. function fillData( chunks, info ) {
  330. const TableSize = info.numBlocks * 8,
  331. HeaderSize = 259 + ( 18 * info.numOutputChannels ), // 259 + 18 * chlist
  332. offset = { value: HeaderSize + TableSize },
  333. outBuffer = new Uint8Array( HeaderSize + TableSize + chunks.totalSize + info.numBlocks * 8 ),
  334. dv = new DataView( outBuffer.buffer );
  335. fillHeader( outBuffer, chunks, info );
  336. for ( let i = 0; i < chunks.data.length; ++ i ) {
  337. const data = chunks.data[ i ].dataChunk;
  338. const size = chunks.data[ i ].size;
  339. setUint32( dv, i * info.blockLines, offset );
  340. setUint32( dv, size, offset );
  341. outBuffer.set( data, offset.value );
  342. offset.value += size;
  343. }
  344. return outBuffer;
  345. }
  346. function decodeLinear( dec, r, g, b, a ) {
  347. dec.r = r;
  348. dec.g = g;
  349. dec.b = b;
  350. dec.a = a;
  351. }
  352. // function decodeSRGB( dec, r, g, b, a ) {
  353. // dec.r = r > 0.04045 ? Math.pow( r * 0.9478672986 + 0.0521327014, 2.4 ) : r * 0.0773993808;
  354. // dec.g = g > 0.04045 ? Math.pow( g * 0.9478672986 + 0.0521327014, 2.4 ) : g * 0.0773993808;
  355. // dec.b = b > 0.04045 ? Math.pow( b * 0.9478672986 + 0.0521327014, 2.4 ) : b * 0.0773993808;
  356. // dec.a = a;
  357. // }
  358. function setUint8( dv, value, offset ) {
  359. dv.setUint8( offset.value, value );
  360. offset.value += 1;
  361. }
  362. function setUint32( dv, value, offset ) {
  363. dv.setUint32( offset.value, value, true );
  364. offset.value += 4;
  365. }
  366. function setFloat16( dv, value, offset ) {
  367. dv.setUint16( offset.value, DataUtils.toHalfFloat( value ), true );
  368. offset.value += 2;
  369. }
  370. function setFloat32( dv, value, offset ) {
  371. dv.setFloat32( offset.value, value, true );
  372. offset.value += 4;
  373. }
  374. function setUint64( dv, value, offset ) {
  375. dv.setBigUint64( offset.value, BigInt( value ), true );
  376. offset.value += 8;
  377. }
  378. function setString( dv, string, offset ) {
  379. const tmp = textEncoder.encode( string + '\0' );
  380. for ( let i = 0; i < tmp.length; ++ i ) {
  381. setUint8( dv, tmp[ i ], offset );
  382. }
  383. }
  384. function decodeFloat16( binary ) {
  385. const exponent = ( binary & 0x7C00 ) >> 10,
  386. fraction = binary & 0x03FF;
  387. return ( binary >> 15 ? - 1 : 1 ) * (
  388. exponent ?
  389. (
  390. exponent === 0x1F ?
  391. fraction ? NaN : Infinity :
  392. Math.pow( 2, exponent - 15 ) * ( 1 + fraction / 0x400 )
  393. ) :
  394. 6.103515625e-5 * ( fraction / 0x400 )
  395. );
  396. }
  397. function getFloat16( arr, i ) {
  398. return decodeFloat16( arr[ i ] );
  399. }
  400. function getFloat32( arr, i ) {
  401. return arr[ i ];
  402. }
  403. /**
  404. * Export options of `EXRExporter`.
  405. *
  406. * @typedef {Object} EXRExporter~Options
  407. * @property {(HalfFloatType|FloatType)} [type=HalfFloatType] - Output data type.
  408. * @property {(NO_COMPRESSION|ZIP_COMPRESSION|ZIPS_COMPRESSION)} [type=ZIP_COMPRESSION] - The compression algorithm.
  409. **/
  410. export { EXRExporter, NO_COMPRESSION, ZIP_COMPRESSION, ZIPS_COMPRESSION };