// G.Barrand: pure header version of toojpeg found at https://github.com/stbrumme/toojpeg // ////////////////////////////////////////////////////////// // toojpeg.cpp // written by Stephan Brumme, 2018-2019 // see https://create.stephan-brumme.com/toojpeg/ // #include //size_t // - the "official" specifications: https://www.w3.org/Graphics/JPEG/itu-t81.pdf and https://www.w3.org/Graphics/JPEG/jfif3.pdf // - Wikipedia has a short description of the JFIF/JPEG file format: https://en.wikipedia.org/wiki/JPEG_File_Interchange_Format // - the popular STB Image library includes Jon's JPEG encoder as well: https://github.com/nothings/stb/blob/master/stb_image_write.h // - the most readable JPEG book (from a developer's perspective) is Miano's "Compressed Image File Formats" (1999, ISBN 0-201-60443-4), // used copies are really cheap nowadays and include a CD with C++ sources as well (plus great format descriptions of GIF & PNG) // - much more detailled is Mitchell/Pennebaker's "JPEG: Still Image Data Compression Standard" (1993, ISBN 0-442-01272-1) // which contains the official JPEG standard, too - fun fact: I bought a signed copy in a second-hand store without noticing namespace tools { namespace toojpeg { // //////////////////////////////////////// // data types typedef unsigned char uint8_t; typedef unsigned short uint16_t; typedef short int16_t; typedef int int32_t; // at least four bytes // //////////////////////////////////////// // constants // quantization tables from JPEG Standard, Annex K const uint8_t DefaultQuantLuminance[8*8] = { 16, 11, 10, 16, 24, 40, 51, 61, // there are a few experts proposing slightly more efficient values, 12, 12, 14, 19, 26, 58, 60, 55, // e.g. https://www.imagemagick.org/discourse-server/viewtopic.php?t=20333 14, 13, 16, 24, 40, 57, 69, 56, // btw: Google's Guetzli project optimizes the quantization tables per image 14, 17, 22, 29, 51, 87, 80, 62, 18, 22, 37, 56, 68,109,103, 77, 24, 35, 55, 64, 81,104,113, 92, 49, 64, 78, 87,103,121,120,101, 72, 92, 95, 98,112,100,103, 99 }; const uint8_t DefaultQuantChrominance[8*8] = { 17, 18, 24, 47, 99, 99, 99, 99, 18, 21, 26, 66, 99, 99, 99, 99, 24, 26, 56, 99, 99, 99, 99, 99, 47, 66, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99, 99 }; // 8x8 blocks are processed in zig-zag order // most encoders use a zig-zag "forward" table, I switched to its inverse for performance reasons // note: ZigZagInv[ZigZag[i]] = i const uint8_t ZigZagInv[8*8] = { 0, 1, 8,16, 9, 2, 3,10, // ZigZag[] = 0, 1, 5, 6,14,15,27,28, 17,24,32,25,18,11, 4, 5, // 2, 4, 7,13,16,26,29,42, 12,19,26,33,40,48,41,34, // 3, 8,12,17,25,30,41,43, 27,20,13, 6, 7,14,21,28, // 9,11,18,24,31,40,44,53, 35,42,49,56,57,50,43,36, // 10,19,23,32,39,45,52,54, 29,22,15,23,30,37,44,51, // 20,22,33,38,46,51,55,60, 58,59,52,45,38,31,39,46, // 21,34,37,47,50,56,59,61, 53,60,61,54,47,55,62,63 }; // 35,36,48,49,57,58,62,63 // static Huffman code tables from JPEG standard Annex K // - CodesPerBitsize tables define how many Huffman codes will have a certain bitsize (plus 1 because there nothing with zero bits), // e.g. DcLuminanceCodesPerBitsize[2] = 5 because there are 5 Huffman codes being 2+1=3 bits long // - Values tables are a list of values ordered by their Huffman code bitsize, // e.g. AcLuminanceValues => Huffman(0x01,0x02 and 0x03) will have 2 bits, Huffman(0x00) will have 3 bits, Huffman(0x04,0x11 and 0x05) will have 4 bits, ... // Huffman definitions for first DC/AC tables (luminance / Y channel) const uint8_t DcLuminanceCodesPerBitsize[16] = { 0,1,5,1,1,1,1,1,1,0,0,0,0,0,0,0 }; // sum = 12 const uint8_t DcLuminanceValues [12] = { 0,1,2,3,4,5,6,7,8,9,10,11 }; // => 12 codes const uint8_t AcLuminanceCodesPerBitsize[16] = { 0,2,1,3,3,2,4,3,5,5,4,4,0,0,1,125 }; // sum = 162 const uint8_t AcLuminanceValues [162] = // => 162 codes { 0x01,0x02,0x03,0x00,0x04,0x11,0x05,0x12,0x21,0x31,0x41,0x06,0x13,0x51,0x61,0x07,0x22,0x71,0x14,0x32,0x81,0x91,0xA1,0x08, // 16*10+2 symbols because 0x23,0x42,0xB1,0xC1,0x15,0x52,0xD1,0xF0,0x24,0x33,0x62,0x72,0x82,0x09,0x0A,0x16,0x17,0x18,0x19,0x1A,0x25,0x26,0x27,0x28, // upper 4 bits can be 0..F 0x29,0x2A,0x34,0x35,0x36,0x37,0x38,0x39,0x3A,0x43,0x44,0x45,0x46,0x47,0x48,0x49,0x4A,0x53,0x54,0x55,0x56,0x57,0x58,0x59, // while lower 4 bits can be 1..A 0x5A,0x63,0x64,0x65,0x66,0x67,0x68,0x69,0x6A,0x73,0x74,0x75,0x76,0x77,0x78,0x79,0x7A,0x83,0x84,0x85,0x86,0x87,0x88,0x89, // plus two special codes 0x00 and 0xF0 0x8A,0x92,0x93,0x94,0x95,0x96,0x97,0x98,0x99,0x9A,0xA2,0xA3,0xA4,0xA5,0xA6,0xA7,0xA8,0xA9,0xAA,0xB2,0xB3,0xB4,0xB5,0xB6, // order of these symbols was determined empirically by JPEG committee 0xB7,0xB8,0xB9,0xBA,0xC2,0xC3,0xC4,0xC5,0xC6,0xC7,0xC8,0xC9,0xCA,0xD2,0xD3,0xD4,0xD5,0xD6,0xD7,0xD8,0xD9,0xDA,0xE1,0xE2, 0xE3,0xE4,0xE5,0xE6,0xE7,0xE8,0xE9,0xEA,0xF1,0xF2,0xF3,0xF4,0xF5,0xF6,0xF7,0xF8,0xF9,0xFA }; // Huffman definitions for second DC/AC tables (chrominance / Cb and Cr channels) const uint8_t DcChrominanceCodesPerBitsize[16] = { 0,3,1,1,1,1,1,1,1,1,1,0,0,0,0,0 }; // sum = 12 const uint8_t DcChrominanceValues [12] = { 0,1,2,3,4,5,6,7,8,9,10,11 }; // => 12 codes (identical to DcLuminanceValues) const uint8_t AcChrominanceCodesPerBitsize[16] = { 0,2,1,2,4,4,3,4,7,5,4,4,0,1,2,119 }; // sum = 162 const uint8_t AcChrominanceValues [162] = // => 162 codes { 0x00,0x01,0x02,0x03,0x11,0x04,0x05,0x21,0x31,0x06,0x12,0x41,0x51,0x07,0x61,0x71,0x13,0x22,0x32,0x81,0x08,0x14,0x42,0x91, // same number of symbol, just different order 0xA1,0xB1,0xC1,0x09,0x23,0x33,0x52,0xF0,0x15,0x62,0x72,0xD1,0x0A,0x16,0x24,0x34,0xE1,0x25,0xF1,0x17,0x18,0x19,0x1A,0x26, // (which is more efficient for AC coding) 0x27,0x28,0x29,0x2A,0x35,0x36,0x37,0x38,0x39,0x3A,0x43,0x44,0x45,0x46,0x47,0x48,0x49,0x4A,0x53,0x54,0x55,0x56,0x57,0x58, 0x59,0x5A,0x63,0x64,0x65,0x66,0x67,0x68,0x69,0x6A,0x73,0x74,0x75,0x76,0x77,0x78,0x79,0x7A,0x82,0x83,0x84,0x85,0x86,0x87, 0x88,0x89,0x8A,0x92,0x93,0x94,0x95,0x96,0x97,0x98,0x99,0x9A,0xA2,0xA3,0xA4,0xA5,0xA6,0xA7,0xA8,0xA9,0xAA,0xB2,0xB3,0xB4, 0xB5,0xB6,0xB7,0xB8,0xB9,0xBA,0xC2,0xC3,0xC4,0xC5,0xC6,0xC7,0xC8,0xC9,0xCA,0xD2,0xD3,0xD4,0xD5,0xD6,0xD7,0xD8,0xD9,0xDA, 0xE2,0xE3,0xE4,0xE5,0xE6,0xE7,0xE8,0xE9,0xEA,0xF2,0xF3,0xF4,0xF5,0xF6,0xF7,0xF8,0xF9,0xFA }; const int16_t CodeWordLimit = 2048; // +/-2^11, maximum value after DCT // //////////////////////////////////////// // structs // represent a single Huffman code struct BitCode { //BitCode() = default; // undefined state, must be initialized at a later time BitCode():code(0),numBits(0) {} BitCode(const BitCode& a_from):code(a_from.code),numBits(a_from.numBits) {} BitCode& operator=(const BitCode& a_from) { code = a_from.code; numBits = a_from.numBits; return *this; } BitCode(uint16_t code_, uint8_t numBits_) : code(code_), numBits(numBits_) {} uint16_t code; // JPEG's Huffman codes are limited to 16 bits uint8_t numBits; // number of valid bits }; // wrapper for bit output operations struct BitWriter { // user-supplied callback that writes/stores one byte WRITE_ONE_BYTE output; void* tag; // initialize writer explicit BitWriter(WRITE_ONE_BYTE output_,void* tag_) : output(output_),tag(tag_) { buffer.data = 0; buffer.numBits = 0; } // store the most recently encoded bits that are not written yet struct BitBuffer { int32_t data /*= 0*/; // actually only at most 24 bits are used uint8_t numBits /*= 0*/; // number of valid bits (the right-most bits) } buffer; // write Huffman bits stored in BitCode, keep excess bits in BitBuffer BitWriter& operator<<(const BitCode& data) { // append the new bits to those bits leftover from previous call(s) buffer.numBits += data.numBits; buffer.data <<= data.numBits; buffer.data |= data.code; // write all "full" bytes while (buffer.numBits >= 8) { // extract highest 8 bits buffer.numBits -= 8; uint8_t oneByte = uint8_t(buffer.data >> buffer.numBits); output(oneByte,tag); if (oneByte == 0xFF) // 0xFF has a special meaning for JPEGs (it's a block marker) output(0,tag); // therefore pad a zero to indicate "nope, this one ain't a marker, it's just a coincidence" // note: I don't clear those written bits, therefore buffer.bits may contain garbage in the high bits // if you really want to "clean up" (e.g. for debugging purposes) then uncomment the following line //buffer.bits &= (1 << buffer.numBits) - 1; } return *this; } // write all non-yet-written bits, fill gaps with 1s (that's a strange JPEG thing) void flush() { // at most seven set bits needed to "fill" the last byte: 0x7F = binary 0111 1111 *this << BitCode(0x7F, 7); // I should set buffer.numBits = 0 but since there are no single bits written after flush() I can safely ignore it } // NOTE: all the following BitWriter functions IGNORE the BitBuffer and write straight to output ! // write a single byte BitWriter& operator<<(uint8_t oneByte) { output(oneByte,tag); return *this; } // write an array of bytes template BitWriter& operator<<(T (&manyBytes)[Size]) { //for (auto c : manyBytes) // output(c); for(size_t i=0;i> 8),tag); // length of the block (big-endian, includes the 2 length bytes as well) output(uint8_t(length & 0xFF),tag); } }; // //////////////////////////////////////// // functions / templates // same as std::min() template inline Number minimum(Number value, Number maximum) { return value <= maximum ? value : maximum; } // restrict a value to the interval [minimum, maximum] template inline Number clamp(Number value, Limit minValue, Limit maxValue) { if (value <= minValue) return minValue; // never smaller than the minimum if (value >= maxValue) return maxValue; // never bigger than the maximum return value; // value was inside interval, keep it } // convert from RGB to YCbCr, constants are similar to ITU-R, see https://en.wikipedia.org/wiki/YCbCr#JPEG_conversion inline float rgb2y (float r, float g, float b) { return +0.299f * r +0.587f * g +0.114f * b; } inline float rgb2cb(float r, float g, float b) { return -0.16874f * r -0.33126f * g +0.5f * b; } inline float rgb2cr(float r, float g, float b) { return +0.5f * r -0.41869f * g -0.08131f * b; } // forward DCT computation "in one dimension" (fast AAN algorithm by Arai, Agui and Nakajima: "A fast DCT-SQ scheme for images") inline void DCT(float block[8*8], uint8_t stride) // stride must be 1 (=horizontal) or 8 (=vertical) { const float SqrtHalfSqrt = 1.306562965f; // sqrt((2 + sqrt(2)) / 2) = cos(pi * 1 / 8) * sqrt(2) const float InvSqrt = 0.707106781f; // 1 / sqrt(2) = cos(pi * 2 / 8) const float HalfSqrtSqrt = 0.382683432f; // sqrt(2 - sqrt(2)) / 2 = cos(pi * 3 / 8) const float InvSqrtSqrt = 0.541196100f; // 1 / sqrt(2 - sqrt(2)) = cos(pi * 3 / 8) * sqrt(2) // modify in-place float& block0 = block[0 ]; float& block1 = block[1 * stride]; float& block2 = block[2 * stride]; float& block3 = block[3 * stride]; float& block4 = block[4 * stride]; float& block5 = block[5 * stride]; float& block6 = block[6 * stride]; float& block7 = block[7 * stride]; // based on https://dev.w3.org/Amaya/libjpeg/jfdctflt.c , the original variable names can be found in my comments float add07 = block0 + block7; float sub07 = block0 - block7; // tmp0, tmp7 float add16 = block1 + block6; float sub16 = block1 - block6; // tmp1, tmp6 float add25 = block2 + block5; float sub25 = block2 - block5; // tmp2, tmp5 float add34 = block3 + block4; float sub34 = block3 - block4; // tmp3, tmp4 float add0347 = add07 + add34; float sub07_34 = add07 - add34; // tmp10, tmp13 ("even part" / "phase 2") float add1256 = add16 + add25; float sub16_25 = add16 - add25; // tmp11, tmp12 block0 = add0347 + add1256; block4 = add0347 - add1256; // "phase 3" float z1 = (sub16_25 + sub07_34) * InvSqrt; // all temporary z-variables kept their original names block2 = sub07_34 + z1; block6 = sub07_34 - z1; // "phase 5" float sub23_45 = sub25 + sub34; // tmp10 ("odd part" / "phase 2") float sub12_56 = sub16 + sub25; // tmp11 float sub01_67 = sub16 + sub07; // tmp12 float z5 = (sub23_45 - sub01_67) * HalfSqrtSqrt; float z2 = sub23_45 * InvSqrtSqrt + z5; float z3 = sub12_56 * InvSqrt; float z4 = sub01_67 * SqrtHalfSqrt + z5; float z6 = sub07 + z3; // z11 ("phase 5") float z7 = sub07 - z3; // z13 block1 = z6 + z4; block7 = z6 - z4; // "phase 6" block5 = z7 + z2; block3 = z7 - z2; } // run DCT, quantize and write Huffman bit codes inline int16_t encodeBlock(BitWriter& writer, float block[8][8], const float scaled[8*8], int16_t lastDC, const BitCode huffmanDC[256], const BitCode huffmanAC[256], const BitCode* codewords) { // "linearize" the 8x8 block, treat it as a flat array of 64 floats float* block64 = (float*) block; // DCT: rows for (size_t offset = 0; offset < 8; offset++) DCT(block64 + offset*8, 1); // DCT: columns for (size_t offset = 0; offset < 8; offset++) DCT(block64 + offset*1, 8); // scale for (size_t i = 0; i < 8*8; i++) block64[i] *= scaled[i]; // encode DC (the first coefficient is the "average color" of the 8x8 block) int DC = int(block64[0] + (block64[0] >= 0 ? +0.5f : -0.5f)); // C++11's nearbyint() achieves a similar effect // quantize and zigzag the other 63 coefficients size_t posNonZero = 0; // find last coefficient which is not zero (because trailing zeros are encoded differently) int16_t quantized[8*8]; for (size_t i = 1; i < 8*8; i++) // start at 1 because block64[0]=DC was already processed { float value = block64[ZigZagInv[i]]; // round to nearest integer quantized[i] = int(value + (value >= 0 ? +0.5f : -0.5f)); // C++11's nearbyint() achieves a similar effect // remember offset of last non-zero coefficient if (quantized[i] != 0) posNonZero = i; } // same "average color" as previous block ? int diff = DC - lastDC; if (diff == 0) writer << huffmanDC[0x00]; // yes, write a special short symbol else { const BitCode bits = codewords[diff]; // nope, encode the difference to previous block's average color writer << huffmanDC[bits.numBits] << bits; } // encode ACs (quantized[1..63]) size_t offset = 0; // upper 4 bits count the number of consecutive zeros for (size_t i = 1; i <= posNonZero; i++) // quantized[0] was already written, skip all trailing zeros, too { // zeros are encoded in a special way while (quantized[i] == 0) // found another zero ? { offset += 0x10; // add 1 to the upper 4 bits // split into blocks of at most 16 consecutive zeros if (offset > 0xF0) // remember, the counter is in the upper 4 bits, 0xF = 15 { writer << huffmanAC[0xF0]; // 0xF0 is a special code for "16 zeros" offset = 0; } i++; } const BitCode encoded = codewords[quantized[i]]; // combine number of zeros with the number of bits of the next non-zero value writer << huffmanAC[offset + encoded.numBits] << encoded; // and the value itself offset = 0; } // send end-of-block code (0x00), only needed if there are trailing zeros if (posNonZero < 8*8 - 1) // = 63 writer << huffmanAC[0x00]; return DC; } // Jon's code includes the pre-generated Huffman codes // I don't like these "magic constants" and compute them on my own :-) inline void generateHuffmanTable(const uint8_t numCodes[16], const uint8_t* values, BitCode result[256]) { // process all bitsizes 1 thru 16, no JPEG Huffman code is allowed to exceed 16 bits uint16_t huffmanCode = 0; for (uint8_t numBits = 1; numBits <= 16; numBits++) { // ... and each code of these bitsizes for (uint8_t i = 0; i < numCodes[numBits - 1]; i++) // note: numCodes array starts at zero, but smallest bitsize is 1 result[*values++] = BitCode(huffmanCode++, numBits); // next Huffman code needs to be one bit wider huffmanCode <<= 1; } } // -------------------- externally visible code -------------------- // the only exported function ... inline bool writeJpeg(WRITE_ONE_BYTE output, void* tag,const void* pixels_, unsigned short width, unsigned short height, bool isRGB, unsigned char quality_, bool downsample, const char* comment) { // reject invalid pointers if (output == 0/*nullptr*/ || pixels_ == 0/*nullptr*/) return false; // check image format if (width == 0 || height == 0) return false; // number of components const uint16_t numComponents = isRGB ? 3 : 1; // note: if there is just one component (=grayscale), then only luminance needs to be stored in the file // thus everything related to chrominance need not to be written to the JPEG // I still compute a few things, like quantization tables to avoid a complete code mess // grayscale images can't be downsampled (because there are no Cb + Cr channels) if (!isRGB) downsample = false; // wrapper for all output operations BitWriter bitWriter(output,tag); // //////////////////////////////////////// // JFIF headers const uint8_t HeaderJfif[2+2+16] = { 0xFF,0xD8, // SOI marker (start of image) 0xFF,0xE0, // JFIF APP0 tag 0,16, // length: 16 bytes (14 bytes payload + 2 bytes for this length field) 'J','F','I','F',0, // JFIF identifier, zero-terminated 1,1, // JFIF version 1.1 0, // no density units specified 0,1,0,1, // density: 1 pixel "per pixel" horizontally and vertically 0,0 }; // no thumbnail (size 0 x 0) bitWriter << HeaderJfif; // //////////////////////////////////////// // comment (optional) if (comment != 0/*nullptr*/) { // look for zero terminator uint16_t length = 0; // = strlen(comment); while (comment[length] != 0) length++; // write COM marker bitWriter.addMarker(0xFE, 2+length); // block size is number of bytes (without zero terminator) + 2 bytes for this length field // ... and write the comment itself for (uint16_t i = 0; i < length; i++) bitWriter << comment[i]; } // //////////////////////////////////////// // adjust quantization tables to desired quality // quality level must be in 1 ... 100 uint16_t quality = clamp(quality_, 1, 100); // convert to an internal JPEG quality factor, formula taken from libjpeg quality = quality < 50 ? 5000 / quality : 200 - quality * 2; uint8_t quantLuminance [8*8]; uint8_t quantChrominance[8*8]; for (size_t i = 0; i < 8*8; i++) { int luminance = (DefaultQuantLuminance [ZigZagInv[i]] * quality + 50) / 100; int chrominance = (DefaultQuantChrominance[ZigZagInv[i]] * quality + 50) / 100; // clamp to 1..255 quantLuminance [i] = clamp(luminance, 1, 255); quantChrominance[i] = clamp(chrominance, 1, 255); } // write quantization tables bitWriter.addMarker(0xDB, 2 + (isRGB ? 2 : 1) * (1 + 8*8)); // length: 65 bytes per table + 2 bytes for this length field // each table has 64 entries and is preceded by an ID byte bitWriter << 0x00 << quantLuminance; // first quantization table if (isRGB) bitWriter << 0x01 << quantChrominance; // second quantization table, only relevant for color images // //////////////////////////////////////// // write image infos (SOF0 - start of frame) bitWriter.addMarker(0xC0, 2+6+3*numComponents); // length: 6 bytes general info + 3 per channel + 2 bytes for this length field // 8 bits per channel bitWriter << 0x08 // image dimensions (big-endian) << (height >> 8) << (height & 0xFF) << (width >> 8) << (width & 0xFF); // sampling and quantization tables for each component bitWriter << numComponents; // 1 component (grayscale, Y only) or 3 components (Y,Cb,Cr) for (uint16_t id = 1; id <= numComponents; id++) bitWriter << id // component ID (Y=1, Cb=2, Cr=3) // bitmasks for sampling: highest 4 bits: horizontal, lowest 4 bits: vertical << (id == 1 && downsample ? 0x22 : 0x11) // 0x11 is default YCbCr 4:4:4 and 0x22 stands for YCbCr 4:2:0 << (id == 1 ? 0 : 1); // use quantization table 0 for Y, table 1 for Cb and Cr // //////////////////////////////////////// // Huffman tables // DHT marker - define Huffman tables bitWriter.addMarker(0xC4, isRGB ? (2+208+208) : (2+208)); // 2 bytes for the length field, store chrominance only if needed // 1+16+12 for the DC luminance // 1+16+162 for the AC luminance (208 = 1+16+12 + 1+16+162) // 1+16+12 for the DC chrominance // 1+16+162 for the AC chrominance (208 = 1+16+12 + 1+16+162, same as above) // store luminance's DC+AC Huffman table definitions bitWriter << 0x00 // highest 4 bits: 0 => DC, lowest 4 bits: 0 => Y (baseline) << DcLuminanceCodesPerBitsize << DcLuminanceValues; bitWriter << 0x10 // highest 4 bits: 1 => AC, lowest 4 bits: 0 => Y (baseline) << AcLuminanceCodesPerBitsize << AcLuminanceValues; // compute actual Huffman code tables (see Jon's code for precalculated tables) BitCode huffmanLuminanceDC[256]; BitCode huffmanLuminanceAC[256]; generateHuffmanTable(DcLuminanceCodesPerBitsize, DcLuminanceValues, huffmanLuminanceDC); generateHuffmanTable(AcLuminanceCodesPerBitsize, AcLuminanceValues, huffmanLuminanceAC); // chrominance is only relevant for color images BitCode huffmanChrominanceDC[256]; BitCode huffmanChrominanceAC[256]; if (isRGB) { // store luminance's DC+AC Huffman table definitions bitWriter << 0x01 // highest 4 bits: 0 => DC, lowest 4 bits: 1 => Cr,Cb (baseline) << DcChrominanceCodesPerBitsize << DcChrominanceValues; bitWriter << 0x11 // highest 4 bits: 1 => AC, lowest 4 bits: 1 => Cr,Cb (baseline) << AcChrominanceCodesPerBitsize << AcChrominanceValues; // compute actual Huffman code tables (see Jon's code for precalculated tables) generateHuffmanTable(DcChrominanceCodesPerBitsize, DcChrominanceValues, huffmanChrominanceDC); generateHuffmanTable(AcChrominanceCodesPerBitsize, AcChrominanceValues, huffmanChrominanceAC); } // //////////////////////////////////////// // start of scan (there is only a single scan for baseline JPEGs) bitWriter.addMarker(0xDA, 2+1+2*numComponents+3); // 2 bytes for the length field, 1 byte for number of components, // then 2 bytes for each component and 3 bytes for spectral selection // assign Huffman tables to each component bitWriter << numComponents; for (uint16_t id = 1; id <= numComponents; id++) // highest 4 bits: DC Huffman table, lowest 4 bits: AC Huffman table bitWriter << id << (id == 1 ? 0x00 : 0x11); // Y: tables 0 for DC and AC; Cb + Cr: tables 1 for DC and AC // constant values for our baseline JPEGs (which have a single sequential scan) static const uint8_t Spectral[3] = { 0, 63, 0 }; // spectral selection: must be from 0 to 63; successive approximation must be 0 bitWriter << Spectral; // //////////////////////////////////////// // adjust quantization tables with AAN scaling factors to simplify DCT float scaledLuminance [8*8]; float scaledChrominance[8*8]; for (size_t i = 0; i < 8*8; i++) { size_t row = ZigZagInv[i] / 8; // same as ZigZagInv[i] >> 3 size_t column = ZigZagInv[i] % 8; // same as ZigZagInv[i] & 7 // scaling constants for AAN DCT algorithm: AanScaleFactors[0] = 1, AanScaleFactors[k=1..7] = cos(k*PI/16) * sqrt(2) static const float AanScaleFactors[8] = { 1, 1.387039845f, 1.306562965f, 1.175875602f, 1, 0.785694958f, 0.541196100f, 0.275899379f }; float factor = 1 / (AanScaleFactors[row] * AanScaleFactors[column] * 8); scaledLuminance [ZigZagInv[i]] = factor / quantLuminance [i]; scaledChrominance[ZigZagInv[i]] = factor / quantChrominance[i]; // if you really want JPEGs that are bitwise identical to Jon Olick's code then you need slightly different formulas (note: sqrt(8) = 2.828427125f) //static const float aasf[] = { 1.0f * 2.828427125f, 1.387039845f * 2.828427125f, 1.306562965f * 2.828427125f, 1.175875602f * 2.828427125f, 1.0f * 2.828427125f, 0.785694958f * 2.828427125f, 0.541196100f * 2.828427125f, 0.275899379f * 2.828427125f }; // line 240 of jo_jpeg.cpp //scaledLuminance [ZigZagInv[i]] = 1 / (quantLuminance [i] * aasf[row] * aasf[column]); // lines 266-267 of jo_jpeg.cpp //scaledChrominance[ZigZagInv[i]] = 1 / (quantChrominance[i] * aasf[row] * aasf[column]); } // //////////////////////////////////////// // precompute JPEG codewords for quantized DCT BitCode codewordsArray[2 * CodeWordLimit]; // note: quantized[i] is found at codewordsArray[quantized[i] + CodeWordLimit] BitCode* codewords = &codewordsArray[CodeWordLimit]; // allow negative indices, so quantized[i] is at codewords[quantized[i]] uint8_t numBits = 1; // each codeword has at least one bit (value == 0 is undefined) int32_t mask = 1; // mask is always 2^numBits - 1, initial value 2^1-1 = 2-1 = 1 for (int16_t value = 1; value < CodeWordLimit; value++) { // numBits = position of highest set bit (ignoring the sign) // mask = (2^numBits) - 1 if (value > mask) // one more bit ? { numBits++; mask = (mask << 1) | 1; // append a set bit } codewords[-value] = BitCode(mask - value, numBits); // note that I use a negative index => codewords[-value] = codewordsArray[CodeWordLimit value] codewords[+value] = BitCode( value, numBits); } // just convert image data from void* const uint8_t* pixels = (const uint8_t*)pixels_; // the next two variables are frequently used when checking for image borders const unsigned short maxWidth = width - 1; // "last row" const unsigned short maxHeight = height - 1; // "bottom line" // process MCUs (minimum codes units) => image is subdivided into a grid of 8x8 or 16x16 tiles const unsigned short sampling = downsample ? 2 : 1; // 1x1 or 2x2 sampling const unsigned short mcuSize = 8 * sampling; // average color of the previous MCU int16_t lastYDC = 0, lastCbDC = 0, lastCrDC = 0; // convert from RGB to YCbCr float Y[8][8], Cb[8][8], Cr[8][8]; for (unsigned short mcuY = 0; mcuY < height; mcuY += mcuSize) // each step is either 8 or 16 (=mcuSize) for (unsigned short mcuX = 0; mcuX < width; mcuX += mcuSize) { // YCbCr 4:4:4 format: each MCU is a 8x8 block - the same applies to grayscale images, too // YCbCr 4:2:0 format: each MCU represents a 16x16 block, stored as 4x 8x8 Y-blocks plus 1x 8x8 Cb and 1x 8x8 Cr block) for (unsigned short blockY = 0; blockY < mcuSize; blockY += 8) // iterate once (YCbCr444 and grayscale) or twice (YCbCr420) for (unsigned short blockX = 0; blockX < mcuSize; blockX += 8) { // now we finally have an 8x8 block ... for (unsigned short deltaY = 0; deltaY < 8; deltaY++) { size_t column = minimum(uint16_t(mcuX + blockX) , maxWidth); // must not exceed image borders, replicate last row/column if needed size_t row = minimum(uint16_t(mcuY + blockY + deltaY), maxHeight); for (size_t deltaX = 0; deltaX < 8; deltaX++) { // find actual pixel position within the current image size_t pixelPos = row * int(width) + column; // the cast ensures that we don't run into multiplication overflows if (column < maxWidth) column++; // grayscale images have solely a Y channel which can be easily derived from the input pixel by shifting it by 128 if (!isRGB) { Y[deltaY][deltaX] = pixels[pixelPos] - 128.f; continue; } // RGB: 3 bytes per pixel (whereas grayscale images have only 1 byte per pixel) uint8_t r = pixels[3 * pixelPos ]; uint8_t g = pixels[3 * pixelPos + 1]; uint8_t b = pixels[3 * pixelPos + 2]; Y [deltaY][deltaX] = rgb2y (r, g, b) - 128; // again, the JPEG standard requires Y to be shifted by 128 // YCbCr444 is easy - the more complex YCbCr420 has to be computed about 20 lines below in a second pass if (!downsample) { Cb[deltaY][deltaX] = rgb2cb(r, g, b); // standard RGB-to-YCbCr conversion Cr[deltaY][deltaX] = rgb2cr(r, g, b); } } } // encode Y channel lastYDC = encodeBlock(bitWriter, Y, scaledLuminance, lastYDC, huffmanLuminanceDC, huffmanLuminanceAC, codewords); // Cb and Cr are encoded about 50 lines below } // grayscale images don't need any Cb and Cr information if (!isRGB) continue; // //////////////////////////////////////// // the following lines are only relevant for YCbCr420: // average/downsample chrominance of four pixels while respecting the image borders if (downsample) for (short deltaY = 7; downsample && deltaY >= 0; deltaY--) // iterating loop in reverse increases cache read efficiency { size_t row = minimum(uint16_t(mcuY + 2*deltaY), maxHeight); // each deltaX/Y step covers a 2x2 area size_t column = mcuX; // column is updated inside next loop size_t pixelPos = (row * int(width) + column) * 3; // numComponents = 3 // deltas (in bytes) to next row / column, must not exceed image borders size_t rowStep = (row < maxHeight) ? 3 * int(width) : 0; // always numComponents*width except for bottom line size_t columnStep = (column < maxWidth ) ? 3 : 0; // always numComponents except for rightmost pixel for (short deltaX = 0; deltaX < 8; deltaX++) { // let's add all four samples (2x2 area) size_t right = pixelPos + columnStep; size_t down = pixelPos + rowStep; size_t downRight = pixelPos + columnStep + rowStep; // note: cast from 8 bits to >8 bits to avoid overflows when adding short r = short(pixels[pixelPos ]) + pixels[right ] + pixels[down ] + pixels[downRight ]; short g = short(pixels[pixelPos + 1]) + pixels[right + 1] + pixels[down + 1] + pixels[downRight + 1]; short b = short(pixels[pixelPos + 2]) + pixels[right + 2] + pixels[down + 2] + pixels[downRight + 2]; // convert to Cb and Cr Cb[deltaY][deltaX] = rgb2cb(r, g, b) / 4; // I still have to divide r,g,b by 4 to get their average values Cr[deltaY][deltaX] = rgb2cr(r, g, b) / 4; // it's a bit faster if done AFTER CbCr conversion // step forward to next 2x2 area pixelPos += 2*3; // 2 pixels => 6 bytes (2*numComponents) column += 2; // reached right border ? if (column >= maxWidth) { columnStep = 0; pixelPos = ((row + 1) * int(width) - 1) * 3; // same as (row * width + maxWidth) * numComponents => current's row last pixel } } } // end of YCbCr420 code for Cb and Cr // encode Cb and Cr lastCbDC = encodeBlock(bitWriter, Cb, scaledChrominance, lastCbDC, huffmanChrominanceDC, huffmanChrominanceAC, codewords); lastCrDC = encodeBlock(bitWriter, Cr, scaledChrominance, lastCrDC, huffmanChrominanceDC, huffmanChrominanceAC, codewords); } bitWriter.flush(); // now image is completely encoded, write any bits still left in the buffer // /////////////////////////// // EOI marker bitWriter << 0xFF << 0xD9; // this marker has no length, therefore I can't use addMarker() return true; } // writeJpeg() }}