xenia-canary/third_party/dxbc/DXBCChecksum.cpp

389 lines
16 KiB
C++
Raw Normal View History

2018-08-27 12:18:30 +00:00
// Xenia: removed Windows.h dependency.
//=====================================================================
// Copyright 2008-2016 (c), Advanced Micro Devices, Inc. All rights reserved.
//
/// \author AMD Developer Tools Team
/// \file DXBCChecksum.cpp
///
//=====================================================================
//=====================================================================
// $Id: //devtools/main/Common/Src/ShaderUtils/DX10/DXBCChecksum.cpp#4 $
//
// Last checkin: $DateTime: 2016/04/18 06:01:26 $
// Last edited by: $Author: AMD Developer Tools Team
//=====================================================================
// Free for all implementation of the MD5 hash algorithm
/*
**********************************************************************
** DXBCChecksum.cpp **
** **
** - Modified by Seth Sowerby, November 2007 **
** Modified to match DXBC checksum algorithm used by Microsoft **
** **
**********************************************************************
*/
/*
**********************************************************************
** MD5.cpp **
** **
** - Style modified by Tony Ray, January 2001 **
** Added support for randomizing initialization constants **
** - Style modified by Dominik Reichl, April 2003 **
** Optimized code **
** **
**********************************************************************
*/
/*
**********************************************************************
** MD5.c **
** RSA Data Security, Inc. MD5 Message Digest Algorithm **
** Created: 2/17/90 RLR **
** Revised: 1/91 SRD,AJ,BSK,JT Reference C Version **
**********************************************************************
*/
/*
**********************************************************************
** Copyright (C) 1990, RSA Data Security, Inc. All rights reserved. **
** **
** License to copy and use this software is granted provided that **
** it is identified as the "RSA Data Security, Inc. MD5 Message **
** Digest Algorithm" in all material mentioning or referencing this **
** software or this function. **
** **
** License is also granted to make and use derivative works **
** provided that such works are identified as "derived from the RSA **
** Data Security, Inc. MD5 Message Digest Algorithm" in all **
** material mentioning or referencing the derived work. **
** **
** RSA Data Security, Inc. makes no representations concerning **
** either the merchantability of this software or the suitability **
** of this software for any particular purpose. It is provided "as **
** is" without express or implied warranty of any kind. **
** **
** These notices must be retained in any copies of any part of this **
** documentation and/or software. **
**********************************************************************
*/
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include "DXBCChecksum.h"
/* Padding */
static unsigned char MD5_PADDING[64] =
{
0x80, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00
};
/* MD5_F, MD5_G and MD5_H are basic MD5 functions: selection, majority, parity */
#define MD5_F(x, y, z) (((x) & (y)) | ((~x) & (z)))
#define MD5_G(x, y, z) (((x) & (z)) | ((y) & (~z)))
#define MD5_H(x, y, z) ((x) ^ (y) ^ (z))
#define MD5_I(x, y, z) ((y) ^ ((x) | (~z)))
/* ROTATE_LEFT rotates x left n bits */
#ifndef ROTATE_LEFT
#define ROTATE_LEFT(x, n) (((x) << (n)) | ((x) >> (32-(n))))
#endif
/* MD5_FF, MD5_GG, MD5_HH, and MD5_II transformations for rounds 1, 2, 3, and 4 */
/* Rotation is separate from addition to prevent recomputation */
#define MD5_FF(a, b, c, d, x, s, ac) {(a) += MD5_F ((b), (c), (d)) + (x) + (UINT4)(ac); (a) = ROTATE_LEFT ((a), (s)); (a) += (b); }
#define MD5_GG(a, b, c, d, x, s, ac) {(a) += MD5_G ((b), (c), (d)) + (x) + (UINT4)(ac); (a) = ROTATE_LEFT ((a), (s)); (a) += (b); }
#define MD5_HH(a, b, c, d, x, s, ac) {(a) += MD5_H ((b), (c), (d)) + (x) + (UINT4)(ac); (a) = ROTATE_LEFT ((a), (s)); (a) += (b); }
#define MD5_II(a, b, c, d, x, s, ac) {(a) += MD5_I ((b), (c), (d)) + (x) + (UINT4)(ac); (a) = ROTATE_LEFT ((a), (s)); (a) += (b); }
/* Constants for transformation */
#define MD5_S11 7 /* Round 1 */
#define MD5_S12 12
#define MD5_S13 17
#define MD5_S14 22
#define MD5_S21 5 /* Round 2 */
#define MD5_S22 9
#define MD5_S23 14
#define MD5_S24 20
#define MD5_S31 4 /* Round 3 */
#define MD5_S32 11
#define MD5_S33 16
#define MD5_S34 23
#define MD5_S41 6 /* Round 4 */
#define MD5_S42 10
#define MD5_S43 15
#define MD5_S44 21
/* Typedef a 32 bit type */
#ifndef UINT4
typedef unsigned int UINT4;
#endif
/* Data structure for MD5 (Message Digest) computation */
typedef struct
{
UINT4 i[2]; /* Number of _bits_ handled mod 2^64 */
UINT4 buf[4]; /* Scratch buffer */
unsigned char in[64]; /* Input buffer */
unsigned char digest[16]; /* Actual digest after MD5Final call */
} MD5_CTX;
static void MD5_Transform(UINT4* buf, UINT4* in);
void MD5Init(MD5_CTX* mdContext, unsigned long pseudoRandomNumber = 0);
void MD5Update(MD5_CTX* mdContext, unsigned char* inBuf, unsigned int inLen);
void MD5Final(MD5_CTX* mdContext);
/* Basic MD5 step. MD5_Transform buf based on in */
static void MD5_Transform(UINT4* buf, UINT4* in)
{
UINT4 a = buf[0], b = buf[1], c = buf[2], d = buf[3];
/* Round 1 */
MD5_FF(a, b, c, d, in[ 0], MD5_S11, (UINT4) 3614090360u); /* 1 */
MD5_FF(d, a, b, c, in[ 1], MD5_S12, (UINT4) 3905402710u); /* 2 */
MD5_FF(c, d, a, b, in[ 2], MD5_S13, (UINT4) 606105819u); /* 3 */
MD5_FF(b, c, d, a, in[ 3], MD5_S14, (UINT4) 3250441966u); /* 4 */
MD5_FF(a, b, c, d, in[ 4], MD5_S11, (UINT4) 4118548399u); /* 5 */
MD5_FF(d, a, b, c, in[ 5], MD5_S12, (UINT4) 1200080426u); /* 6 */
MD5_FF(c, d, a, b, in[ 6], MD5_S13, (UINT4) 2821735955u); /* 7 */
MD5_FF(b, c, d, a, in[ 7], MD5_S14, (UINT4) 4249261313u); /* 8 */
MD5_FF(a, b, c, d, in[ 8], MD5_S11, (UINT4) 1770035416u); /* 9 */
MD5_FF(d, a, b, c, in[ 9], MD5_S12, (UINT4) 2336552879u); /* 10 */
MD5_FF(c, d, a, b, in[10], MD5_S13, (UINT4) 4294925233u); /* 11 */
MD5_FF(b, c, d, a, in[11], MD5_S14, (UINT4) 2304563134u); /* 12 */
MD5_FF(a, b, c, d, in[12], MD5_S11, (UINT4) 1804603682u); /* 13 */
MD5_FF(d, a, b, c, in[13], MD5_S12, (UINT4) 4254626195u); /* 14 */
MD5_FF(c, d, a, b, in[14], MD5_S13, (UINT4) 2792965006u); /* 15 */
MD5_FF(b, c, d, a, in[15], MD5_S14, (UINT4) 1236535329u); /* 16 */
/* Round 2 */
MD5_GG(a, b, c, d, in[ 1], MD5_S21, (UINT4) 4129170786u); /* 17 */
MD5_GG(d, a, b, c, in[ 6], MD5_S22, (UINT4) 3225465664u); /* 18 */
MD5_GG(c, d, a, b, in[11], MD5_S23, (UINT4) 643717713u); /* 19 */
MD5_GG(b, c, d, a, in[ 0], MD5_S24, (UINT4) 3921069994u); /* 20 */
MD5_GG(a, b, c, d, in[ 5], MD5_S21, (UINT4) 3593408605u); /* 21 */
MD5_GG(d, a, b, c, in[10], MD5_S22, (UINT4) 38016083u); /* 22 */
MD5_GG(c, d, a, b, in[15], MD5_S23, (UINT4) 3634488961u); /* 23 */
MD5_GG(b, c, d, a, in[ 4], MD5_S24, (UINT4) 3889429448u); /* 24 */
MD5_GG(a, b, c, d, in[ 9], MD5_S21, (UINT4) 568446438u); /* 25 */
MD5_GG(d, a, b, c, in[14], MD5_S22, (UINT4) 3275163606u); /* 26 */
MD5_GG(c, d, a, b, in[ 3], MD5_S23, (UINT4) 4107603335u); /* 27 */
MD5_GG(b, c, d, a, in[ 8], MD5_S24, (UINT4) 1163531501u); /* 28 */
MD5_GG(a, b, c, d, in[13], MD5_S21, (UINT4) 2850285829u); /* 29 */
MD5_GG(d, a, b, c, in[ 2], MD5_S22, (UINT4) 4243563512u); /* 30 */
MD5_GG(c, d, a, b, in[ 7], MD5_S23, (UINT4) 1735328473u); /* 31 */
MD5_GG(b, c, d, a, in[12], MD5_S24, (UINT4) 2368359562u); /* 32 */
/* Round 3 */
MD5_HH(a, b, c, d, in[ 5], MD5_S31, (UINT4) 4294588738u); /* 33 */
MD5_HH(d, a, b, c, in[ 8], MD5_S32, (UINT4) 2272392833u); /* 34 */
MD5_HH(c, d, a, b, in[11], MD5_S33, (UINT4) 1839030562u); /* 35 */
MD5_HH(b, c, d, a, in[14], MD5_S34, (UINT4) 4259657740u); /* 36 */
MD5_HH(a, b, c, d, in[ 1], MD5_S31, (UINT4) 2763975236u); /* 37 */
MD5_HH(d, a, b, c, in[ 4], MD5_S32, (UINT4) 1272893353u); /* 38 */
MD5_HH(c, d, a, b, in[ 7], MD5_S33, (UINT4) 4139469664u); /* 39 */
MD5_HH(b, c, d, a, in[10], MD5_S34, (UINT4) 3200236656u); /* 40 */
MD5_HH(a, b, c, d, in[13], MD5_S31, (UINT4) 681279174u); /* 41 */
MD5_HH(d, a, b, c, in[ 0], MD5_S32, (UINT4) 3936430074u); /* 42 */
MD5_HH(c, d, a, b, in[ 3], MD5_S33, (UINT4) 3572445317u); /* 43 */
MD5_HH(b, c, d, a, in[ 6], MD5_S34, (UINT4) 76029189u); /* 44 */
MD5_HH(a, b, c, d, in[ 9], MD5_S31, (UINT4) 3654602809u); /* 45 */
MD5_HH(d, a, b, c, in[12], MD5_S32, (UINT4) 3873151461u); /* 46 */
MD5_HH(c, d, a, b, in[15], MD5_S33, (UINT4) 530742520u); /* 47 */
MD5_HH(b, c, d, a, in[ 2], MD5_S34, (UINT4) 3299628645u); /* 48 */
/* Round 4 */
MD5_II(a, b, c, d, in[ 0], MD5_S41, (UINT4) 4096336452u); /* 49 */
MD5_II(d, a, b, c, in[ 7], MD5_S42, (UINT4) 1126891415u); /* 50 */
MD5_II(c, d, a, b, in[14], MD5_S43, (UINT4) 2878612391u); /* 51 */
MD5_II(b, c, d, a, in[ 5], MD5_S44, (UINT4) 4237533241u); /* 52 */
MD5_II(a, b, c, d, in[12], MD5_S41, (UINT4) 1700485571u); /* 53 */
MD5_II(d, a, b, c, in[ 3], MD5_S42, (UINT4) 2399980690u); /* 54 */
MD5_II(c, d, a, b, in[10], MD5_S43, (UINT4) 4293915773u); /* 55 */
MD5_II(b, c, d, a, in[ 1], MD5_S44, (UINT4) 2240044497u); /* 56 */
MD5_II(a, b, c, d, in[ 8], MD5_S41, (UINT4) 1873313359u); /* 57 */
MD5_II(d, a, b, c, in[15], MD5_S42, (UINT4) 4264355552u); /* 58 */
MD5_II(c, d, a, b, in[ 6], MD5_S43, (UINT4) 2734768916u); /* 59 */
MD5_II(b, c, d, a, in[13], MD5_S44, (UINT4) 1309151649u); /* 60 */
MD5_II(a, b, c, d, in[ 4], MD5_S41, (UINT4) 4149444226u); /* 61 */
MD5_II(d, a, b, c, in[11], MD5_S42, (UINT4) 3174756917u); /* 62 */
MD5_II(c, d, a, b, in[ 2], MD5_S43, (UINT4) 718787259u); /* 63 */
MD5_II(b, c, d, a, in[ 9], MD5_S44, (UINT4) 3951481745u); /* 64 */
buf[0] += a;
buf[1] += b;
buf[2] += c;
buf[3] += d;
}
// Set pseudoRandomNumber to zero for RFC MD5 implementation
void MD5Init(MD5_CTX* mdContext, unsigned long pseudoRandomNumber)
{
mdContext->i[0] = mdContext->i[1] = (UINT4)0;
/* Load magic initialization constants */
mdContext->buf[0] = (UINT4)0x67452301 + (pseudoRandomNumber * 11);
mdContext->buf[1] = (UINT4)0xefcdab89 + (pseudoRandomNumber * 71);
mdContext->buf[2] = (UINT4)0x98badcfe + (pseudoRandomNumber * 37);
mdContext->buf[3] = (UINT4)0x10325476 + (pseudoRandomNumber * 97);
}
void MD5Update(MD5_CTX* mdContext, unsigned char* inBuf, unsigned int inLen)
{
UINT4 in[16];
int mdi = 0;
unsigned int i = 0, ii = 0;
/* Compute number of bytes mod 64 */
mdi = (int)((mdContext->i[0] >> 3) & 0x3F);
/* Update number of bits */
if ((mdContext->i[0] + ((UINT4)inLen << 3)) < mdContext->i[0])
{
mdContext->i[1]++;
}
mdContext->i[0] += ((UINT4)inLen << 3);
mdContext->i[1] += ((UINT4)inLen >> 29);
while (inLen--)
{
/* Add new character to buffer, increment mdi */
mdContext->in[mdi++] = *inBuf++;
/* Transform if necessary */
if (mdi == 0x40)
{
for (i = 0, ii = 0; i < 16; i++, ii += 4)
in[i] = (((UINT4)mdContext->in[ii + 3]) << 24) |
(((UINT4)mdContext->in[ii + 2]) << 16) |
(((UINT4)mdContext->in[ii + 1]) << 8) |
((UINT4)mdContext->in[ii]);
MD5_Transform(mdContext->buf, in);
mdi = 0;
}
}
}
void MD5Final(MD5_CTX* mdContext)
{
UINT4 in[16];
int mdi = 0;
unsigned int i = 0, ii = 0, padLen = 0;
/* Save number of bits */
unsigned int numberOfBits = mdContext->i[0];
/* Pad out to 56 mod 64 */
padLen = (mdi < 56) ? (56 - mdi) : (120 - mdi);
MD5Update(mdContext, (unsigned char*) &numberOfBits, 4);
/* Compute number of bytes mod 64 */
mdi = (int)((mdContext->i[0] >> 3) & 0x3F);
/* Pad out to 56 mod 64 */
padLen = (mdi < 56) ? (56 - mdi) : (120 - mdi);
MD5Update(mdContext, MD5_PADDING, padLen);
((UINT4*)mdContext->in)[15] = (numberOfBits >> 2) | 1;
// MD5Update (mdContext, (unsigned char*) terminator, 8);
memcpy(in, mdContext->in, 64);
/* Append length in bits and transform */
/*
for (i = 0, ii = 0; i < 14; i++, ii += 4)
in[i] = (((UINT4)mdContext->in[ii+3]) << 24) |
(((UINT4)mdContext->in[ii+2]) << 16) |
(((UINT4)mdContext->in[ii+1]) << 8) |
((UINT4)mdContext->in[ii]);
*/
MD5_Transform(mdContext->buf, in);
/* Store buffer in digest */
for (i = 0, ii = 0; i < 4; i++, ii += 4)
{
mdContext->digest[ii] = (unsigned char)(mdContext->buf[i] & 0xFF);
mdContext->digest[ii + 1] = (unsigned char)((mdContext->buf[i] >> 8) & 0xFF);
mdContext->digest[ii + 2] = (unsigned char)((mdContext->buf[i] >> 16) & 0xFF);
mdContext->digest[ii + 3] = (unsigned char)((mdContext->buf[i] >> 24) & 0xFF);
}
}
static const unsigned int dwHashOffset = 0x14;
void CalculateDXBCChecksum(unsigned char* pData, unsigned int dwSize, unsigned int dwHash[4])
{
MD5_CTX md5Ctx;
MD5Init(&md5Ctx, 0);
// Skip the start of the shader header
dwSize -= dwHashOffset;
pData += dwHashOffset;
unsigned int dwNumberOfBits = dwSize * 8;
// First we hash all the full chunks available
unsigned int dwFullChunksSize = dwSize & 0xffffffc0;
MD5Update(&md5Ctx, pData, dwFullChunksSize);
unsigned int dwLastChunkSize = dwSize - dwFullChunksSize;
unsigned int dwPaddingSize = 64 - dwLastChunkSize;
unsigned char* pLastChunkData = pData + dwFullChunksSize;
if (dwLastChunkSize >= 56)
{
MD5Update(&md5Ctx, pLastChunkData, dwLastChunkSize);
/* Pad out to 56 mod 64 */
MD5Update(&md5Ctx, MD5_PADDING, dwPaddingSize);
// Pass in the number of bits
UINT4 in[16];
memset(in, 0, sizeof(in));
in[0] = dwNumberOfBits;
in[15] = (dwNumberOfBits >> 2) | 1;
MD5_Transform(md5Ctx.buf, in);
}
else
{
// Pass in the number of bits
MD5Update(&md5Ctx, (unsigned char*) &dwNumberOfBits, 4);
if (dwLastChunkSize)
{
MD5Update(&md5Ctx, pLastChunkData, dwLastChunkSize);
}
// Adjust for the space used for dwNumberOfBits
dwLastChunkSize += sizeof(unsigned int);
dwPaddingSize -= sizeof(unsigned int);
/* Pad out to 56 mod 64 */
memcpy(&md5Ctx.in[dwLastChunkSize], MD5_PADDING, dwPaddingSize);
((UINT4*)md5Ctx.in)[15] = (dwNumberOfBits >> 2) | 1;
UINT4 in[16];
memcpy(in, md5Ctx.in, 64);
MD5_Transform(md5Ctx.buf, in);
}
memcpy(dwHash, md5Ctx.buf, 4 * sizeof(unsigned int));
}