“英特尔杯”全国计算机多核程序设计大赛源码 第三题成绩0.015秒 供大家讨论

[huanyun]

文件名: answer3_0.015.cpp

说明: 使用文件内存映射,在后台用线程读取文件
压缩为单bit后使用SSE计算传递闭包

源码:
/*////////////////////////////////////////
// 版权所有(C) 2000-2008 邓辉 //
// Email： [e-mail] //
// 文件名： answer3.cpp //
// 说明： Intel优化大赛参赛作品 //
////////////////////////////////////////*/
#include <mathimf.h>
#include <stdio.h>
#include <stdlib.h>
#include <windows.h>
#include <time.h>
#include <tmmintrin.h>
#include <sys/types.h>
#include <sys/stat.h>
#include <process.h>

#pragma warning( disable : 175)
#pragma warning( disable : 1684)

#define MAX_THREAD 32

const int g_nThread = 2;

const int g_1_To_32_Tab[256][8]=
{
{0,0,0,0,0,0,0,0},{0,0,0,0,0,0,0,1},{0,0,0,0,0,0,1,0},{0,0,0,0,0,0,1,1},
{0,0,0,0,0,1,0,0},{0,0,0,0,0,1,0,1},{0,0,0,0,0,1,1,0},{0,0,0,0,0,1,1,1},
{0,0,0,0,1,0,0,0},{0,0,0,0,1,0,0,1},{0,0,0,0,1,0,1,0},{0,0,0,0,1,0,1,1},
{0,0,0,0,1,1,0,0},{0,0,0,0,1,1,0,1},{0,0,0,0,1,1,1,0},{0,0,0,0,1,1,1,1},
{0,0,0,1,0,0,0,0},{0,0,0,1,0,0,0,1},{0,0,0,1,0,0,1,0},{0,0,0,1,0,0,1,1},
{0,0,0,1,0,1,0,0},{0,0,0,1,0,1,0,1},{0,0,0,1,0,1,1,0},{0,0,0,1,0,1,1,1},
{0,0,0,1,1,0,0,0},{0,0,0,1,1,0,0,1},{0,0,0,1,1,0,1,0},{0,0,0,1,1,0,1,1},
{0,0,0,1,1,1,0,0},{0,0,0,1,1,1,0,1},{0,0,0,1,1,1,1,0},{0,0,0,1,1,1,1,1},
{0,0,1,0,0,0,0,0},{0,0,1,0,0,0,0,1},{0,0,1,0,0,0,1,0},{0,0,1,0,0,0,1,1},
{0,0,1,0,0,1,0,0},{0,0,1,0,0,1,0,1},{0,0,1,0,0,1,1,0},{0,0,1,0,0,1,1,1},
{0,0,1,0,1,0,0,0},{0,0,1,0,1,0,0,1},{0,0,1,0,1,0,1,0},{0,0,1,0,1,0,1,1},
{0,0,1,0,1,1,0,0},{0,0,1,0,1,1,0,1},{0,0,1,0,1,1,1,0},{0,0,1,0,1,1,1,1},
{0,0,1,1,0,0,0,0},{0,0,1,1,0,0,0,1},{0,0,1,1,0,0,1,0},{0,0,1,1,0,0,1,1},
{0,0,1,1,0,1,0,0},{0,0,1,1,0,1,0,1},{0,0,1,1,0,1,1,0},{0,0,1,1,0,1,1,1},
{0,0,1,1,1,0,0,0},{0,0,1,1,1,0,0,1},{0,0,1,1,1,0,1,0},{0,0,1,1,1,0,1,1},
{0,0,1,1,1,1,0,0},{0,0,1,1,1,1,0,1},{0,0,1,1,1,1,1,0},{0,0,1,1,1,1,1,1},
{0,1,0,0,0,0,0,0},{0,1,0,0,0,0,0,1},{0,1,0,0,0,0,1,0},{0,1,0,0,0,0,1,1},
{0,1,0,0,0,1,0,0},{0,1,0,0,0,1,0,1},{0,1,0,0,0,1,1,0},{0,1,0,0,0,1,1,1},
{0,1,0,0,1,0,0,0},{0,1,0,0,1,0,0,1},{0,1,0,0,1,0,1,0},{0,1,0,0,1,0,1,1},
{0,1,0,0,1,1,0,0},{0,1,0,0,1,1,0,1},{0,1,0,0,1,1,1,0},{0,1,0,0,1,1,1,1},
{0,1,0,1,0,0,0,0},{0,1,0,1,0,0,0,1},{0,1,0,1,0,0,1,0},{0,1,0,1,0,0,1,1},
{0,1,0,1,0,1,0,0},{0,1,0,1,0,1,0,1},{0,1,0,1,0,1,1,0},{0,1,0,1,0,1,1,1},
{0,1,0,1,1,0,0,0},{0,1,0,1,1,0,0,1},{0,1,0,1,1,0,1,0},{0,1,0,1,1,0,1,1},
{0,1,0,1,1,1,0,0},{0,1,0,1,1,1,0,1},{0,1,0,1,1,1,1,0},{0,1,0,1,1,1,1,1},
{0,1,1,0,0,0,0,0},{0,1,1,0,0,0,0,1},{0,1,1,0,0,0,1,0},{0,1,1,0,0,0,1,1},
{0,1,1,0,0,1,0,0},{0,1,1,0,0,1,0,1},{0,1,1,0,0,1,1,0},{0,1,1,0,0,1,1,1},
{0,1,1,0,1,0,0,0},{0,1,1,0,1,0,0,1},{0,1,1,0,1,0,1,0},{0,1,1,0,1,0,1,1},
{0,1,1,0,1,1,0,0},{0,1,1,0,1,1,0,1},{0,1,1,0,1,1,1,0},{0,1,1,0,1,1,1,1},
{0,1,1,1,0,0,0,0},{0,1,1,1,0,0,0,1},{0,1,1,1,0,0,1,0},{0,1,1,1,0,0,1,1},
{0,1,1,1,0,1,0,0},{0,1,1,1,0,1,0,1},{0,1,1,1,0,1,1,0},{0,1,1,1,0,1,1,1},
{0,1,1,1,1,0,0,0},{0,1,1,1,1,0,0,1},{0,1,1,1,1,0,1,0},{0,1,1,1,1,0,1,1},
{0,1,1,1,1,1,0,0},{0,1,1,1,1,1,0,1},{0,1,1,1,1,1,1,0},{0,1,1,1,1,1,1,1},
{1,0,0,0,0,0,0,0},{1,0,0,0,0,0,0,1},{1,0,0,0,0,0,1,0},{1,0,0,0,0,0,1,1},
{1,0,0,0,0,1,0,0},{1,0,0,0,0,1,0,1},{1,0,0,0,0,1,1,0},{1,0,0,0,0,1,1,1},
{1,0,0,0,1,0,0,0},{1,0,0,0,1,0,0,1},{1,0,0,0,1,0,1,0},{1,0,0,0,1,0,1,1},
{1,0,0,0,1,1,0,0},{1,0,0,0,1,1,0,1},{1,0,0,0,1,1,1,0},{1,0,0,0,1,1,1,1},
{1,0,0,1,0,0,0,0},{1,0,0,1,0,0,0,1},{1,0,0,1,0,0,1,0},{1,0,0,1,0,0,1,1},
{1,0,0,1,0,1,0,0},{1,0,0,1,0,1,0,1},{1,0,0,1,0,1,1,0},{1,0,0,1,0,1,1,1},
{1,0,0,1,1,0,0,0},{1,0,0,1,1,0,0,1},{1,0,0,1,1,0,1,0},{1,0,0,1,1,0,1,1},
{1,0,0,1,1,1,0,0},{1,0,0,1,1,1,0,1},{1,0,0,1,1,1,1,0},{1,0,0,1,1,1,1,1},
{1,0,1,0,0,0,0,0},{1,0,1,0,0,0,0,1},{1,0,1,0,0,0,1,0},{1,0,1,0,0,0,1,1},
{1,0,1,0,0,1,0,0},{1,0,1,0,0,1,0,1},{1,0,1,0,0,1,1,0},{1,0,1,0,0,1,1,1},
{1,0,1,0,1,0,0,0},{1,0,1,0,1,0,0,1},{1,0,1,0,1,0,1,0},{1,0,1,0,1,0,1,1},
{1,0,1,0,1,1,0,0},{1,0,1,0,1,1,0,1},{1,0,1,0,1,1,1,0},{1,0,1,0,1,1,1,1},
{1,0,1,1,0,0,0,0},{1,0,1,1,0,0,0,1},{1,0,1,1,0,0,1,0},{1,0,1,1,0,0,1,1},
{1,0,1,1,0,1,0,0},{1,0,1,1,0,1,0,1},{1,0,1,1,0,1,1,0},{1,0,1,1,0,1,1,1},
{1,0,1,1,1,0,0,0},{1,0,1,1,1,0,0,1},{1,0,1,1,1,0,1,0},{1,0,1,1,1,0,1,1},
{1,0,1,1,1,1,0,0},{1,0,1,1,1,1,0,1},{1,0,1,1,1,1,1,0},{1,0,1,1,1,1,1,1},
{1,1,0,0,0,0,0,0},{1,1,0,0,0,0,0,1},{1,1,0,0,0,0,1,0},{1,1,0,0,0,0,1,1},
{1,1,0,0,0,1,0,0},{1,1,0,0,0,1,0,1},{1,1,0,0,0,1,1,0},{1,1,0,0,0,1,1,1},
{1,1,0,0,1,0,0,0},{1,1,0,0,1,0,0,1},{1,1,0,0,1,0,1,0},{1,1,0,0,1,0,1,1},
{1,1,0,0,1,1,0,0},{1,1,0,0,1,1,0,1},{1,1,0,0,1,1,1,0},{1,1,0,0,1,1,1,1},
{1,1,0,1,0,0,0,0},{1,1,0,1,0,0,0,1},{1,1,0,1,0,0,1,0},{1,1,0,1,0,0,1,1},
{1,1,0,1,0,1,0,0},{1,1,0,1,0,1,0,1},{1,1,0,1,0,1,1,0},{1,1,0,1,0,1,1,1},
{1,1,0,1,1,0,0,0},{1,1,0,1,1,0,0,1},{1,1,0,1,1,0,1,0},{1,1,0,1,1,0,1,1},
{1,1,0,1,1,1,0,0},{1,1,0,1,1,1,0,1},{1,1,0,1,1,1,1,0},{1,1,0,1,1,1,1,1},
{1,1,1,0,0,0,0,0},{1,1,1,0,0,0,0,1},{1,1,1,0,0,0,1,0},{1,1,1,0,0,0,1,1},
{1,1,1,0,0,1,0,0},{1,1,1,0,0,1,0,1},{1,1,1,0,0,1,1,0},{1,1,1,0,0,1,1,1},
{1,1,1,0,1,0,0,0},{1,1,1,0,1,0,0,1},{1,1,1,0,1,0,1,0},{1,1,1,0,1,0,1,1},
{1,1,1,0,1,1,0,0},{1,1,1,0,1,1,0,1},{1,1,1,0,1,1,1,0},{1,1,1,0,1,1,1,1},
{1,1,1,1,0,0,0,0},{1,1,1,1,0,0,0,1},{1,1,1,1,0,0,1,0},{1,1,1,1,0,0,1,1},
{1,1,1,1,0,1,0,0},{1,1,1,1,0,1,0,1},{1,1,1,1,0,1,1,0},{1,1,1,1,0,1,1,1},
{1,1,1,1,1,0,0,0},{1,1,1,1,1,0,0,1},{1,1,1,1,1,0,1,0},{1,1,1,1,1,0,1,1},
{1,1,1,1,1,1,0,0},{1,1,1,1,1,1,0,1},{1,1,1,1,1,1,1,0},{1,1,1,1,1,1,1,1}
};

[huanyun]

#ifdef TEST_TIME
__int64 g_xFrequency;

void InitFrequency(void)
{
QueryPerformanceFrequency( (LARGE_INTEGER *)&g_xFrequency );
}

__int64 XGetTickCount(void)
{
__int64 nTick = -1;
QueryPerformanceCounter( (LARGE_INTEGER *)&nTick );
nTick = (__int64)(1000000 * (double)(nTick) / (double)(g_xFrequency));
return nTick;
}
#endif

typedef struct tagThreadParam
{
volatile BOOL bRun,bBeg;
int i,j,nIndex,nNum;
BYTE** ppArrayB;
}THREADPARAM;

THREADPARAM g_ThreadParam[MAX_THREAD]={0};

void XInitThreadWork(int nThread, int nNum, BYTE** ppArrayB);

unsigned int __stdcall XThreadWork(void* pParam);

void* XAlignPtr(void* pVoid, int nAlign)
{
if(nAlign <= 0)
return pVoid;
else
return (void*)(((long)pVoid + nAlign - 1) & ~(long)(nAlign-1) );
}

void check(int* pRet, int nNum)
{
int* pRight = (int *)malloc(nNum*nNum*sizeof(int)+256);
FILE *fp=fopen("right3.dat","rb");
fread(pRight,sizeof(int), nNum*nNum,fp);
fclose(fp);

if(memcmp(pRet, pRight, nNum*nNum*sizeof(int)) == 0)
printf("结果正确\n");
else
printf("结果错误\n");

free(pRight);
}

void XConver32To1(int nNum, int** ppRowSrc, BYTE** ppRowDst)
{
int x,y,nDstBXE = nNum >> 3;

for (y = 0; y < nNum; ++y)
{
int * pSrc = ppRowSrc[y];
BYTE* pDst = ppRowDst[y];
BYTE nMask = (BYTE)(0x80);
int nSrcPos= 0;
for(x = 0; x < nDstBXE; ++x, nSrcPos+=8)
{
if (pSrc[nSrcPos]) pDst[x] |= 0x80;
if (pSrc[nSrcPos+1]) pDst[x] |= 0x40;
if (pSrc[nSrcPos+2]) pDst[x] |= 0x20;
if (pSrc[nSrcPos+3]) pDst[x] |= 0x10;
if (pSrc[nSrcPos+4]) pDst[x] |= 0x08;
if (pSrc[nSrcPos+5]) pDst[x] |= 0x04;
if (pSrc[nSrcPos+6]) pDst[x] |= 0x02;
if (pSrc[nSrcPos+7]) pDst[x] |= 0x01;
}
nMask = 0x80;
for(x = nDstBXE << 3; x < nNum; ++x,++nSrcPos,nMask >>= 1)
{
if (pSrc[nSrcPos]) pDst[nDstBXE] |= nMask;
}
}
}

void XConver1To32(int nNum, int** ppRowDst, BYTE** ppRowSrc)
{
int x,y;
int nBXE = (nNum - 1) >> 3;
int nSrcOffRL = (((nNum - 1) & 7) + 1) * sizeof(int);

if(0 == nBXE)
{
for ( y = 0; y < nNum; ++y)
{
memcpy(ppRowDst[y], g_1_To_32_Tab[ppRowSrc[y][0]], nSrcOffRL);
}
}
else
{
for ( y = 0; y < nNum; ++y)
{
BYTE* pSrc = ppRowSrc[y];
int* pDst = ppRowDst[y];
int nDstPos = 0;

for(x = 0; x < nBXE; ++x, nDstPos += 8)
{
memcpy(pDst + nDstPos, g_1_To_32_Tab[pSrc[x]], 8*sizeof(int));
}

memcpy(pDst + nDstPos, g_1_To_32_Tab[pSrc[nBXE]], nSrcOffRL);
}
}
}


int main(int argc, char* argv[])
{
#ifdef TEST_TIME
InitFrequency();

__int64 start = XGetTickCount();
#endif

struct stat buf ={0};
int nNum,nTmp=1;
int *pInput,*pOutput;
BYTE* pMemoryB,*pAlignB;
int** ppAryI;
int** ppAryO;
BYTE** ppAryB;
HANDLE hFile,hFileMappingIn,hFileMappingOut,hProcess;
char szInput[256] = "test3.dat";
if(argc > 1) strcpy(szInput, argv[1]);

hProcess = GetCurrentProcess();

SetPriorityClass(hProcess, REALTIME_PRIORITY_CLASS);

hFile = CreateFile(szInput,
GENERIC_READ,
FILE_SHARE_READ,
NULL,
OPEN_EXISTING,
FILE_FLAG_SEQUENTIAL_SCAN,
NULL);

if(hFile == INVALID_HANDLE_VALUE)
{
printf("The file does not exist\n");
exit(0);
}

hFileMappingIn = CreateFileMapping(hFile,NULL,PAGE_READONLY, 0, 0, NULL);

CloseHandle(hFile);

pInput = (int*)MapViewOfFile(hFileMappingIn, FILE_MAP_READ, 0, 0, NULL);

nNum = pInput[0];
int nSizeSrc = nNum*nNum*sizeof(int);
int nSizeSrcB = nSizeSrc >> 3;

hFile = CreateFile("result3.dat",
GENERIC_WRITE | GENERIC_READ,
FILE_SHARE_READ,
NULL,
CREATE_ALWAYS,
FILE_FLAG_SEQUENTIAL_SCAN,
NULL);

hFileMappingOut = CreateFileMapping(hFile,NULL,PAGE_READWRITE, 0, nSizeSrc, NULL);

CloseHandle(hFile);

pOutput = (int*)MapViewOfFile(hFileMappingOut, FILE_MAP_ALL_ACCESS, 0, 0, nSizeSrc);

pMemoryB = (BYTE *)malloc(nSizeSrcB + (nNum << 8) + 1024);
memset(pMemoryB, 0, nSizeSrcB + (nNum << 8)+ 1024);
pAlignB = (BYTE *)XAlignPtr((BYTE*)pMemoryB, 128);

ppAryI = (int **)malloc(nNum*sizeof(void*)*3);
ppAryO = (int **)ppAryI + nNum;
ppAryB = (BYTE**)ppAryO + nNum;
for(int n =0; n < nNum; ++n)
{
ppAryI[n] = pInput + n * nNum + 1;
ppAryO[n] = pOutput + n * nNum;
ppAryB[n] = pAlignB + n * ((((nNum >> 3) + 255) >> 8) << 8);
}

XConver32To1(nNum, ppAryI, ppAryB);

XInitThreadWork(g_nThread, nNum, ppAryB);

SetThreadAffinityMask(GetCurrentThread(), 1);

HANDLE hThread = (HANDLE)_beginthreadex(NULL, 0, XThreadWork, (void *)&g_ThreadParam[1], 0, NULL);

int i,j,k,l,nMask,nEnd = (nNum + 127) >> 7;
__m128i *pTmpI,*pTmpJ;


for(j = 0; j < nNum; ++j)
{
g_ThreadParam[1].j = j;
g_ThreadParam[1].bBeg = TRUE;
l = j >> 3;
nMask = (0x80 >> (j & 0x07));
for(i = 0; i < nNum; i+=2)
{
if(ppAryB[i][l] & nMask)
{
pTmpI = (__m128i*)ppAryB[i];
pTmpJ = (__m128i*)ppAryB[j];
for(k = 0; k < nEnd; ++k) pTmpI[k] = _mm_or_si128(pTmpI[k] , pTmpJ[k]);
}
}
while(g_ThreadParam[1].bBeg) Sleep(0);
}

XConver1To32(nNum, ppAryO, ppAryB);

free(pMemoryB);
free(ppAryI);

UnmapViewOfFile(pInput);
CloseHandle(hFileMappingIn);

#ifdef TEST_TIME
printf("耗费时间=%10.9f秒 ", (double)(XGetTickCount()-start)/1000000);
check(pOutput, nNum);
#endif

UnmapViewOfFile(pOutput);
CloseHandle(hFileMappingOut);

g_ThreadParam[1].bRun = FALSE;

return nTmp > 0 ? 0:1;
}

void XInitThreadWork(int nThread, int nNum, BYTE** ppArrayB)
{
for(int i = 0; i < nThread; ++i)
{
g_ThreadParam[i].ppArrayB = ppArrayB;
g_ThreadParam[i].bRun = TRUE;
g_ThreadParam[i].bBeg = FALSE;
g_ThreadParam[i].nIndex = i;
g_ThreadParam[i].nNum = nNum;
}
}

unsigned int __stdcall XThreadWork(void* pParam)
{
THREADPARAM* pThreadParam = (THREADPARAM*)pParam;
BYTE** ppAryB = pThreadParam->ppArrayB;
int nNum = pThreadParam->nNum;
int nEnd = (nNum+127) >> 7;

SetThreadAffinityMask(GetCurrentThread(), pThreadParam->nIndex + 1);

while(pThreadParam->bRun)
{
if(pThreadParam->bBeg)
{
int i,j,k,l,nMask;
__m128i *pTmpI,*pTmpJ;
j = pThreadParam->j;
l = j >> 3;
nMask = (0x80 >> (j & 0x07));

for(i = 1; i < nNum; i+=2)
{
if(ppAryB[i][l] & nMask)
{
pTmpI = (__m128i*)ppAryB[i];
pTmpJ = (__m128i*)ppAryB[j];
for(k = 0; k < nEnd; ++k) pTmpI[k] = _mm_or_si128(pTmpI[k] , pTmpJ[k]);
}
}
pThreadParam->bBeg = FALSE;
}
else
{
Sleep(0);
}
}

return 0;
}

[godss]

我的做法是用mapfile,两个线程分别
压缩，处理，解压3个部分，位或使用sse的128位或处理
就是同步起来麻烦些