65,210
社区成员
发帖
与我相关
我的任务
分享
...全文
请发表友善的回复…
发表回复
晓敬 2013-12-13
- 打赏
- 举报
各种放代码啊
qq120848369 2013-12-13
- 打赏
- 举报
读写线程分离我没什么意见，主要是关键字过滤耗费CPU，应该在单独的线程里工作。
jiandingzhe 2013-12-12
- 打赏
- 举报
就是中文的时候怎么办[/quote][/quote]
FILE *fp= fopen("D:\\a.txt","r"); /*文本方式打开*/
FILE *fout = fopen("D:\\b.txt","w"); /*文本方式写入*/
char c;
while(!feof(fp))
{
c = fgetc(fp);
if(!feof(fp)) /*双重判断，防止到达文件末尾时最后一个数据被读取两次*/
{
putchar(c); /**/
if('1' == c) c = '*'; /*修改字符1为2*/
fputc(c,fout);
}
}
fclose(fp); /*关闭文件流*/
#ifndef HTIO_FILEHANDLE_H
#define HTIO_FILEHANDLE_H
#include "htio1/Common.h"
namespace htio {
#define LINE_END_CR 13
#define LINE_END_LF 10
class FileHandle
{
public:
FileHandle();
virtual ~FileHandle();
///
/// @return false when EOF
///
virtual bool read_line(std::string& buffer) = 0;
virtual void write_line(const std::string& content) = 0;
virtual void seek(off_t offset, int whence) = 0;
virtual off_t tell() const = 0;
private:
};
}#include "htio1/FileHandle.h"
namespace htio
{
FileHandle::FileHandle()
{
}
FileHandle::~FileHandle()
{
}
}
#ifndef HTIO_PLAINFILEHANDLE_H
#define HTIO_PLAINFILEHANDLE_H
#include "htio1/FileHandle.h"
namespace htio
{
class PlainFileHandle : public FileHandle
{
public:
PlainFileHandle(const char* file, const char* mode);
PlainFileHandle(FILE* handle, bool auto_close = true);
virtual ~PlainFileHandle();
virtual bool read_line(std::string& buffer);
virtual void write_line(const std::string& content);
virtual void seek(off_t offset, int whence);
virtual off_t tell() const;
private:
FILE* handle;
bool auto_close;
off_t offset;
char curr_chr;
};
}
#include "htio1/PlainFileHandle.h"
#include <cstring>
#include <cstdio>
#include <cerrno>
using namespace std;
namespace htio
{
PlainFileHandle::PlainFileHandle(const char* file, const char* mode) : auto_close(true)
{
handle = fopen(file, mode);
if (handle == 0)
{
const char* msg = strerror(errno);
throw runtime_error(string(msg));
}
offset = ftell(handle);
curr_chr = fgetc(handle);
}
PlainFileHandle::PlainFileHandle(FILE* handle, bool auto_close) : handle(handle), auto_close(auto_close)
{
offset = ftell(handle);
curr_chr = fgetc(handle);
}
PlainFileHandle::~PlainFileHandle()
{
if (auto_close) fclose(handle);
}
bool PlainFileHandle::read_line(std::string& buffer)
{
buffer.clear();
if (curr_chr == EOF) return false;
while (1)
{
switch (curr_chr)
{
case EOF:
goto END;
case LINE_END_CR:
curr_chr = fgetc(handle);
if (curr_chr == LINE_END_LF) curr_chr = fgetc(handle);
goto END;
case LINE_END_LF:
curr_chr = fgetc(handle);
goto END;
default:
buffer.push_back(curr_chr);
curr_chr = fgetc(handle);
}
}
END:
offset = ftell(handle) - 1;
return true;
}
void PlainFileHandle::write_line(const std::string& content)
{
fwrite(content.data(), 1, content.size(), handle);
fputc('\n', handle);
offset = ftell(handle);
}
void PlainFileHandle::seek(off_t offset, int whence)
{
this->offset = offset;
fseek(handle, offset, whence);
curr_chr = fgetc(handle);
}
off_t PlainFileHandle::tell() const
{
return offset;
}
}
赵4老师 2013-12-12
- 打赏
- 举报
中文处理正解！
Samba20120225 2013-12-12
- 打赏
- 举报
如果有中文需求的话， 建议楼主每次读出两个字节, 然后判断， 之前有做过一个类似的题目, 分解文章, 将符号, 字母, 数字, 中文, 空格, 分别分解到各个文件
赵4老师 2013-12-12
- 打赏
- 举报
建议帖主先忘掉线程。
蔡斯1993 2013-12-12
- 打赏
- 举报
你的代码太高深了，我刚实习不久，看不懂。
FILE *fp= fopen("D:\\a.txt","r"); /*文本方式打开*/
FILE *fout = fopen("D:\\b.txt","w"); /*文本方式写入*/
char c;
while(!feof(fp))
{
c = fgetc(fp);
if(!feof(fp)) /*双重判断，防止到达文件末尾时最后一个数据被读取两次*/
{
putchar(c); /**/
if('1' == c) c = '*'; /*修改字符1为2*/
fputc(c,fout);
}
}
fclose(fp); /*关闭文件流*/
赵4老师 2013-12-12
- 打赏
- 举报
wchar_t *fgetws( wchar_t *string, int n, FILE *stream );
wchar_t *wcstok( wchar_t *strToken, const wchar_t *strDelimit );
int wscanf( const wchar_t *format [,argument]... );
蔡斯1993 2013-12-12
- 打赏
- 举报
就是中文的时候怎么办[/quote][/quote]
FILE *fp= fopen("D:\\a.txt","r"); /*文本方式打开*/
FILE *fout = fopen("D:\\b.txt","w"); /*文本方式写入*/
char c;
while(!feof(fp))
{
c = fgetc(fp);
if(!feof(fp)) /*双重判断，防止到达文件末尾时最后一个数据被读取两次*/
{
putchar(c); /**/
if('1' == c) c = '*'; /*修改字符1为2*/
fputc(c,fout);
}
}
fclose(fp); /*关闭文件流*/
赵4老师 2013-12-12
- 打赏
- 举报
wchar_t *wcstok( wchar_t *strToken, const wchar_t *strDelimit );
图灵狗 2013-12-12
- 打赏
- 举报
中文按两个字节处理。
就是中文的时候怎么办[/quote]
蔡斯1993 2013-12-12
- 打赏
- 举报
大神，不知道你写的这是什么啊，你说明下
蔡斯1993 2013-12-12
- 打赏
- 举报
就是中文的时候怎么办
图灵狗 2013-12-12
- 打赏
- 举报
一个字符一个字符处理，类似于token的概念。
赵4老师 2013-12-12
- 打赏
- 举报
仅供参考
//循环向a函数每次发送200个字节长度（这个是固定的）的buffer,
//a函数中需要将循环传进来的buffer，组成240字节（也是固定的）的新buffer进行处理，
//在处理的时候每次从新buffer中取两个字节打印
#ifdef WIN32
#pragma warning(disable:4996)
#endif
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#ifdef WIN32
#include <windows.h>
#include <process.h>
#include <io.h>
#define MYVOID void
#define vsnprintf _vsnprintf
#else
#include <unistd.h>
#include <sys/time.h>
#include <pthread.h>
#define CRITICAL_SECTION pthread_mutex_t
#define MYVOID void *
#endif
//Log{
#define MAXLOGSIZE 20000000
#define MAXLINSIZE 16000
#include <time.h>
#include <sys/timeb.h>
#include <stdarg.h>
char logfilename1[]="MyLog1.log";
char logfilename2[]="MyLog2.log";
static char logstr[MAXLINSIZE+1];
char datestr[16];
char timestr[16];
char mss[4];
CRITICAL_SECTION cs_log;
FILE *flog;
#ifdef WIN32
void Lock(CRITICAL_SECTION *l) {
EnterCriticalSection(l);
}
void Unlock(CRITICAL_SECTION *l) {
LeaveCriticalSection(l);
}
void sleep_ms(int ms) {
Sleep(ms);
}
#else
void Lock(CRITICAL_SECTION *l) {
pthread_mutex_lock(l);
}
void Unlock(CRITICAL_SECTION *l) {
pthread_mutex_unlock(l);
}
void sleep_ms(int ms) {
usleep(ms*1000);
}
#endif
void LogV(const char *pszFmt,va_list argp) {
struct tm *now;
struct timeb tb;
if (NULL==pszFmt||0==pszFmt[0]) return;
vsnprintf(logstr,MAXLINSIZE,pszFmt,argp);
ftime(&tb);
now=localtime(&tb.time);
sprintf(datestr,"%04d-%02d-%02d",now->tm_year+1900,now->tm_mon+1,now->tm_mday);
sprintf(timestr,"%02d:%02d:%02d",now->tm_hour ,now->tm_min ,now->tm_sec );
sprintf(mss,"%03d",tb.millitm);
printf("%s %s.%s %s",datestr,timestr,mss,logstr);
flog=fopen(logfilename1,"a");
if (NULL!=flog) {
fprintf(flog,"%s %s.%s %s",datestr,timestr,mss,logstr);
if (ftell(flog)>MAXLOGSIZE) {
fclose(flog);
if (rename(logfilename1,logfilename2)) {
remove(logfilename2);
rename(logfilename1,logfilename2);
}
} else {
fclose(flog);
}
}
}
void Log(const char *pszFmt,...) {
va_list argp;
Lock(&cs_log);
va_start(argp,pszFmt);
LogV(pszFmt,argp);
va_end(argp);
Unlock(&cs_log);
}
//Log}
#define ASIZE 200
#define BSIZE 240
#define CSIZE 2
char Abuf[ASIZE];
char Cbuf[CSIZE];
CRITICAL_SECTION cs_HEX ;
CRITICAL_SECTION cs_BBB ;
struct FIFO_BUFFER {
int head;
int tail;
int size;
char data[BSIZE];
} BBB;
int No_Loop=0;
void HexDump(int cn,char *buf,int len) {
int i,j,k;
char binstr[80];
Lock(&cs_HEX);
for (i=0;i<len;i++) {
if (0==(i%16)) {
sprintf(binstr,"%03d %04x -",cn,i);
sprintf(binstr,"%s %02x",binstr,(unsigned char)buf[i]);
} else if (15==(i%16)) {
sprintf(binstr,"%s %02x",binstr,(unsigned char)buf[i]);
sprintf(binstr,"%s ",binstr);
for (j=i-15;j<=i;j++) {
sprintf(binstr,"%s%c",binstr,('!'<buf[j]&&buf[j]<='~')?buf[j]:'.');
}
Log("%s\n",binstr);
} else {
sprintf(binstr,"%s %02x",binstr,(unsigned char)buf[i]);
}
}
if (0!=(i%16)) {
k=16-(i%16);
for (j=0;j<k;j++) {
sprintf(binstr,"%s ",binstr);
}
sprintf(binstr,"%s ",binstr);
k=16-k;
for (j=i-k;j<i;j++) {
sprintf(binstr,"%s%c",binstr,('!'<buf[j]&&buf[j]<='~')?buf[j]:'.');
}
Log("%s\n",binstr);
}
Unlock(&cs_HEX);
}
int GetFromRBuf(int cn,CRITICAL_SECTION *cs,FIFO_BUFFER *fbuf,char *buf,int len) {
int lent,len1,len2;
lent=0;
Lock(cs);
if (fbuf->size>=len) {
lent=len;
if (fbuf->head+lent>BSIZE) {
len1=BSIZE-fbuf->head;
memcpy(buf ,fbuf->data+fbuf->head,len1);
len2=lent-len1;
memcpy(buf+len1,fbuf->data ,len2);
fbuf->head=len2;
} else {
memcpy(buf ,fbuf->data+fbuf->head,lent);
fbuf->head+=lent;
}
fbuf->size-=lent;
}
Unlock(cs);
return lent;
}
MYVOID thdB(void *pcn) {
char *recv_buf;
int recv_nbytes;
int cn;
int wc;
int pb;
cn=(int)pcn;
Log("%03d thdB thread begin...\n",cn);
while (1) {
sleep_ms(10);
recv_buf=(char *)Cbuf;
recv_nbytes=CSIZE;
wc=0;
while (1) {
pb=GetFromRBuf(cn,&cs_BBB,&BBB,recv_buf,recv_nbytes);
if (pb) {
Log("%03d recv %d bytes\n",cn,pb);
HexDump(cn,recv_buf,pb);
sleep_ms(1);
} else {
sleep_ms(1000);
}
if (No_Loop) break;//
wc++;
if (wc>3600) Log("%03d %d==wc>3600!\n",cn,wc);
}
if (No_Loop) break;//
}
#ifndef WIN32
pthread_exit(NULL);
#endif
}
int PutToRBuf(int cn,CRITICAL_SECTION *cs,FIFO_BUFFER *fbuf,char *buf,int len) {
int lent,len1,len2;
Lock(cs);
lent=len;
if (fbuf->size+lent>BSIZE) {
lent=BSIZE-fbuf->size;
}
if (fbuf->tail+lent>BSIZE) {
len1=BSIZE-fbuf->tail;
memcpy(fbuf->data+fbuf->tail,buf ,len1);
len2=lent-len1;
memcpy(fbuf->data ,buf+len1,len2);
fbuf->tail=len2;
} else {
memcpy(fbuf->data+fbuf->tail,buf ,lent);
fbuf->tail+=lent;
}
fbuf->size+=lent;
Unlock(cs);
return lent;
}
MYVOID thdA(void *pcn) {
char *send_buf;
int send_nbytes;
int cn;
int wc;
int a;
int pa;
cn=(int)pcn;
Log("%03d thdA thread begin...\n",cn);
a=0;
while (1) {
sleep_ms(100);
memset(Abuf,a,ASIZE);
a=(a+1)%256;
if (16==a) {No_Loop=1;break;}//去掉这句可以让程序一直循环直到按Ctrl+C或Ctrl+Break或当前目录下存在文件No_Loop
send_buf=(char *)Abuf;
send_nbytes=ASIZE;
Log("%03d sending %d bytes\n",cn,send_nbytes);
HexDump(cn,send_buf,send_nbytes);
wc=0;
while (1) {
pa=PutToRBuf(cn,&cs_BBB,&BBB,send_buf,send_nbytes);
Log("%03d sent %d bytes\n",cn,pa);
HexDump(cn,send_buf,pa);
send_buf+=pa;
send_nbytes-=pa;
if (send_nbytes<=0) break;//
sleep_ms(1000);
if (No_Loop) break;//
wc++;
if (wc>3600) Log("%03d %d==wc>3600!\n",cn,wc);
}
if (No_Loop) break;//
}
#ifndef WIN32
pthread_exit(NULL);
#endif
}
int main() {
#ifdef WIN32
InitializeCriticalSection(&cs_log);
InitializeCriticalSection(&cs_HEX );
InitializeCriticalSection(&cs_BBB );
#else
pthread_t threads[2];
int threadsN;
int rc;
pthread_mutex_init(&cs_log,NULL);
pthread_mutex_init(&cs_HEX,NULL);
pthread_mutex_init(&cs_BBB,NULL);
#endif
Log("Start===========================================================\n");
BBB.head=0;
BBB.tail=0;
BBB.size=0;
#ifdef WIN32
_beginthread((void(__cdecl *)(void *))thdA,0,(void *)1);
_beginthread((void(__cdecl *)(void *))thdB,0,(void *)2);
#else
threadsN=0;
rc=pthread_create(&(threads[threadsN++]),NULL,thdA,(void *)1);if (rc) Log("%d=pthread_create %d error!\n",rc,threadsN-1);
rc=pthread_create(&(threads[threadsN++]),NULL,thdB,(void *)2);if (rc) Log("%d=pthread_create %d error!\n",rc,threadsN-1);
#endif
if (!access("No_Loop",0)) {
remove("No_Loop");
if (!access("No_Loop",0)) {
No_Loop=1;
}
}
while (1) {
sleep_ms(1000);
if (No_Loop) break;//
if (!access("No_Loop",0)) {
No_Loop=1;
}
}
sleep_ms(3000);
Log("End=============================================================\n");
#ifdef WIN32
DeleteCriticalSection(&cs_BBB );
DeleteCriticalSection(&cs_HEX );
DeleteCriticalSection(&cs_log);
#else
pthread_mutex_destroy(&cs_BBB);
pthread_mutex_destroy(&cs_HEX);
pthread_mutex_destroy(&cs_log);
#endif
return 0;
}
