MapReduce/mapFunction.cpp at master · Jiaran/MapReduce · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
#include "mapFunction.h"


mapFunction::mapFunction(){
pthread_mutex_init(&mtx,NULL);
myFile.Createmap();
}

int mapFunction::circleDetect(Mat image1){
	IplImage* img = new IplImage(image1);
        IplImage* gray = cvCreateImage( cvGetSize(img), img->depth, 1);
        CvMemStorage* storage = cvCreateMemStorage(0);
        cvCvtColor( img, gray, CV_RGB2GRAY );
        //cvSmooth( gray, gray, CV_GAUSSIAN, 9, 9 );
        CvSeq* circles = cvHoughCircles( gray, storage, CV_HOUGH_GRADIENT, 2, gray->height/4, 200, 100);
	/*for (int i = 0; i < circles->total; i++)
    {
         float* p = (float*)cvGetSeqElem( circles, i );
         cvCircle( img, cvPoint(cvRound(p[0]),cvRound(p[1])),
             3, CV_RGB(0,255,0), -1, 8, 0 );
         cvCircle( img, cvPoint(cvRound(p[0]),cvRound(p[1])),
             cvRound(p[2]), CV_RGB(255,0,0), 3, 8, 0 );
    }
    cvNamedWindow( "circles", 1 );
    cvShowImage( "circles", img );
	waitKey(0);*/
        if(circles->total==0) return 0;
	else return 1;
	}

/////////////////////////////////////////////////////////////////
	void mapFunction::goMap(int fd, rio_t client, int ID){
		pthread_mutex_lock(&mtx);
		char buf1[MAXLINE];
		int jobID=ID;
		int numBytes;
  		char * saveptr=NULL;
  		char * id1;
		char * id2;
		//char * id3;
		//Rio_readinitb( &client,fd);
  		numBytes = Rio_readlineb(&client, buf1, MAXLINE);
		if(numBytes<0) return;
		id1 = strtok_r(buf1, "*",&saveptr);
		int fileStartID=atoi(id1);
		id2 = strtok_r(NULL, "* \r\n",&saveptr);
		int fileEndID=atoi(id2);
		//id3 = strtok_r(NULL, "* \r\n",&saveptr);
		//jobID=atoi(id3);
		map<string,int> jobMap;
		for(int i=fileStartID;i<=fileEndID;i++){
			imageInfo myImage=getImage(i);
			//printf("%dfile name %s\n", i, myImage.name.data());
			if(circleDetect(myImage.myPic)==0) continue;
			else{
				printf("found %d %s\n",i, myImage.name.data());
				jobMap[myImage.name]=jobMap[myImage.name]+1;
			}
		}
		myMap[jobID]=jobMap;
		finished[jobID]=true;
		pthread_mutex_unlock(&mtx);
		//Close(fd);
	}
///////////////////////////////////////////////////////////////
	imageInfo mapFunction::getImage(int fileID){
		/*imageInfo result;
		result.name="shishi";
		result.myPic=imread("shishi.jpg",CV_LOAD_IMAGE_COLOR);
		return result;*/
		return myFile.NumtoInfo(fileID);
	}
///////////////////////////////////////////////////////////////
	bool mapFunction::ifDone(int id){
		if(finished.find(id)!=finished.end())
		return finished[id];
	}
///////////////////////////////////////////////////////////////
	void mapFunction::getMap(int fd, int ID){
		pthread_mutex_lock(&mtx);
		map<string,int> jobMap=myMap[ID];
		char buf[MAXLINE];
		for (map<string,int>::iterator it=jobMap.begin(); it!=jobMap.end(); ++it){
		sprintf(buf,"%s*%d\n",it->first.data(),it->second);
  		Rio_writep(fd, buf, strlen(buf));
		}
		sprintf(buf,"FINISH*\n");
  		Rio_writep(fd, buf, strlen(buf));
		pthread_mutex_unlock(&mtx);
		std::cout<<"getMap done"<<std::endl;

	}

///////////////////////////////////////////////////////////////
void mapFunction::clearMap(){
	myMap.clear();
	finished.clear();
}
///////////////////////////////////////////////////////////////
void mapFunction::printMap(){
	for (std::map<int, map<string,int> >::iterator it=myMap.begin(); it!=myMap.end(); ++it){
		printf("mapWorker's job id is %d\n", it->first);
		for (std::map<string,int>::iterator init=it->second.begin(); init!=it->second.end(); ++init){
				//printf("%s: %d\n", init->first.data(), init->second);
			}
	}
}