Programming > Research Paper > mapreduce University of Illinois, Urbana Champaign - CS 241.c (All)

mapreduce University of Illinois, Urbana Champaign - CS 241.c

Document Content and Description Below

/** * mapreduce Lab * CS 241 - Spring 2019 */ #include "utils.h" #include <unistd.h> #include <stdio.h> #include <stdlib.h> #include <sys/types.h> #include <sys/wait.h> int main(int argc, ch ... ar **argv) { // Create an input pipe for each mapper. char*input_file=argv[1]; char* output_file=argv[2]; char* mapper_executable=argv[3]; char* reducer_executable=argv[4]; int mapper_count=atoi(argv[5]); int** mapper_pipefds=malloc(mapper_count*sizeof(int*)); // int** splitter_pipefds=malloc(mapper_count*sizeof(int*)); int i =0; for(i=0;i<mapper_count;i++) { mapper_pipefds[i]=malloc(2*sizeof(int)); pipe(mapper_pipefds[i]); } // Create one input pipe for the reducer. int reducer_pipe[2]; pipe(reducer_pipe); // Open the output file. FILE* output_file_wrapper=fopen(output_file,"w"); int output_file_fd=fileno(output_file_wrapper); pid_t *splitter_pids=malloc(sizeof(pid_t)*mapper_count); pid_t *mapper_pids=malloc(sizeof(pid_t)*mapper_count); pid_t pid; i=0; // int ifchild=1; // Start a splitter process for each mapper. int j=0; char mystring[2]="0"; while(i<mapper_count) { // printf("%s %d\n",mystring,i); pid=fork(); splitter_pids[i]=pid; if(pid==0) { dup2(mapper_pipefds[i][1],1); close(reducer_pipe[0]); close(reducer_pipe[1]); fclose(output_file_wrapper); for(j=0;j<mapper_count;j++) { close(mapper_pipefds[j][1]); close(mapper_pipefds[j][0]); } execl("./splitter","./splitter",input_file,argv[5],mystring, (char*)NULL); perror("something is wrong,i'm at 42\n"); return 0; } [Show More]

Last updated: 3 years ago

Preview 1 out of 3 pages

Buy Now

Instant download

We Accept: