Actual source code: globus.c

petsc-3.10.5 2019-03-28
Report Typos and Errors
  1:  #include <petscwebclient.h>
  2: #pragma clang diagnostic ignored "-Wdeprecated-declarations"
  3: #pragma gcc diagnostic ignored "-Wdeprecated-declarations"

  5: /*
  6:     Encodes and decodes from MIME Base64
  7: */
  8: static char encoding_table[] = {'A', 'B', 'C', 'D', 'E', 'F', 'G', 'H',
  9:                                 'I', 'J', 'K', 'L', 'M', 'N', 'O', 'P',
 10:                                 'Q', 'R', 'S', 'T', 'U', 'V', 'W', 'X',
 11:                                 'Y', 'Z', 'a', 'b', 'c', 'd', 'e', 'f',
 12:                                 'g', 'h', 'i', 'j', 'k', 'l', 'm', 'n',
 13:                                 'o', 'p', 'q', 'r', 's', 't', 'u', 'v',
 14:                                 'w', 'x', 'y', 'z', '0', '1', '2', '3',
 15:                                 '4', '5', '6', '7', '8', '9', '+', '/'};

 17: static PetscErrorCode base64_encode(const unsigned char *data,unsigned char *encoded_data,size_t len)
 18: {
 19:   static size_t  mod_table[] = {0, 2, 1};
 20:   size_t         i,j;
 21:   size_t         input_length,output_length;

 25:   PetscStrlen((const char*)data,&input_length);
 26:   output_length = 4 * ((input_length + 2) / 3);
 27:   if (output_length > len) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Output length not large enough");

 29:   for (i = 0, j = 0; i < input_length;) {
 30:      uint32_t octet_a = i < input_length ? (unsigned char)data[i++] : 0;
 31:      uint32_t octet_b = i < input_length ? (unsigned char)data[i++] : 0;
 32:      uint32_t octet_c = i < input_length ? (unsigned char)data[i++] : 0;
 33:      uint32_t triple = (octet_a << 0x10) + (octet_b << 0x08) + octet_c;

 35:      encoded_data[j++] = encoding_table[(triple >> 3 * 6) & 0x3F];
 36:      encoded_data[j++] = encoding_table[(triple >> 2 * 6) & 0x3F];
 37:      encoded_data[j++] = encoding_table[(triple >> 1 * 6) & 0x3F];
 38:      encoded_data[j++] = encoding_table[(triple >> 0 * 6) & 0x3F];
 39:   }
 40:   encoded_data[j] = 0;
 41:   for (i = 0; i < mod_table[input_length % 3]; i++) encoded_data[output_length - 1 - i] = '=';
 42:   return(0);
 43: }

 45: PETSC_UNUSED static PetscErrorCode base64_decode(const unsigned char *data,unsigned char* decoded_data, size_t length)
 46: {
 47:   static char    decoding_table[257];
 48:   static int     decode_table_built = 0;
 49:   size_t         i,j;
 51:   size_t         input_length,output_length;

 54:   if (!decode_table_built) {
 55:     for (i = 0; i < 64; i++) decoding_table[(unsigned char) encoding_table[i]] = i;
 56:     decode_table_built = 1;
 57:   }

 59:   PetscStrlen((const char*)data,&input_length);
 60:   if (input_length % 4 != 0) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Input length must be divisible by 4");

 62:   output_length = input_length / 4 * 3;
 63:   if (data[input_length - 1] == '=') (output_length)--;
 64:   if (data[input_length - 2] == '=') (output_length)--;
 65:   if (output_length > length) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_ARG_WRONG,"Output length too shore");

 67:   for (i = 0, j = 0; i < input_length;) {
 68:     uint32_t sextet_a = data[i] == '=' ? 0 & i++ : decoding_table[(int)data[i++]];
 69:     uint32_t sextet_b = data[i] == '=' ? 0 & i++ : decoding_table[(int)data[i++]];
 70:     uint32_t sextet_c = data[i] == '=' ? 0 & i++ : decoding_table[(int)data[i++]];
 71:     uint32_t sextet_d = data[i] == '=' ? 0 & i++ : decoding_table[(int)data[i++]];
 72:     uint32_t triple = (sextet_a << 3 * 6) + (sextet_b << 2 * 6) + (sextet_c << 1 * 6) + (sextet_d << 0 * 6);

 74:     if (j < output_length) decoded_data[j++] = (triple >> 2 * 8) & 0xFF;
 75:     if (j < output_length) decoded_data[j++] = (triple >> 1 * 8) & 0xFF;
 76:     if (j < output_length) decoded_data[j++] = (triple >> 0 * 8) & 0xFF;
 77:   }
 78:   decoded_data[j] = 0;
 79:   return(0);
 80: }

 82: #if defined(PETSC_HAVE_UNISTD_H)
 83: #include <unistd.h>
 84: #endif

 86: /*@C
 87:      PetscGlobusAuthorize - Get an access token allowing PETSc applications to make Globus file transfer requests

 89:    Not collective, only the first process in MPI_Comm does anything

 91:    Input Parameters:
 92: +  comm - the MPI communicator
 93: -  tokensize - size of the token array

 95:    Output Parameters:
 96: .  access_token - can be used with PetscGlobusUpLoad() for 30 days

 98:    Notes:
 99:     This call requires stdout and stdin access from process 0 on the MPI communicator

101:    You can run src/sys/webclient/examples/tutorials/globusobtainaccesstoken to get an access token

103:    Level: intermediate

105: .seealso: PetscGoogleDriveRefresh(), PetscGoogleDriveUpload(), PetscURLShorten(), PetscGlobusUpload()

107: @*/
108: PetscErrorCode PetscGlobusAuthorize(MPI_Comm comm,char access_token[],size_t tokensize)
109: {
110:   SSL_CTX        *ctx;
111:   SSL            *ssl;
112:   int            sock;
114:   char           buff[8*1024],*ptr,head[1024];
115:   PetscMPIInt    rank;
116:   size_t         len;
117:   PetscBool      found;

120:   MPI_Comm_rank(comm,&rank);
121:   if (!rank) {
122:     if (!isatty(fileno(PETSC_STDOUT))) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_USER,"Requires users input/output");
123:     PetscPrintf(comm,"Enter globus username:");
124:     ptr  = fgets(buff, 1024, stdin);
125:     if (!ptr) SETERRQ1(PETSC_COMM_SELF, PETSC_ERR_FILE_READ, "Error reading from stdin: %d", errno);
126:     PetscStrlen(buff,&len);
127:     buff[len-1] = ':'; /* remove carriage return at end of line */

129:     PetscPrintf(comm,"Enter globus password:");
130:     ptr  = fgets(buff+len, 1024-len, stdin);
131:     if (!ptr) SETERRQ1(PETSC_COMM_SELF, PETSC_ERR_FILE_READ, "Error reading from stdin: %d", errno);
132:     PetscStrlen(buff,&len);
133:     buff[len-1] = '\0'; /* remove carriage return at end of line */
134:     PetscStrcpy(head,"Authorization: Basic ");
135:     base64_encode((const unsigned char*)buff,(unsigned char*)(head+21),sizeof(head)-21);
136:     PetscStrcat(head,"\r\n");

138:     PetscSSLInitializeContext(&ctx);
139:     PetscHTTPSConnect("nexus.api.globusonline.org",443,ctx,&sock,&ssl);
140:     PetscHTTPSRequest("GET","nexus.api.globusonline.org/goauth/token?grant_type=client_credentials",head,"application/x-www-form-urlencoded",NULL,ssl,buff,sizeof(buff));
141:     PetscSSLDestroyContext(ctx);
142:     close(sock);

144:     PetscPullJSONValue(buff,"access_token",access_token,tokensize,&found);
145:     if (!found) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_LIB,"Globus did not return access token");

147:     PetscPrintf(comm,"Here is your Globus access token, save it in a save place, in the future you can run PETSc\n");
148:     PetscPrintf(comm,"programs with the option -globus_access_token %s\n",access_token);
149:     PetscPrintf(comm,"to access Globus automatically\n");
150:   }
151:   return(0);
152: }


155: /*@C
156:      PetscGlobusGetTransfers - Get a record of current transfers requested from Globus

158:    Not collective, only the first process in MPI_Comm does anything

160:    Input Parameters:
161: +  comm - the MPI communicator
162: .  access_token - Globus access token, if NULL will check in options database for -globus_access_token XXX otherwise
163:                   will call PetscGlobusAuthorize().
164: -  buffsize - size of the buffer

166:    Output Parameters:
167: .  buff - location to put Globus information

169:    Level: intermediate

171: .seealso: PetscGoogleDriveRefresh(), PetscGoogleDriveUpload(), PetscURLShorten(), PetscGlobusUpload(), PetscGlobusAuthorize()

173: @*/
174: PetscErrorCode PetscGlobusGetTransfers(MPI_Comm comm,const char access_token[],char buff[],size_t buffsize)
175: {
176:   SSL_CTX        *ctx;
177:   SSL            *ssl;
178:   int            sock;
180:   char           head[4096];
181:   PetscMPIInt    rank;

184:   MPI_Comm_rank(comm,&rank);
185:   if (!rank) {
186:     PetscStrcpy(head,"Authorization : Globus-Goauthtoken ");
187:     if (access_token) {
188:       PetscStrcat(head,access_token);
189:     } else {
190:       PetscBool set;
191:       char      accesstoken[4096];
192:       PetscOptionsGetString(NULL,NULL,"-globus_access_token",accesstoken,sizeof(accesstoken),&set);
193:       if (!set) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_USER,"Pass in Globus accesstoken or use -globus_access_token XXX");
194:       PetscStrcat(head,accesstoken);
195:     }
196:     PetscStrcat(head,"\r\n");

198:     PetscSSLInitializeContext(&ctx);
199:     PetscHTTPSConnect("transfer.api.globusonline.org",443,ctx,&sock,&ssl);
200:     PetscHTTPSRequest("GET","transfer.api.globusonline.org/v0.10/tasksummary",head,"application/json",NULL,ssl,buff,buffsize);
201:     PetscSSLDestroyContext(ctx);
202:     close(sock);
203:   }
204:   return(0);
205: }

207: /*@C
208:      PetscGlobusUpload - Loads a file to Globus

210:      Not collective, only the first process in the MPI_Comm uploads the file

212:   Input Parameters:
213: +   comm - MPI communicator
214: .   access_token - obtained with PetscGlobusAuthorize(), pass NULL to use -globus_access_token XXX from the PETSc database
215: -   filename - file to upload

217:   Options Database:
218: .  -globus_access_token   XXX

220:    Level: intermediate

222: .seealso: PetscURLShorten(), PetscGoogleDriveAuthorize(), PetscGoogleDriveRefresh(), PetscGlobusAuthorize()

224: @*/
225: PetscErrorCode PetscGlobusUpload(MPI_Comm comm,const char access_token[],const char filename[])
226: {
227:   SSL_CTX        *ctx;
228:   SSL            *ssl;
229:   int            sock;
231:   char           head[4096],buff[8*1024],body[4096],submission_id[4096];
232:   PetscMPIInt    rank;
233:   PetscBool      flg,found;

236:   MPI_Comm_rank(comm,&rank);
237:   if (!rank) {
238:     PetscTestFile(filename,'r',&flg);
239:     if (!flg) SETERRQ1(PETSC_COMM_SELF,PETSC_ERR_FILE_OPEN,"Unable to find file: %s",filename);

241:     PetscStrcpy(head,"Authorization : Globus-Goauthtoken ");
242:     if (access_token) {
243:       PetscStrcat(head,access_token);
244:     } else {
245:       PetscBool set;
246:       char      accesstoken[4096];
247:       PetscOptionsGetString(NULL,NULL,"-globus_access_token",accesstoken,sizeof(accesstoken),&set);
248:       if (!set) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_USER,"Pass in Globus accesstoken or use -globus_access_token XXX");
249:       PetscStrcat(head,accesstoken);
250:     }
251:     PetscStrcat(head,"\r\n");

253:     /* Get Globus submission id */
254:     PetscSSLInitializeContext(&ctx);
255:     PetscHTTPSConnect("transfer.api.globusonline.org",443,ctx,&sock,&ssl);
256:     PetscHTTPSRequest("GET","transfer.api.globusonline.org/v0.10/submission_id",head,"application/json",NULL,ssl,buff,sizeof(buff));
257:     PetscSSLDestroyContext(ctx);
258:     close(sock);
259:     PetscPullJSONValue(buff,"value",submission_id,sizeof(submission_id),&found);
260:     if (!found) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_LIB,"Globus did not return submission id");

262:     /* build JSON body of transfer request */
263:     PetscStrcpy(body,"{");
264:     PetscPushJSONValue(body,"submission_id",submission_id,sizeof(body));                 PetscStrcat(body,",");
265:     PetscPushJSONValue(body,"DATA_TYPE","transfer",sizeof(body));                        PetscStrcat(body,",");
266:     PetscPushJSONValue(body,"sync_level","null",sizeof(body));                           PetscStrcat(body,",");
267:     PetscPushJSONValue(body,"source_endpoint","barryfsmith#MacBookPro",sizeof(body));    PetscStrcat(body,",");
268:     PetscPushJSONValue(body,"label","PETSc transfer label",sizeof(body));                PetscStrcat(body,",");
269:     PetscPushJSONValue(body,"length","1",sizeof(body));                                  PetscStrcat(body,",");
270:     PetscPushJSONValue(body,"destination_endpoint","mcs#home",sizeof(body));             PetscStrcat(body,",");

272:     PetscStrcat(body,"\"DATA\": [ {");
273:     PetscPushJSONValue(body,"source_path","/~/FEM_GPU.pdf",sizeof(body));                PetscStrcat(body,",");
274:     PetscPushJSONValue(body,"destination_path","/~/FEM_GPU.pdf",sizeof(body));           PetscStrcat(body,",");
275:     PetscPushJSONValue(body,"verify_size","null",sizeof(body));                          PetscStrcat(body,",");
276:     PetscPushJSONValue(body,"recursive","false",sizeof(body));                           PetscStrcat(body,",");
277:     PetscPushJSONValue(body,"DATA_TYPE","transfer_item",sizeof(body));
278:     PetscStrcat(body,"} ] }");

280:     PetscSSLInitializeContext(&ctx);
281:     PetscHTTPSConnect("transfer.api.globusonline.org",443,ctx,&sock,&ssl);
282:     PetscHTTPSRequest("POST","transfer.api.globusonline.org/v0.10/transfer",head,"application/json",body,ssl,buff,sizeof(buff));
283:     PetscSSLDestroyContext(ctx);
284:     close(sock);
285:     PetscPullJSONValue(buff,"code",submission_id,sizeof(submission_id),&found);
286:     if (!found) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_LIB,"Globus did not return code on transfer");
287:     PetscStrcmp(submission_id,"Accepted",&found);
288:     if (!found) SETERRQ(PETSC_COMM_SELF,PETSC_ERR_LIB,"Globus did not accept transfer");
289:   }
290:   return(0);
291: }