10efc6a03SBarry Smith 20efc6a03SBarry Smith #include <petscwebclient.h> 3bb04b57dSBarry Smith #pragma clang diagnostic ignored "-Wdeprecated-declarations" 445e40e47SBarry Smith #pragma gcc diagnostic ignored "-Wdeprecated-declarations" 50efc6a03SBarry Smith 60efc6a03SBarry Smith /* 70efc6a03SBarry Smith These variables identify the code as a PETSc application to Google. 80efc6a03SBarry Smith 9a8d69d7bSBarry Smith See - https://stackoverflow.com/questions/4616553/using-oauth-in-free-open-source-software 100efc6a03SBarry Smith Users can get their own application IDs - https://code.google.com/p/google-apps-manager/wiki/GettingAnOAuthConsoleKey 110efc6a03SBarry Smith 120efc6a03SBarry Smith */ 130efc6a03SBarry Smith #define PETSC_GOOGLE_CLIENT_ID "521429262559-i19i57eek8tnt9ftpp4p91rcl0bo9ag5.apps.googleusercontent.com" 140efc6a03SBarry Smith #define PETSC_GOOGLE_CLIENT_ST "vOds_A71I3_S_aHMq_kZAI0t" 155708bc22SBarry Smith #define PETSC_GOOGLE_API_KEY "AIzaSyDRZsOcySpWVzsUvIBL2UG3J2tcg-MXbyk" 160efc6a03SBarry Smith 170efc6a03SBarry Smith /*@C 180efc6a03SBarry Smith PetscGoogleDriveRefresh - Get a new authorization token for accessing Google drive from PETSc from a refresh token 190efc6a03SBarry Smith 200efc6a03SBarry Smith Not collective, only the first process in the MPI_Comm does anything 210efc6a03SBarry Smith 220efc6a03SBarry Smith Input Parameters: 230efc6a03SBarry Smith + comm - MPI communicator 240efc6a03SBarry Smith . refresh token - obtained with PetscGoogleDriveAuthorize(), if NULL PETSc will first look for one in the options data 250efc6a03SBarry Smith if not found it will call PetscGoogleDriveAuthorize() 260efc6a03SBarry Smith - tokensize - size of the output string access_token 270efc6a03SBarry Smith 280efc6a03SBarry Smith Output Parameter: 290efc6a03SBarry Smith . access_token - token that can be passed to PetscGoogleDriveUpload() 300efc6a03SBarry Smith 314a285bdaSBarry Smith Options Database: 3210699b91SBarry Smith . -google_refresh_token XXX - where XXX was obtained from PetscGoogleDriveAuthorize() 334a285bdaSBarry Smith 342b26979fSBarry Smith Level: intermediate 354a285bdaSBarry Smith 36db781477SPatrick Sanan .seealso: `PetscURLShorten()`, `PetscGoogleDriveAuthorize()`, `PetscGoogleDriveUpload()` 370efc6a03SBarry Smith 380efc6a03SBarry Smith @*/ 390efc6a03SBarry Smith PetscErrorCode PetscGoogleDriveRefresh(MPI_Comm comm,const char refresh_token[],char access_token[],size_t tokensize) 400efc6a03SBarry Smith { 410efc6a03SBarry Smith SSL_CTX *ctx; 420efc6a03SBarry Smith SSL *ssl; 430efc6a03SBarry Smith int sock; 445dc0f0a4SBarry Smith char buff[8*1024],body[1024]; 450efc6a03SBarry Smith PetscMPIInt rank; 460efc6a03SBarry Smith char *refreshtoken = (char*)refresh_token; 475dc0f0a4SBarry Smith PetscBool found; 480efc6a03SBarry Smith 490efc6a03SBarry Smith PetscFunctionBegin; 509566063dSJacob Faibussowitsch PetscCallMPI(MPI_Comm_rank(comm,&rank)); 51dd400576SPatrick Sanan if (rank == 0) { 520efc6a03SBarry Smith if (!refresh_token) { 530efc6a03SBarry Smith PetscBool set; 549566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(512,&refreshtoken)); 559566063dSJacob Faibussowitsch PetscCall(PetscOptionsGetString(NULL,NULL,"-google_refresh_token",refreshtoken,sizeof(refreshtoken),&set)); 560efc6a03SBarry Smith if (!set) { 579566063dSJacob Faibussowitsch PetscCall(PetscGoogleDriveAuthorize(comm,access_token,refreshtoken,512*sizeof(char))); 589566063dSJacob Faibussowitsch PetscCall(PetscFree(refreshtoken)); 590efc6a03SBarry Smith PetscFunctionReturn(0); 600efc6a03SBarry Smith } 610efc6a03SBarry Smith } 629566063dSJacob Faibussowitsch PetscCall(PetscSSLInitializeContext(&ctx)); 639566063dSJacob Faibussowitsch PetscCall(PetscHTTPSConnect("accounts.google.com",443,ctx,&sock,&ssl)); 649566063dSJacob Faibussowitsch PetscCall(PetscStrcpy(body,"client_id=")); 659566063dSJacob Faibussowitsch PetscCall(PetscStrcat(body,PETSC_GOOGLE_CLIENT_ID)); 669566063dSJacob Faibussowitsch PetscCall(PetscStrcat(body,"&client_secret=")); 679566063dSJacob Faibussowitsch PetscCall(PetscStrcat(body,PETSC_GOOGLE_CLIENT_ST)); 689566063dSJacob Faibussowitsch PetscCall(PetscStrcat(body,"&refresh_token=")); 699566063dSJacob Faibussowitsch PetscCall(PetscStrcat(body,refreshtoken)); 709566063dSJacob Faibussowitsch if (!refresh_token) PetscCall(PetscFree(refreshtoken)); 719566063dSJacob Faibussowitsch PetscCall(PetscStrcat(body,"&grant_type=refresh_token")); 720efc6a03SBarry Smith 739566063dSJacob Faibussowitsch PetscCall(PetscHTTPSRequest("POST","accounts.google.com/o/oauth2/token",NULL,"application/x-www-form-urlencoded",body,ssl,buff,sizeof(buff))); 749566063dSJacob Faibussowitsch PetscCall(PetscSSLDestroyContext(ctx)); 750efc6a03SBarry Smith close(sock); 760efc6a03SBarry Smith 779566063dSJacob Faibussowitsch PetscCall(PetscPullJSONValue(buff,"access_token",access_token,tokensize,&found)); 7828b400f6SJacob Faibussowitsch PetscCheck(found,PETSC_COMM_SELF,PETSC_ERR_LIB,"Google drive did not return access_token"); 790efc6a03SBarry Smith } 800efc6a03SBarry Smith PetscFunctionReturn(0); 810efc6a03SBarry Smith } 820efc6a03SBarry Smith 830efc6a03SBarry Smith #include <sys/stat.h> 840efc6a03SBarry Smith 850efc6a03SBarry Smith /*@C 860efc6a03SBarry Smith PetscGoogleDriveUpload - Loads a file to the Google Drive 870efc6a03SBarry Smith 880efc6a03SBarry Smith Not collective, only the first process in the MPI_Comm uploads the file 890efc6a03SBarry Smith 900efc6a03SBarry Smith Input Parameters: 910efc6a03SBarry Smith + comm - MPI communicator 920efc6a03SBarry Smith . access_token - obtained with PetscGoogleDriveRefresh(), pass NULL to have PETSc generate one 930efc6a03SBarry Smith - filename - file to upload; if you upload multiple times it will have different names each time on Google Drive 940efc6a03SBarry Smith 950efc6a03SBarry Smith Options Database: 96147403d9SBarry Smith . -google_refresh_token XXX - pass the access token for the operation 970efc6a03SBarry Smith 980efc6a03SBarry Smith Usage Patterns: 994a285bdaSBarry Smith With PETSc option -google_refresh_token XXX given 1000efc6a03SBarry Smith PetscGoogleDriveUpload(comm,NULL,filename); will upload file with no user interaction 1010efc6a03SBarry Smith 1024a285bdaSBarry Smith Without PETSc option -google_refresh_token XXX given 1034683183fSBarry Smith PetscGoogleDriveUpload(comm,NULL,filename); for first use will prompt user to authorize access to Google Drive with their browser 1040efc6a03SBarry Smith 1054a285bdaSBarry Smith With PETSc option -google_refresh_token XXX given 1060efc6a03SBarry Smith PetscGoogleDriveRefresh(comm,NULL,access_token,sizeof(access_token)); 1070efc6a03SBarry Smith PetscGoogleDriveUpload(comm,access_token,filename); 1080efc6a03SBarry Smith 1090efc6a03SBarry Smith With refresh token entered in some way by the user 1100efc6a03SBarry Smith PetscGoogleDriveRefresh(comm,refresh_token,access_token,sizeof(access_token)); 1110efc6a03SBarry Smith PetscGoogleDriveUpload(comm,access_token,filename); 1120efc6a03SBarry Smith 1130efc6a03SBarry Smith PetscGoogleDriveAuthorize(comm,access_token,refresh_token,sizeof(access_token)); 1140efc6a03SBarry Smith PetscGoogleDriveUpload(comm,access_token,filename); 1150efc6a03SBarry Smith 1162b26979fSBarry Smith Level: intermediate 1172b26979fSBarry Smith 118db781477SPatrick Sanan .seealso: `PetscURLShorten()`, `PetscGoogleDriveAuthorize()`, `PetscGoogleDriveRefresh()` 1190efc6a03SBarry Smith 1200efc6a03SBarry Smith @*/ 1210efc6a03SBarry Smith PetscErrorCode PetscGoogleDriveUpload(MPI_Comm comm,const char access_token[],const char filename[]) 1220efc6a03SBarry Smith { 1230efc6a03SBarry Smith SSL_CTX *ctx; 1240efc6a03SBarry Smith SSL *ssl; 1250efc6a03SBarry Smith int sock; 1260efc6a03SBarry Smith char head[1024],buff[8*1024],*body,*title; 1270efc6a03SBarry Smith PetscMPIInt rank; 1280efc6a03SBarry Smith struct stat sb; 1290efc6a03SBarry Smith size_t len,blen,rd; 1300efc6a03SBarry Smith FILE *fd; 1312da392ccSBarry Smith int err; 1320efc6a03SBarry Smith 1330efc6a03SBarry Smith PetscFunctionBegin; 1349566063dSJacob Faibussowitsch PetscCallMPI(MPI_Comm_rank(comm,&rank)); 135dd400576SPatrick Sanan if (rank == 0) { 1369566063dSJacob Faibussowitsch PetscCall(PetscStrcpy(head,"Authorization: Bearer ")); 1379566063dSJacob Faibussowitsch PetscCall(PetscStrcat(head,access_token)); 1389566063dSJacob Faibussowitsch PetscCall(PetscStrcat(head,"\r\n")); 1399566063dSJacob Faibussowitsch PetscCall(PetscStrcat(head,"uploadType: multipart\r\n")); 1400efc6a03SBarry Smith 1412da392ccSBarry Smith err = stat(filename,&sb); 14228b400f6SJacob Faibussowitsch PetscCheck(!err,PETSC_COMM_SELF,PETSC_ERR_FILE_OPEN,"Unable to stat file: %s",filename); 1430efc6a03SBarry Smith len = 1024 + sb.st_size; 1449566063dSJacob Faibussowitsch PetscCall(PetscMalloc1(len,&body)); 145d0609cedSBarry Smith PetscCall(PetscStrcpy(body,"--foo_bar_baz\r\n" 1460efc6a03SBarry Smith "Content-Type: application/json\r\n\r\n" 147d0609cedSBarry Smith "{")); 1489566063dSJacob Faibussowitsch PetscCall(PetscPushJSONValue(body,"title",filename,len)); 1499566063dSJacob Faibussowitsch PetscCall(PetscStrcat(body,",")); 1509566063dSJacob Faibussowitsch PetscCall(PetscPushJSONValue(body,"mimeType","text.html",len)); 1519566063dSJacob Faibussowitsch PetscCall(PetscStrcat(body,",")); 1529566063dSJacob Faibussowitsch PetscCall(PetscPushJSONValue(body,"description","a file",len)); 153d0609cedSBarry Smith PetscCall(PetscStrcat(body,"}\r\n\r\n" 1540efc6a03SBarry Smith "--foo_bar_baz\r\n" 155d0609cedSBarry Smith "Content-Type: text/html\r\n\r\n")); 1569566063dSJacob Faibussowitsch PetscCall(PetscStrlen(body,&blen)); 1570efc6a03SBarry Smith fd = fopen (filename, "r"); 15828b400f6SJacob Faibussowitsch PetscCheck(fd,PETSC_COMM_SELF,PETSC_ERR_FILE_OPEN,"Unable to open file: %s",filename); 1590efc6a03SBarry Smith rd = fread (body+blen, sizeof (unsigned char), sb.st_size, fd); 160*d8174014SToby Isaac PetscCheck(rd == (size_t) sb.st_size,PETSC_COMM_SELF,PETSC_ERR_FILE_OPEN,"Unable to read entire file: %s %d %d",filename,(int)rd,(int)sb.st_size); 1610efc6a03SBarry Smith fclose(fd); 1620efc6a03SBarry Smith body[blen + rd] = 0; 163d0609cedSBarry Smith PetscCall(PetscStrcat(body,"\r\n\r\n" 164d0609cedSBarry Smith "--foo_bar_baz\r\n")); 1659566063dSJacob Faibussowitsch PetscCall(PetscSSLInitializeContext(&ctx)); 1669566063dSJacob Faibussowitsch PetscCall(PetscHTTPSConnect("www.googleapis.com",443,ctx,&sock,&ssl)); 1679566063dSJacob Faibussowitsch PetscCall(PetscHTTPSRequest("POST","www.googleapis.com/upload/drive/v2/files/",head,"multipart/related; boundary=\"foo_bar_baz\"",body,ssl,buff,sizeof(buff))); 1689566063dSJacob Faibussowitsch PetscCall(PetscFree(body)); 1699566063dSJacob Faibussowitsch PetscCall(PetscSSLDestroyContext(ctx)); 1700efc6a03SBarry Smith close(sock); 1719566063dSJacob Faibussowitsch PetscCall(PetscStrstr(buff,"\"title\"",&title)); 17228b400f6SJacob Faibussowitsch PetscCheck(title,PETSC_COMM_SELF,PETSC_ERR_LIB,"Upload of file %s failed",filename); 1730efc6a03SBarry Smith } 1740efc6a03SBarry Smith PetscFunctionReturn(0); 1750efc6a03SBarry Smith } 1760efc6a03SBarry Smith 17768e69593SBarry Smith #if defined(PETSC_HAVE_UNISTD_H) 17868e69593SBarry Smith #include <unistd.h> 17968e69593SBarry Smith #endif 18068e69593SBarry Smith 1810efc6a03SBarry Smith /*@C 1820efc6a03SBarry Smith PetscGoogleDriveAuthorize - Get authorization and refresh token for accessing Google drive from PETSc 1830efc6a03SBarry Smith 1840efc6a03SBarry Smith Not collective, only the first process in MPI_Comm does anything 1850efc6a03SBarry Smith 1860efc6a03SBarry Smith Input Parameters: 1870efc6a03SBarry Smith + comm - the MPI communicator 1880efc6a03SBarry Smith - tokensize - size of the token arrays 1890efc6a03SBarry Smith 1900efc6a03SBarry Smith Output Parameters: 1910efc6a03SBarry Smith + access_token - can be used with PetscGoogleDriveUpload() for this one session 1920efc6a03SBarry Smith - refresh_token - can be used for ever to obtain new access_tokens with PetscGoogleDriveRefresh(), guard this like a password 1930efc6a03SBarry Smith it gives access to your Google Drive 1940efc6a03SBarry Smith 19595452b02SPatrick Sanan Notes: 19695452b02SPatrick Sanan This call requires stdout and stdin access from process 0 on the MPI communicator 1970efc6a03SBarry Smith 198c4762a1bSJed Brown You can run src/sys/webclient/tutorials/googleobtainrefreshtoken to get a refresh token and then in the future pass it to 1994a285bdaSBarry Smith PETSc programs with -google_refresh_token XXX 2000efc6a03SBarry Smith 2012b26979fSBarry Smith Level: intermediate 2022b26979fSBarry Smith 203db781477SPatrick Sanan .seealso: `PetscGoogleDriveRefresh()`, `PetscGoogleDriveUpload()`, `PetscURLShorten()` 2040efc6a03SBarry Smith 2050efc6a03SBarry Smith @*/ 2060efc6a03SBarry Smith PetscErrorCode PetscGoogleDriveAuthorize(MPI_Comm comm,char access_token[],char refresh_token[],size_t tokensize) 2070efc6a03SBarry Smith { 2080efc6a03SBarry Smith SSL_CTX *ctx; 2090efc6a03SBarry Smith SSL *ssl; 2100efc6a03SBarry Smith int sock; 2115dc0f0a4SBarry Smith char buff[8*1024],*ptr,body[1024]; 2120efc6a03SBarry Smith PetscMPIInt rank; 2130efc6a03SBarry Smith size_t len; 2145dc0f0a4SBarry Smith PetscBool found; 2150efc6a03SBarry Smith 2160efc6a03SBarry Smith PetscFunctionBegin; 2179566063dSJacob Faibussowitsch PetscCallMPI(MPI_Comm_rank(comm,&rank)); 218dd400576SPatrick Sanan if (rank == 0) { 219cc73adaaSBarry Smith PetscCheck(isatty(fileno(PETSC_STDOUT)),PETSC_COMM_SELF,PETSC_ERR_USER,"Requires users input/output"); 220d0609cedSBarry Smith PetscCall(PetscPrintf(comm,"Cut and paste the following into your browser:\n\n" 2210efc6a03SBarry Smith "https://accounts.google.com/o/oauth2/auth?" 2220efc6a03SBarry Smith "scope=https%%3A%%2F%%2Fwww.googleapis.com%%2Fauth%%2Fdrive.file&" 2230efc6a03SBarry Smith "redirect_uri=urn:ietf:wg:oauth:2.0:oob&" 2240efc6a03SBarry Smith "response_type=code&" 2250efc6a03SBarry Smith "client_id=" 2260efc6a03SBarry Smith PETSC_GOOGLE_CLIENT_ID 227d0609cedSBarry Smith "\n\n")); 2289566063dSJacob Faibussowitsch PetscCall(PetscPrintf(comm,"Paste the result here:")); 2290efc6a03SBarry Smith ptr = fgets(buff, 1024, stdin); 23028b400f6SJacob Faibussowitsch PetscCheck(ptr,PETSC_COMM_SELF, PETSC_ERR_FILE_READ, "Error reading from stdin: %d", errno); 2319566063dSJacob Faibussowitsch PetscCall(PetscStrlen(buff,&len)); 2320efc6a03SBarry Smith buff[len-1] = 0; /* remove carriage return at end of line */ 2330efc6a03SBarry Smith 2349566063dSJacob Faibussowitsch PetscCall(PetscSSLInitializeContext(&ctx)); 2359566063dSJacob Faibussowitsch PetscCall(PetscHTTPSConnect("accounts.google.com",443,ctx,&sock,&ssl)); 2369566063dSJacob Faibussowitsch PetscCall(PetscStrcpy(body,"code=")); 2379566063dSJacob Faibussowitsch PetscCall(PetscStrcat(body,buff)); 2389566063dSJacob Faibussowitsch PetscCall(PetscStrcat(body,"&client_id=")); 2399566063dSJacob Faibussowitsch PetscCall(PetscStrcat(body,PETSC_GOOGLE_CLIENT_ID)); 2409566063dSJacob Faibussowitsch PetscCall(PetscStrcat(body,"&client_secret=")); 2419566063dSJacob Faibussowitsch PetscCall(PetscStrcat(body,PETSC_GOOGLE_CLIENT_ST)); 2429566063dSJacob Faibussowitsch PetscCall(PetscStrcat(body,"&redirect_uri=urn:ietf:wg:oauth:2.0:oob&")); 2439566063dSJacob Faibussowitsch PetscCall(PetscStrcat(body,"grant_type=authorization_code")); 2440efc6a03SBarry Smith 2459566063dSJacob Faibussowitsch PetscCall(PetscHTTPSRequest("POST","accounts.google.com/o/oauth2/token",NULL,"application/x-www-form-urlencoded",body,ssl,buff,sizeof(buff))); 2469566063dSJacob Faibussowitsch PetscCall(PetscSSLDestroyContext(ctx)); 2470efc6a03SBarry Smith close(sock); 2480efc6a03SBarry Smith 2499566063dSJacob Faibussowitsch PetscCall(PetscPullJSONValue(buff,"access_token",access_token,tokensize,&found)); 25028b400f6SJacob Faibussowitsch PetscCheck(found,PETSC_COMM_SELF,PETSC_ERR_LIB,"Google drive did not return access_token"); 2519566063dSJacob Faibussowitsch PetscCall(PetscPullJSONValue(buff,"refresh_token",refresh_token,tokensize,&found)); 25228b400f6SJacob Faibussowitsch PetscCheck(found,PETSC_COMM_SELF,PETSC_ERR_LIB,"Google drive did not return refresh_token"); 2530efc6a03SBarry Smith 2549566063dSJacob Faibussowitsch PetscCall(PetscPrintf(comm,"Here is your Google refresh token, save it in a save place, in the future you can run PETSc\n")); 2559566063dSJacob Faibussowitsch PetscCall(PetscPrintf(comm,"programs with the option -google_refresh_token %s\n",refresh_token)); 2569566063dSJacob Faibussowitsch PetscCall(PetscPrintf(comm,"to access Google Drive automatically\n")); 2570efc6a03SBarry Smith } 2580efc6a03SBarry Smith PetscFunctionReturn(0); 2590efc6a03SBarry Smith } 2600efc6a03SBarry Smith 2610efc6a03SBarry Smith /*@C 2620efc6a03SBarry Smith PetscURLShorten - Uses Google's service to get a short url for a long url 2630efc6a03SBarry Smith 2640efc6a03SBarry Smith Input Parameters: 2650efc6a03SBarry Smith + url - long URL you want shortened 2660efc6a03SBarry Smith - lenshorturl - length of buffer to contain short URL 2670efc6a03SBarry Smith 2680efc6a03SBarry Smith Output Parameter: 2690efc6a03SBarry Smith . shorturl - the shortened URL 2700efc6a03SBarry Smith 2712b26979fSBarry Smith Level: intermediate 2722b26979fSBarry Smith 273db781477SPatrick Sanan .seealso: `PetscGoogleDriveRefresh()`, `PetscGoogleDriveUpload()`, `PetscGoogleDriveAuthorize()` 2740efc6a03SBarry Smith @*/ 2750efc6a03SBarry Smith PetscErrorCode PetscURLShorten(const char url[],char shorturl[],size_t lenshorturl) 2760efc6a03SBarry Smith { 2770efc6a03SBarry Smith SSL_CTX *ctx; 2780efc6a03SBarry Smith SSL *ssl; 2790efc6a03SBarry Smith int sock; 2805708bc22SBarry Smith char buff[1024],body[512],post[1024]; 2815dc0f0a4SBarry Smith PetscBool found; 2820efc6a03SBarry Smith 2830efc6a03SBarry Smith PetscFunctionBegin; 2849566063dSJacob Faibussowitsch PetscCall(PetscSSLInitializeContext(&ctx)); 2859566063dSJacob Faibussowitsch PetscCall(PetscHTTPSConnect("www.googleapis.com",443,ctx,&sock,&ssl)); 2869566063dSJacob Faibussowitsch PetscCall(PetscStrcpy(body,"{")); 2879566063dSJacob Faibussowitsch PetscCall(PetscPushJSONValue(body,"longUrl",url,sizeof(body)-2)); 2889566063dSJacob Faibussowitsch PetscCall(PetscStrcat(body,"}")); 2899566063dSJacob Faibussowitsch PetscCall(PetscSNPrintf(post,sizeof(post),"www.googleapis.com/urlshortener/v1/url?key=%s",PETSC_GOOGLE_API_KEY)); 2909566063dSJacob Faibussowitsch PetscCall(PetscHTTPSRequest("POST",post,NULL,"application/json",body,ssl,buff,sizeof(buff))); 2919566063dSJacob Faibussowitsch PetscCall(PetscSSLDestroyContext(ctx)); 2920efc6a03SBarry Smith close(sock); 2935dc0f0a4SBarry Smith 2949566063dSJacob Faibussowitsch PetscCall(PetscPullJSONValue(buff,"id",shorturl,lenshorturl,&found)); 29528b400f6SJacob Faibussowitsch PetscCheck(found,PETSC_COMM_SELF,PETSC_ERR_LIB,"Google drive did not return short URL"); 2960efc6a03SBarry Smith PetscFunctionReturn(0); 2970efc6a03SBarry Smith } 298