import com.google.api.client.googleapis.extensions.appengine.auth.oauth2.AppIdentityCredential; //导入依赖的package包/类
/**
 * Returns a new connection to Bigquery, first ensuring that the given dataset exists in the
 * project with the given id, creating it if required.
 */
public Bigquery create(String projectId, String datasetId) throws IOException {
  Bigquery bigquery = create(
      getClass().getSimpleName(),
      new UrlFetchTransport(),
      new JacksonFactory(),
      new AppIdentityCredential(BigqueryScopes.all()));

  // Note: it's safe for multiple threads to call this as the dataset will only be created once.
  if (!knownExistingDatasets.contains(datasetId)) {
    ensureDataset(bigquery, projectId, datasetId);
    knownExistingDatasets.add(datasetId);
  }

  return bigquery;
}
 

import com.google.api.client.googleapis.extensions.appengine.auth.oauth2.AppIdentityCredential; //导入依赖的package包/类
/** Constructs a {@link Dataflow} API client with default settings. */
@Provides
static Dataflow provideDataflow(
    @Config("projectId") String projectId,
    HttpTransport transport,
    JsonFactory jsonFactory,
    Function<Set<String>, AppIdentityCredential> appIdentityCredentialFunc) {

  return new Dataflow.Builder(
          transport,
          jsonFactory,
          appIdentityCredentialFunc.apply(ImmutableSet.of(CLOUD_PLATFORM_SCOPE)))
      .setApplicationName(String.format("%s billing", projectId))
      .build();
}
 

import com.google.api.client.googleapis.extensions.appengine.auth.oauth2.AppIdentityCredential; //导入依赖的package包/类
/** Provides the authenticated Bigquery API object. */
@Provides
@Singleton
Bigquery provideBigquery() {
  return new Bigquery.Builder(
      new UrlFetchTransport(),
      new JacksonFactory(),
      new AppIdentityCredential(BigqueryScopes.all()))
          .setApplicationName(BigQueryModule.class.getName())
          .build();
}
 

import com.google.api.client.googleapis.extensions.appengine.auth.oauth2.AppIdentityCredential; //导入依赖的package包/类
@Override
protected void doGet(HttpServletRequest req, HttpServletResponse resp) throws IOException {

  try {
    AppIdentityCredential credential = new AppIdentityCredential(Arrays.asList(STORAGE_SCOPE));

    // Set up and execute Google Cloud Storage request.
    String bucketName = req.getRequestURI();
    if (bucketName.equals("/")) {
      resp.sendError(404, "No bucket specified - append /bucket-name to the URL and retry.");
      return;
    }
    // Remove any trailing slashes, if found.
    //[START snippet]
    String cleanBucketName = bucketName.replaceAll("/$", "");
    String URI = GCS_URI + cleanBucketName;
    HttpRequestFactory requestFactory = HTTP_TRANSPORT.createRequestFactory(credential);
    GenericUrl url = new GenericUrl(URI);
    HttpRequest request = requestFactory.buildGetRequest(url);
    HttpResponse response = request.execute();
    String content = response.parseAsString();
    //[END snippet]

    // Display the output XML.
    resp.setContentType("text/xml");
    BufferedWriter writer = new BufferedWriter(new OutputStreamWriter(resp.getOutputStream()));
    String formattedContent = content.replaceAll("(<ListBucketResult)", XSL + "$1");
    writer.append(formattedContent);
    writer.flush();
    resp.setStatus(200);
  } catch (Throwable e) {
    resp.sendError(404, e.getMessage());
  }
}
 

import com.google.api.client.googleapis.extensions.appengine.auth.oauth2.AppIdentityCredential; //导入依赖的package包/类
OauthRawGcsService(OAuthURLFetchService urlfetch, ImmutableSet<HTTPHeader> headers) {
  this.urlfetch = checkNotNull(urlfetch, "Null urlfetch");
  this.headers = checkNotNull(headers, "Null headers");
  AppIdentityCredential cred = new AppIdentityCredential(OAUTH_SCOPES);
  storage = new Storage.Builder(new UrlFetchTransport(), new JacksonFactory(), cred)
      .setApplicationName(SystemProperty.applicationId.get()).build();
}
 

import com.google.api.client.googleapis.extensions.appengine.auth.oauth2.AppIdentityCredential; //导入依赖的package包/类
public static Urlshortener getUrlShortener() {
    AppIdentityCredential credential = new AppIdentityCredential(Arrays.asList(UrlshortenerScopes.URLSHORTENER));
    return new Urlshortener.Builder(new UrlFetchTransport(), new JacksonFactory(), credential)
            .setApplicationName("Tracking API")
            .build();
}
 

import com.google.api.client.googleapis.extensions.appengine.auth.oauth2.AppIdentityCredential; //导入依赖的package包/类
@Provides
static Function<Set<String>, AppIdentityCredential> provideAppIdentityCredential() {
  return AppIdentityCredential::new;
}
 

import com.google.api.client.googleapis.extensions.appengine.auth.oauth2.AppIdentityCredential; //导入依赖的package包/类
@Binds
abstract Function<Set<String>, ? extends HttpRequestInitializer> provideHttpRequestInitializer(
    Function<Set<String>, AppIdentityCredential> credential);
 

import com.google.api.client.googleapis.extensions.appengine.auth.oauth2.AppIdentityCredential; //导入依赖的package包/类
@Override
protected void doGet(
    final HttpServletRequest req, final HttpServletResponse resp)
throws IOException {

  try {
    AppIdentityCredential credential = new AppIdentityCredential(
        Arrays.asList(STORAGE_SCOPE));

    // Set up and execute Google Cloud Storage request.
    String bucketName = req.getRequestURI();
    if (bucketName.equals("/")) {
      resp.sendError(
          HTTP_NOT_FOUND,
          "No bucket specified - append /bucket-name to the URL and retry.");
      return;
    }
    // Remove any trailing slashes, if found.
    //[START snippet]
    String cleanBucketName = bucketName.replaceAll("/$", "");
    String uri = GCS_URI + cleanBucketName;
    HttpRequestFactory requestFactory =
        HTTP_TRANSPORT.createRequestFactory(credential);
    GenericUrl url = new GenericUrl(uri);
    HttpRequest request = requestFactory.buildGetRequest(url);
    HttpResponse response = request.execute();
    String content = response.parseAsString();
    //[END snippet]

    // Display the output XML.
    resp.setContentType("text/xml");
    BufferedWriter writer = new BufferedWriter(
        new OutputStreamWriter(resp.getOutputStream()));
    String formattedContent = content.replaceAll(
        "(<ListBucketResult)", XSL + "$1");
    writer.append(formattedContent);
    writer.flush();
    resp.setStatus(HTTP_OK);
  } catch (Throwable e) {
    resp.sendError(HTTP_NOT_FOUND, e.getMessage());
  }
}
 

import com.google.api.client.googleapis.extensions.appengine.auth.oauth2.AppIdentityCredential; //导入依赖的package包/类
public void doGet(HttpServletRequest req, HttpServletResponse resp) throws IOException {
	resp.setContentType("text/plain");
	
	AppIdentityCredential credential = new AppIdentityCredential(AnalysisConstants.SCOPES);
	
	String bigqueryProjectId = AnalysisUtility.extractParameterOrThrow(req, AnalysisConstants.BIGQUERY_PROJECT_ID_PARAM);
	String jobId = AnalysisUtility.extractParameterOrThrow(req, AnalysisConstants.BIGQUERY_JOB_ID_PARAM);
	String queueName = AnalysisUtility.extractParameterOrThrow(req, AnalysisConstants.QUEUE_NAME_PARAM);

	Bigquery bigquery = Bigquery.builder(HTTP_TRANSPORT, JSON_FACTORY)
			.setHttpRequestInitializer(credential)
			.setApplicationName("Streak Logs")
			.build();
	
	Job j = bigquery.jobs().get(bigqueryProjectId, jobId).execute();
	j.getConfiguration().getLoad().getSourceUris();
	
	
	if ("DONE".equals(j.getStatus().getState())) {
	
		FileService fs = FileServiceFactory.getFileService();
		List<AppEngineFile> filesForJob = new ArrayList<AppEngineFile>();
		for (String f : j.getConfiguration().getLoad().getSourceUris()) {
			if (f.contains("gs://")) {
				String filename = f.replace("gs://", "/gs/");
				AppEngineFile file = new AppEngineFile(filename);
				filesForJob.add(file);
				
				resp.getWriter().println("Deleting: " + f + ", appengine filename: " + filename);
			}
		}
		
		fs.delete(filesForJob.toArray(new AppEngineFile[0]));
	}
	else {
		resp.getWriter().println("Status was not DONE, it was " + j.getStatus().getState());
		
		// check again in 5 mins if the job is done
		String retryCountStr = req.getParameter(AnalysisConstants.RETRY_COUNT_PARAM);
		int retryCount = -1;
		if (AnalysisUtility.areParametersValid(retryCountStr)) {
			retryCount = Integer.parseInt(retryCountStr);
		}
		retryCount++;
		
		if (retryCount > 15) {
			resp.getWriter().println("Tried too many times to find job, aborting");
		}
		
		Queue taskQueue = QueueFactory.getQueue(queueName);
		taskQueue.add(
				Builder.withUrl(
						AnalysisUtility.getRequestBaseName(req) + "/deleteCompletedCloudStorageFilesTask")
					   .method(Method.GET)
					   .param(AnalysisConstants.BIGQUERY_JOB_ID_PARAM, jobId)
					   .param(AnalysisConstants.QUEUE_NAME_PARAM, queueName)
					   .param(AnalysisConstants.RETRY_COUNT_PARAM, String.valueOf(retryCount))
					   .etaMillis(System.currentTimeMillis() + 5 * 60 * 1000)
					   .param(AnalysisConstants.BIGQUERY_PROJECT_ID_PARAM, bigqueryProjectId));
	
	}
	
}
 

import com.google.api.client.googleapis.extensions.appengine.auth.oauth2.AppIdentityCredential; //导入依赖的package包/类
/**
 * 
 * @return Calendar service object
 * @throws GeneralSecurityException
 * @throws IOException
 */
public static Calendar makeCalendarServiceInstance() {

	AppIdentityCredential credential = makeServiceAccountCredential();

	Calendar service = new Calendar.Builder(TRANSPORT, FACTORY, credential).setApplicationName("Zeppa").build();

	return service;
}
 

import com.google.api.client.googleapis.extensions.appengine.auth.oauth2.AppIdentityCredential; //导入依赖的package包/类
/**
 * Generates a new Google Credential for the service account
 * 
 * @param httpTransport
 * @param jsonFactory
 * @return
 * @throws IOException
 * @throws GeneralSecurityException
 */
private static AppIdentityCredential makeServiceAccountCredential() {

	AppIdentityCredential credential = new AppIdentityCredential(SCOPES);
	return credential;
}