Spaces:
Sleeping
Sleeping
File size: 5,144 Bytes
dbaa71b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 |
from typing import Any, Dict, List, Optional
from google.auth.credentials import Credentials
from google.oauth2 import service_account
from googleapiclient.discovery import build
from pydantic import Field, SecretStr, PrivateAttr
from pydantic_settings import BaseSettings
from obsei.payload import TextPayload
from obsei.source.base_source import BaseSource, BaseSourceConfig
class GoogleCredInfo(BaseSettings):
# Currently only service_account_file type credential supported
# Refer: https://developers.google.com/identity/protocols/oauth2/service-account
service_cred_file: Optional[str] = Field(None, env="google_service_cred_file")
developer_key: Optional[SecretStr] = Field(None, env="google_developer_key")
scopes: List[str] = ["https://www.googleapis.com/auth/androidpublisher"]
class PlayStoreConfig(BaseSourceConfig):
_credentials: Credentials = PrivateAttr()
TYPE: str = "PlayStore"
package_name: str
start_index: Optional[int] = None
max_results: int = 10
num_retries: int = 1
with_quota_project_id: Optional[str] = None
with_subject: Optional[str] = None
cred_info: Optional[GoogleCredInfo] = Field(None)
def __init__(self, **values: Any):
super().__init__(**values)
self.cred_info = self.cred_info or GoogleCredInfo()
if self.cred_info.service_cred_file is None or self.cred_info.developer_key is None:
raise ValueError("`service_cred_file` and `developer_key` can't be empty")
self._credentials = service_account.Credentials.from_service_account_file(
filename=self.cred_info.service_cred_file, scopes=self.cred_info.scopes
)
if self.with_quota_project_id is not None:
self._credentials = self._credentials.with_quota_project(self.with_quota_project_id)
if self.with_subject is not None:
self._credentials = self._credentials.with_subject(self.with_subject)
def get_google_credentials(self) -> Credentials:
return self._credentials
def get_developer_key(self) -> str:
if self.cred_info is None or self.cred_info.developer_key is None:
raise ValueError("`developer_key` can't be empty")
return self.cred_info.developer_key.get_secret_value()
class PlayStoreSource(BaseSource):
NAME: str = "PlayStore"
def lookup(self, config: PlayStoreConfig, **kwargs: Any) -> List[TextPayload]: # type: ignore[override]
source_responses: List[TextPayload] = []
# Refer https://github.com/googleapis/google-api-python-client/blob/master/docs/start.md
with build(
serviceName="androidpublisher",
version="v3",
credentials=config.get_google_credentials(),
developerKey=config.get_developer_key(),
) as service:
reviews = service.reviews()
pagination_token: Optional[str] = None
# Get data from state
id: str = kwargs.get("id", None)
state: Optional[Dict[str, Any]] = (
None
if id is None or self.store is None
else self.store.get_source_state(id)
)
start_index: Optional[int] = (
config.start_index or None
if state is None
else state.get("start_index", None)
)
update_state: bool = True if id else False
state = state or dict()
review_id = start_index
while True:
# Refer following link -
# https://googleapis.github.io/google-api-python-client/docs/dyn/androidpublisher_v3.reviews.html#list
responses = reviews.list(
package_name=config.package_name,
max_results=config.max_results,
start_index=start_index,
token=pagination_token,
)
if "reviews" in responses:
reviews = responses["responses"]
for review in reviews:
if "comments" not in review:
continue
review_id = review["reviewId"]
# Currently only one user comment is supported
text = review["comments"][0]["userComment"]["text"]
source_responses.append(
TextPayload(
processed_text=text, meta=review, source_name=self.NAME
)
)
pagination_token = None
if "tokenPagination" in responses:
if "nextPageToken" in responses["tokenPagination"]:
pagination_token = responses["tokenPagination"]["nextPageToken"]
if pagination_token is None:
break
if update_state and self.store is not None:
state["start_index"] = review_id
self.store.update_source_state(workflow_id=id, state=state)
return source_responses
|