ZTh2ddlZddlZddlZddlmZddlmZmZmZm Z m Z m Z m Z m Z ddlmZmZddlZddlmZddlmZddlmZddlmZdd lmZdd lmZdd lm Z dd l!m"Z"m#Z#Gd de#Z$GddZ%y)N)Path)AnyCallableDictListOptionalTupleUnioncast)urljoinurlparse) alive_bar) MetadataValue)metadata_pb_to_dict_api) CsvConfig)DataImportService)TimeFormatType)ChannelDataType)SiftRestConfig _RestServiceceZdZUdZdZdZeed<eed<eed<eed<deffd Z d#d e ee fd e d e d efdZded e d efdZddej$dddddfded e ee fdedededeedeedeedeedeed efdZd e ee fd eefdZed e d eeeeeeffdZd$ded eeed efd!Zded eefd"ZxZS)%CsvUploadServicez/api/v1/data-imports:uploadz/api/v1/data-imports:urlz /api/v2/runs _rest_conf _upload_uri_url_uri_apikey rest_confct||t|j|j|_t|j|j |_y)N)r)super__init__r _base_uri UPLOAD_PATHrURL_PATHr)selfr __class__s \/home/www/backend.miabetepe.com/venv/lib/python3.12/site-packages/sift_py/data_import/csv.pyr zCsvUploadService.__init__sB 9-"4>>43C3CD > path csv_config show_progressreturnc :|j|}|jj|jddit j d|j i}|jdk7r%td|jd|j |j } |d }|d }t|| 5} d|i} |jj|| | }|jdk7r%td|jd|jt|j|cd d d S#tjjtf$rtd|jwxYw#t$r} td | d } ~ wwxYw#1swYy xYw)z Uploads the CSV file pointed to by `path` using a custom CSV config. Args: path: The path to the CSV file. csv_config: The CSV config. show_progress: Whether to show the status bar or not. Content-Encodingzapplication/octet-streamr)urlheadersdataz3Config file upload request failed with status code . Invalid response: uploadUrl dataImportId Response missing required keys: N)disablez1Data file upload request failed with status code )_validate_file_type_sessionpostrjsondumpsto_dict status_code ExceptiontextdecoderJSONDecodeErrorKeyError _ProgressFilerr) r$r(r)r*content_encodingresponse upload_info upload_urldata_import_idefr0s r&uploadzCsvUploadService.upload#s 33D9==%%  "$>\:+=+=+?@A &    3 &EhFZFZE[[]^f^k^k]lm  B"--/K D)+6J"-n"=N4]): ; Fq"$4G}}))*H ##s*GH\H\G]]_`h`m`m_no%T__nE! F F ,,h7 B0@A A B  D>qcBC C D F Fs1D3% E2=A,F3r?rArBrCrDrr)r$r/r) parsed_urlrGrHrKrJs r&upload_from_urlz CsvUploadService.upload_from_url]sKc]   $; ;' (9(9'::de ==%%  #&0&8&8&:&     3 &=h>R>R=SSUV^VcVcUde  6"--/K D"-n"=N!.AA ,,h7 6045 5 6  D>qcBC C Ds03CD#DDD D4!D//D4N asset_namefirst_data_row time_column time_formatrun_namerun_id units_rowdescriptions_rowrelative_start_timec |j|g} ||dz}| j|| | dz} | j| i} tj|| } g}|Ztj||}t t t t|j|dz jt}g}| Ztj|| }t t t t|j| dz jt}t| jD]\}}|dz|k(rt| | j|j}|dk(rd}n@|dk(r;tjjj| | j|d}t!j"|}|t%d |dzd |d |d ||d | |dz<|r||dk7r||nd| |dzd<|s||dk7r||nd| |dzd<||||d| d}|||d<|||d<| | |dd<t'|}|j)||S)a] Uploads the CSV file pointed to by `path` to the specified asset. This function will infer the data types and assume certain things about how the data is formatted. See the options below for what parameters can be overridden. Use `upload` if you need to specify a custom CSV config. Override `first_data_row` to specify which is the first row with data. Default is 2. Override `time_column` to specify which column contains timestamp information. Default is 1. Override `time_format` to specify the time data format. Default is `TimeFormatType.ABSOLUTE_DATETIME`. Override `run_name` to specify the name of the run to create for this data. Default is None. Override `run_id` to specify the id of the run to add this data to. Default is None. Override `units_row` to specify which row contains unit information. Default is None. Override `descriptions_row` to specify which row contains channel description information. Default is None. Override `relative_start_time` if a relative time format is used. Default is None. rV)skiprows)nrowsfloat64doubleobjectF)skipnaz%Unable to upload data type in column  z: Type: .)name data_typenanunits description)format column_number)rWrXrY data_columnsr[r\rYr_)r9appendpdread_csvlistr rstrilocastype enumeratecolumnsdtypeapitypes infer_dtyperfrom_strr@rrM)r$rWr(rXrYrZr[r\r]r^r_ skip_rows data_configdfrmdf_units descriptionsdf_descriptionsiheader raw_dtyperj config_infor)s r& simple_uploadzCsvUploadService.simple_uploads6   & "  NI   Y '  '  !    - . [[ 2  {{4y9Hd3iy1})E)L)LS)QRSE"$  ' kk$6FGOT#Y 4 45E5I J Q QRU VWL#2::. IAv1u #Brzz!}-334II%$ h&FFLL44R 1 5Fu4U '00;I ;AE7!F88T]S^^_`+1y!IKA :?(e:KeAhQS AE"7+'3A%'?LORAE"=1/ 8%,%!,('   &.K #  $*K !  *@SK &'< ={+ {{4,,r'c 4t|tr t|n|}|jst d|d|j j |\}}}|st d|dgd}||vr#t |d|ddj|d |S) NzProvided path, 'z$', does not point to a regular file.zThe MIME-type of 'z' could not be computed.)z test/plainztext/csvzapplication/vnd.ms-excelz is not a valid file type (z ). Must be z, rh) isinstancervris_filer@r% _mime_and_content_type_from_pathjoin)r$r( posix_path_mimetyperF valid_typess r&r9z$CsvUploadService._validate_file_types#-dC#8T$Zd !!#.tf4XYZ Z(,(W(WXb(c%8%0 x?S?S>TTVW_WdWdVef  'r')Tr)__name__ __module__ __qualname__r"r#rr__annotations__rvr r rrboolrrMrTrABSOLUTE_DATETIMEintrrr9 staticmethodr rrrrr __classcell__)r%s@r&rrs/K)HHM L?.?# 8FCI8F8F 8F  8Ft)B )B)B  )B^ &4&F&F"& $#'*.-1e-e-CIe- e-  e- $ e-3-e- e-C=e-#3-e-&c]e- e-N c4i(8 Xc] &)t)c8C=RZ[^R_>_8`)) *(C*(8D>Q tfK01 1$))$/ dnn8WTXY r'cr|jj|i|}|jt||Sr)rreadrlen)r$argskwargschunks r&rz_ProgressFile.readds2 00 #e*% r'cD|jj|_|Sr)r __enter__r)r$s r&rz_ProgressFile.__enter__is II//1 r'c>|jjdddyr)r__exit__)r$rrs r&rz_ProgressFile.__exit__ms 4t,r'N)F) rrr__doc__rrr rvrr rrrr'r&rErESs3DZU39-Z r'rE)&r<rrpathlibrtypingrrrrrr r r urllib.parser r pandasrsalive_progressrsift.metadata.v1.metadata_pb2rsift_py._internal.metadatarsift_py.data_import.configrsift_py.data_import.statusrsift_py.data_import.time_formatrsift_py.ingestion.channelr sift_py.restrrrrErr'r&rsQ  JJJ*$7>08:55|||~ r'