ZThPddlZddlmZddlmZddlmZddlmZddlm Z ddl m Z m Z m Z mZmZmZddlZddlmZ dd lmZmZmZmZmZmZmZdd l m!Z"dd l#m$Z$dd l%m&Z&m'Z'ddl(m)Z)ddl*m+Z+ddl,m-Z-ddl.m/Z/ddl0m1Z1ddl2m3Z3ddl4m5Z5ejle3jnejpe3jrejte3jrejve3jrejxe3jzej|e3j~eje3j~eje3j~eje3jeje3jeje3jeje3ji ZJGddeZKdZLedgdZMddddddZNdeOdeOfdZPGdd ZQy#e$rZed edZ[wwxYw)!N) namedtuple) DictWriter)datetime)Enum)Path)DictListOptionalSequenceTextIOUnion) to_datetime) ChannelObject RootObject TdmsChannelTdmsFile TdmsGroup TdmsWritertypeszThe npTDMS package is required to use the TDMS upload service. Please include this dependency in your project by specifying `sift-stack-py[tdms]`.) channel_fqn)metadata_dict_to_pb) DataColumn TimeColumn) CsvConfig)CsvUploadService)DataImportService)NamedTemporaryFile)TimeFormatType)ChannelDataType)SiftRestConfigceZdZdZdZy)TdmsTimeFormatwaveform time_channelN)__name__ __module__ __qualname__WAVEFORM TIME_CHANNEL]/home/www/backend.miabetepe.com/venv/lib/python3.12/site-packages/sift_py/data_import/tdms.pyr"r"7s H!Lr+r"Time _TdmsChannel group_namename data_typedata properties_)"\`~| input_stringreturncR|jtjtS)a  Removes the characters ", \, `, ~, and | from the input string. See https://docs.siftstack.com/docs/data-model/assets-channels-runs#assets-and-channels Args: input_string: The string to sanitize. Returns: The sanitized string. ) translatestr maketransCHARACTER_REPLACEMENTS)r;s r,sanitize_stringrBPs  ! !#--0F"G HHr+ceZdZUdZeed<defdZdddddejdfde e e fde d e d e d e d ee d ee dede defdZde e e fdede d e d e d ee d ee dedefdZde e e fdede d e d e d ee d ee defdZde e e fdede d e d e d ee d ee defdZddej.fdee eefde d e d ee d ee dedefdZy)TdmsUploadServicez' Service to upload TDMS files. _csv_upload_service rest_confc$t||_y)N)rrE)selfrFs r,__init__zTdmsUploadService.__init__fs#3I#> r+FNpath asset_nameprefix_channel_with_groupgroup_into_components ignore_errorsrun_namerun_idtdms_time_formatinclude_metadatar<c ~|rtjdt|}t|tr t |n|} | j std|d| r|s |s td|r |r tdd} t|} t| j| } |r|jj|| }d}n|jj|| tdd 5}|j!||||||||}|jj#|j$|}ddd|S#1swYSxYw) a] Uploads the TDMS file pointed to by `path` to the specified asset. Args: path: The path to the file to upload. asset_name: The name of the asset to upload to. prefix_channel_with_group: Set to True if you want to prefix the channel name with TDMS group. This can later be used to group into folders in the Sift UI. Default is False. ignore_errors: If True will skip channels without timing information. Default is False. run_name: The name of the run to create for this data. Default is None. run_id: The id of the run to add this data to. Default is None. tdms_time_format: Specify how timing information is encoded in the file. Default is WAVEFORM. If using the TIME_CHANNEL format, timestamps should use the LabVIEW/TDMS epoch (number of seconds since 01/01/1904 00:00:00.00 UTC). include_metadata: Whether to include TDMS file metadata as Run metadata. Returns: The DataImportService used to get the status of the import. z`group_into_components` has been renamed to `prefix_channel_with_group` to reflect the deprecation of Sift Channel components. `component` will be removed in 1.0.0. See docs for more details: https://docs.siftstack.com/docs/glossary#componentzProvided path, 'z$', does not point to a regular file.z%Metadata can only be included in Runsz0Must specify either run_name or run_id, not bothct|tjr t|St|tr|j St d|)z%Convert datetime metadata to strings.z#Unable to parse value as metadata: ) isinstancenp datetime64r?r isoformat ValueError)values r,parse_datetimez0TdmsUploadService.upload..parse_datetimesDeR]]3u:%x0 ??,,$'J5'%RSSr+Nwtz.csv.gz)modesuffix)warningswarn FutureWarningrUr?ris_file ExceptionrYrrr4rE _create_run_add_metadata_to_runr_convert_to_csvuploadr1)rHrJrKrLrMrNrOrPrQrR posix_pathr[ tdms_filemetadata temp_file csv_config data_imports r,rgzTdmsUploadService.uploadisU> ! MM`   )> %#-dC#8T$Zd !!#.tf4XYZ Z h !HIIF !STT T!I*9+?+?PH11==hQ((==fhO T) < V --)  J2299)..*UK V Vs )?D22D<src_pathdst_filec |tjk(r |j} n.|tjk(r |j} nt d|| |||||||S)aConverts the TDMS file to a temporary CSV on disk that we will upload. Args: src_path: The source path to the TDMS file. dst_file: The output CSV file. asset_name: The name of the asset to upload to. prefix_channel_with_group: Set to True if you want to prefix the channel name with TDMS group. This can later be used to group into folders in the Sift UI. ignore_errors: If True will skip channels without timing information. run_name: The name of the run to create for this data. run_id: The id of the run to add this data to. tdms_time_format: Specify how timing information is encoded in the file. Returns: The CSV config for the import. zUnknown TDMS time format: )r"r(_convert_waveform_tdms_to_csvr)!_convert_time_channel_tdms_to_csvrc) rHrnrorKrLrNrOrPrQ convert_funcs r,rfz!TdmsUploadService._convert_to_csvsm6 ~66 6==L !.contains_timing s>"g&8&88#w'9'99%););; r+)grouprur3r4:z/ does not contain timing information. Skipping.zn does not contain timing information. Set `ignore_errors` to True to skip channels without timing information.zNo valid channels found in w)r]NT) time_index absolute_timezutf-8)encoding)channelsrKrLrOrP)rboolrgroupsrrrBr0r1r3r4appendprintrcrrr write_segment as_dataframeto_csvclose_create_csv_config)rHrnrorKrLrNrOrPr{src_fileoriginal_groupsvalid_channelsr|ru new_channelf tdms_writer root_objectfiltered_tdms_filedfvalid_tdms_channelss r,rqz/TdmsUploadService._convert_waveform_tdms_to_csvs.4 [ T H%"//+.0$ E >>+ "7+"/-g.@.@A / =$\\#*#5#5 #K #))+6$$zzl!GLL>9hi($zzl!GLL>:gg  *9(DE E S ) QAFF# \{()<)<= ));-/*IN*Z[ \"*!&&!1 #00DPT0UB IIhI 1 NN  "4!:!:!< ENNL\ AHG   &&(!&? '  # \ \   s+H +.G>AH H>H H  Hc dtdttfd}t|} i} g} | j D]} t | j } || }t|dk7r>t|dkDr| j dnd}|rt|d_t|d|d }g}| jD]8}||k(r\t}t|jjd }|jd |j j#d zd z}nt|jt|jk7r;d|j d|j }|rt|dt|dt |j }|j}t%| ||j&||j(}|j+|||k7s(| j+|;t|dkDr|| | <| j d}|rt|dt|d| std|tg| Dcgc]}|j c}z}t-||}|j/g}| j1D]a}t|d j}t3|D]9}|j+|Dcic]}|j |j|c};c|j5||j7|j9| ||||t:j<Scc}wcc}w)aConverts the TDMS file to a temporary CSV using time channels in each group. Args: src_path: The source path to the TDMS file. dst_file: The output CSV file. asset_name: The name of the asset to upload to. prefix_channel_with_group: Set to True if you want to prefix the channel name with TDMS group. This can later be used to group into folders in the Sift UI. ignore_errors: If True will skip channels without timing information. run_name: The name of the run to create for this data. run_id: The id of the run to add this data to. Returns: The CSV config for the import. r|r<c|jDcgc]"}|jtjk(s!|$c}Scc}w)zReturns the time channels.)rr2r TimeStamp)r|rus r,get_time_channelszNTdmsUploadService._convert_time_channel_tdms_to_csv..get_time_channelsds1+0>>+;dw?P?PTYTcTc?cGd dds"==z$ contains more than one time channelzno time channelsz . Skipping.z1. Set `ignore_errors` to True to skip this group.rUTCz%Y-%m-%dT%H:%M:%S.%fc|dzdS)Ni03dr*)nss r,zETdmsUploadService._convert_time_channel_tdms_to_csv..sBIc?r+ZzLength mismatch between z and z3. Set `ignore_errors` to True to skip this channel.r/z$ does not contain any valid channelszNo valid groups remaining in )rrKrLrOrP time_format)rr rrrrBr1lenrrcrTIME_CHANNEL_NAMErr3 tz_localizestrftime nanosecondmapr.r2r4rr writeheadervaluesrange writerowsrrrABSOLUTE_RFC3339)rHrnrorKrLrNrOrPrr valid_groupsall_tdms_channelsr|updated_group_name time_channelsmsgr$updated_channelsruupdated_channel_namer3updated_channelheaders csv_writerrowsn_pointsis r,rrz3TdmsUploadService._convert_time_channel_tdms_to_csvJs4 eY e4 3D eH%79 02__&< _E!0!< -e4M=!Q&=)A-zzl"FG+ !SE-.#se+\$]^^(+L!  >>+! >l*+<(&w||4@@GD &<=//--.KLM <,,-W\\1BB 89J9J8K5QXQ]Q]P^_(!SE"56$"+#&%'Z [#,;7<<+H("<F#$q(3C /0 $HI SE-.#se+\$]^^y< _|;H:FG G%%EV(W'(WW'2   , 3 3 5 ] +A.334H8_ ] JZ[wW\\7<<?:[\ ] ] T" &&&!&?&77 '  )X\s M!M rrc Ji}d}t|D]\} } t| jjd} | $t | j d| jt|r-| jr!t| j | jn | j | | jjdd| jjd xsd } | ||| z<||t|d |d } ||| d<||| d<t| S#t$rd} YwxYw)aConstruct a CsvConfig based on metadata within the TDMS file. Args: channels: The collection of channels. asset_name: The name of the asset. prefix_channel_with_group: Set to True if you want to prefix the channel name with TDMS group. This can later be used to group into folders in the Sift UI. run_name: The name of the run to create for this data. Default is None. run_id: The id of the run to add this data to. Default is None. time_format: The CSV time format. Default is ABSOLUTE_DATETIME. Returns: The CSV config. T) api_formatNz data type not supported: )r1 component description unit_string)r1r2runitsr)format column_number)rKfirst_data_row time_column data_columnsrOrP) enumerateTDMS_TO_SIFT_TYPESr2 as_human_strKeyErrorrcr1rr0 _channel_fqnr4getrr)rHrrKrLrOrPr data_configfirst_data_columnrrur2channel_config config_infos r,rz$TdmsUploadService._create_csv_configsT..0 #H- @JAw !.w/@/@ANNZ^N_  7<<.0J7K\K\J] ^__',1C1C"w||w?Q?QR\\##..22="E((,,];Ar N2@K)A- .% @*%/%"(   &.K #  $*K !%%C !  !s#D D"!D")r%r&r'__doc__r__annotations__r rIr"r(r r?rrr rrgr rrfrqrrrABSOLUTE_DATETIMEr rr.rr*r+r,rDrD_sx*)?.?+0&+#"& $+9+B+B!&XCIXX$( X $ X  X3-X X)XX Xt* T "* *  * $( *  * 3-*  * )*  * XY T "Y Y  Y $( Y  Y 3-Y  Y  Y v@ T "@ @  @ $( @  @ 3-@  @  @ N#' $&4&F&F>&5l!:;<>&>&$( >& 3- >&  >&$>& >&r+rD)Rr_ collectionsrcsvrrenumrpathlibrtypingrr r r r r numpyrVpandasrnptdmsrrrrrrr ImportErrore RuntimeErrorsift_py._internal.channelrrsift_py._internal.metadatarsift_py.data_import._configrrsift_py.data_import.configrsift_py.data_import.csvrsift_py.data_import.statusrsift_py.data_import.tempfilersift_py.data_import.time_formatrsift_py.ingestion.channelr sift_py.restr BooleanBOOLInt8INT_32Int16Int32Int64INT_64Uint8UINT_32Uint16Uint32Uint64UINT_64 SingleFloatFLOAT DoubleFloatDOUBLEStringSTRINGrr"rr.rAr?rBrDr*r+r,rs"@@ B:>048;:5' MM?'' JJ&& KK'' KK'' KK'' KK(( LL/)) LL/)) LL/)) ,, -- LL/((  "T" .*cd   I# I# Ik&k&S  ^    sG G GG