U
vi= @ s d Z ddlZddlZddlZddlZddlmZ ddlm Z ddl
m Z m Z m
Z
mZ ddlmZ ddlmZ dZd Zd
ZeeegZG d d d eZG d
d deZG dd deZG dd deZG dd de Z G dd de Z G dd dZ dS )z>Parsing response from InfluxDB to FluxStructures or DataFrame. N)Enum)List) FluxTable
FluxColumn
FluxRecord TableList)get_date_helper)_UTF_8_encodingz#defaultz#groupz #datatypec @ s e Zd ZdZddddZdS )FluxQueryExceptionz The exception from InfluxDB.Nreturnc C s || _ || _dS )zInitialize defaults.N)message reference)selfr
r r W/opt/alt/python38/lib/python3.8/site-packages/influxdb_client/client/flux_csv_parser.py__init__ s zFluxQueryException.__init__)__name__
__module__ __qualname____doc__r r r r r r
s r
c @ s e Zd ZdZdS )FluxCsvParserExceptionz$The exception for not parsable data.N)r r r r r r r r r s r c @ s e Zd ZdZdZdZdZdS )FluxSerializationModez'The type how we want to serialize data. N)r r r r tablesstream dataFramer r r r r # s r c @ s e Zd ZdZdZdZdS )FluxResponseMetadataModezIThe configuration for expected amount of metadata response from InfluxDB.r r N)r r r r full
only_namesr r r r r + s r c @ s e Zd Zdd ZdS )_FluxCsvParserMetadatac C s( d| _ d| _d| _d | _g | _d| _d S )Nr F) table_indextable_idstart_new_tabletablegroupsparsing_state_errorr r r r r 4 s z _FluxCsvParserMetadata.__init__N)r r r r r r r r r" 3 s r" c @ s e Zd ZdZddejdfeee eddddZ dd Z
d d
Z d d Z d d
ddZ
dd
ddZdd Zdd Zdd Zdd Zdd Zd d Zd d Zd d! Zed"d# Zed$d% Zed&d' Zed(d) Zd*d+ Z e e d,d-d.Z e e d/d0d1Z!e"d
d2d3Z#e d4d5d6Z$dS )7
FluxCsvParserzJParse to processing response from InfluxDB to FluxStructures or DataFrame.NF)serialization_modedata_frame_indexresponse_metadata_moder c C sp || _ t | _|| _|| _|| _|| _g | _|dk r:|jnd| _ |dk rN|j
nd| _ dt |j
krfdnd| _dS )z
Initialize defaults.
:param response: HTTP response from a HTTP client.
Acceptable types: `urllib3.response.HTTPResponse`, `aiohttp.client_reqrep.ClientResponse`.
NZClientResponseTF) _responser r _serialization_mode_response_metadata_mode_use_extension_dtypes_data_frame_index_data_frame_valuesZ profilers
_profilersZprofiler_callback_profiler_callbacktyper Z _async_mode)r responser, r- Z
query_optionsr. Zuse_extension_dtypesr r r r @ s
zFluxCsvParser.__init__c C s | j d S N)r/ closer* r r r _closeU s zFluxCsvParser._closec C sV t | jdr<| jjr
csv_parserreaderdatadecoder _readercodecs
iterdecode)r r> r r r __enter__X s
zFluxCsvParser.__enter__c C s | dS )zClose HTTP response.N)r; r exc_typeexc_valexc_tbr r r __exit__b s zFluxCsvParser.__exit__r c s" ddl m} |t| jj| _| S )r< r ) AsyncReader)ZaiocsvrN _StreamReaderToWithAsyncReadr/ contentrE )r rN r r r
__aenter__f s zFluxCsvParser.__aenter__c s | ||| dS )zShutdown the client.N)rM rI r r r __aexit__m s zFluxCsvParser.__aexit__c c s( | }| D ]
}|V qW 5 Q R X dS )zReturn Python generator.N)_parse_flux_response)r parservalr r r generatorq s zFluxCsvParser.generatorc C s | S )z Return Python async-generator.)_parse_flux_response_asyncr* r r r generator_asyncw s z FluxCsvParser.generator_asyncc c s^ t }| jD ] }| ||D ]
}|V q q | jtjkt| d@ rZ| }| |j sZ|V d S )N _data_frame)
r" rE _parse_flux_response_rowr0 r r r? _prepare_data_frame_is_profiler_tabler' )r metadatacsvrU dfr r r rS { s
z"FluxCsvParser._parse_flux_responsec
C s t }zzb| j2 z$3 d H W }| ||D ]
}|V q(q6 | jtjkt| d@ rh| }| |j
sh|V W nH t k
r } z*t |j
}d|ksd|kr|d W 5 d }~X Y nX W 5 | X d S )NrY CancelledError TimeoutErrorzTStream cancelled during read. Recommended: Check Influxdb client `timeout` setting.)r" r; rE rZ r0 r r r? r[ r\ r'
BaseExceptionr7 r Zadd_note)r r] r^ rU r_ ee_typer r r rW s
z(FluxCsvParser._parse_flux_response_asyncc c s t |dk rnd|d kr2d|d kr2d|_n|jrR|d }|d }t|||d }|tkrh|jrz| jtjkr|js| j t
j kt | d@ r|
}| |js|V d|_t |_| |j|j |jd |_d|_n|jd krtd t|kr
| |j| nt|kr ||_nt|kr:| |j| n|jr|jjs| jtjkr| |jtt d
d | tt d d ||_| |j|j | |j| d
|_| j t
j krddl m } tt dd |jj}|j!g |d d| _"nt#|d } |jdkr| |_|j| kr\|jj}
t |_|jj$|
| |j|j |jd |_| |_| %|jd |j|} | &| r| '| nV| j t
j(kr| j(|jd j)*| | j t
j+kr| V | j t
j kr| j,*| j- d S )Nr errorr r Tr rY r# zAUnable to parse CSV response. FluxTable definition was not found.c S s dS )Nstringr columnr r r z8FluxCsvParser._parse_flux_response_row..c S s dS )Nfalser rg r r r ri rj Fpdc S s | j S r9 )label)itr r r ri rj )rC columnsindex).lenr) r
ANNOTATIONSr& r1 r r! r' r0 r r r? r[ r\ r
_insert_tabler$ r% r ANNOTATION_DATATYPEadd_data_typesANNOTATION_GROUPr( ANNOTATION_DEFAULTadd_default_empty_valuesrp listmap
add_groupsadd_column_names_and_tagsextrasrm DataFramerY intextend parse_record_is_profiler_record_print_profiler_infor recordsappendr r4 values) r r] r^ re Zreference_valuetokenr_ rm labelsZ
current_idZ flux_columns flux_recordr r r rZ s
z&FluxCsvParser._parse_flux_response_rowc C sj ddl m} || j}g | _| jr@| j| j| _|| j}|| j|j |g}| j
rf| S |S )Nr rl ) r~ rm r r4 r3 rY Z set_indexconcatZastypeZdtypesr2 Zconvert_dtypes)r rm Z_temp_dfr_ r r r r[ s z!FluxCsvParser._prepare_data_framec C sP t |}|jD ]<}|j}||jd }| |||j|< |j|j| q|S )zParse one record.r )r rp rn rq _to_valuer rowr )r r$ r' r^ recordZ
fluxColumnZ column_namestr_valr r r r s
zFluxCsvParser.parse_recordc C s |dks|d kr^|j }|dks&|d krR| jtjkrN| jrJddlm} |jS d S d S | ||S d|j krl|S d|j kr~d|kS d|j ksd|j krt
|S d |j krt |S d
|j krt
|S d |j ksd |j krt |S d
|j krt
|S d S )N r rl rf booleantrueZ unsignedLonglongdoubleZ base64BinaryzdateTime:RFC3339zdateTime:RFC3339Nanoduration)
default_valuer0 r r r2 r~ rm ZNAr data_typer floatbase64 b64decoder Z
parse_date)r r rh r rm r r r r s0
zFluxCsvParser._to_valuec C s8 t dt|D ]$}t|d || d}| j| qdS )zAdd data types to columns.r )rq r N)rangerr r rp r )r'
data_typesrq Z
column_defr r r rv ; s z FluxCsvParser.add_data_typesc C s* d}| j D ]}|| dk|_|d7 }q
dS )zAdd group keys to columns.r r N)rp group)r' r^ irh r r r r| B s
zFluxCsvParser.add_groupsc C s& d}| j D ]}|| |_|d7 }q
dS )z Add default values to columns.r N)rp r )r' default_valuesr rh r r r ry J s
z&FluxCsvParser.add_default_empty_valuesc C sZ t |t t|kr4d| d}t|t t| d}| jD ]}|| |_|d7 }q>dS )zAdd labels to columns.z6The response contains columns with duplicated names: 'z_'.
You should use the 'record.row' to access your data instead of 'record.values' dictionary.
r N)rr setwarningswarn UserWarningprintrp rn )r' r^ r
r rh r r r r} R s
z'FluxCsvParser.add_column_names_and_tagsc C s | j tjkr| j|| d S r9 )r0 r r insert)r r' r$ r r r rt a s zFluxCsvParser._insert_table)r r c C s: | j s
dS | j D ]$}d|jkr|d d| kr dS qdS )NFZ _measurement profiler/T)r5 r )r r Zprofilerr r r r e s
z!FluxCsvParser._is_profiler_record)r' r c C s | j s
dS ttdd |jS )NFc S s | j dko| jdkS )NZ _profilerresult)r rn rg r r r ri t rj z2FluxCsvParser._is_profiler_table..)r5 anyfilterrp )r r' r r r r\ o s
z FluxCsvParser._is_profiler_tablec s( j s jS tt fdd jS dS )z Get the list of flux tables.c s | S r9 )r\ )r' r* r r ri | rj z*FluxCsvParser.table_list..N)r5 r r r r* r r* r
table_listw s zFluxCsvParser.table_list)r c C s | dr| jr | | nd| }tdt|d t| tt|d |jD ]V}|| }t|trt|dkrt|dd| q^|d k r^t|dd|d q^d S ) Nr z
Profiler:
=2 z<20z:
z: )get_measurement
startswithr6 r rr r
isinstancestr)r r msgnamerU r r r r ~ s
z"FluxCsvParser._print_profiler_info)%r r r r r r r r r r r; rH rM rQ rR rV rX rS rW rZ r[ r r staticmethodrv r| ry r} rt r boolr r r\ r r r r r r r r+ = sH
\ #
r+ c @ s$ e Zd Zdd ZeedddZdS )rO c C s || _ tt | _d S r9 )r8 rF getincrementaldecoderr decoder)r r8 r r r r s z%_StreamReaderToWithAsyncRead.__init__)sizer c s6 | j |I d H }|s&| jjdddS | jj|ddS )Nrj T)finalF)r8 readr rD )r r Z raw_bytesr r r r s z!_StreamReaderToWithAsyncRead.readN)r r r r r r r r r r r rO s rO ) r r rF r^ rA r enumr typingr Z!influxdb_client.client.flux_tabler r r r Z&influxdb_client.client.util.date_utilsr Zinfluxdb_client.restr rx rw ru rs Exceptionr
r r r objectr" r+ rO r r r r s,
T