f64 commited on
Commit
f9592a5
·
1 Parent(s): be286d2
pages/3_Загрузка CSV.py CHANGED
@@ -32,14 +32,15 @@ if uploaded_file is not None:
32
  if not df is None:
33
  df.style.format(precision=3, thousands=" ", decimal=".")
34
  col2.dataframe(df) #, column_config=)
35
- cnames = "".join(df.columns)
36
- if cnames.lower().startswith("xyz"):
37
- col2.write(cnames)
38
- col2.write(df.notna().sum())
 
39
  col1.write(df.describe())
40
  dfinfo = my_stm.pandas_info(df)
41
  col1.write(dfinfo)
42
-
43
  #col1.write(df.aggregate(["mean","median","prod","sum","std","var"]))
44
 
45
 
 
32
  if not df is None:
33
  df.style.format(precision=3, thousands=" ", decimal=".")
34
  col2.dataframe(df) #, column_config=)
35
+ colnames = "".join(df.columns)
36
+ if colnames.lower().startswith("xyz"):
37
+ #write(colnames)
38
+ colcounts = "_".join(map(str,set(df.notna().sum())))
39
+ col2.write(f"{colnames}_{colcounts}.CSV")
40
  col1.write(df.describe())
41
  dfinfo = my_stm.pandas_info(df)
42
  col1.write(dfinfo)
43
+
44
  #col1.write(df.aggregate(["mean","median","prod","sum","std","var"]))
45
 
46
 
static/test.ipynb ADDED
@@ -0,0 +1,284 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "cells": [
3
+ {
4
+ "cell_type": "code",
5
+ "execution_count": 7,
6
+ "metadata": {},
7
+ "outputs": [],
8
+ "source": [
9
+ "#@title IMPORT\n",
10
+ "import io,os,re,sys,math,time,uuid,ctypes,pickle,psutil,random,shutil,string,urllib,decimal,datetime,itertools,traceback,collections\n",
11
+ "import matplotlib.pyplot as plt, seaborn as sns, plotly.express as px\n",
12
+ "import numpy as np, pandas as pd\n",
13
+ "\n",
14
+ "write = print"
15
+ ]
16
+ },
17
+ {
18
+ "cell_type": "code",
19
+ "execution_count": 8,
20
+ "metadata": {},
21
+ "outputs": [
22
+ {
23
+ "data": {
24
+ "text/html": [
25
+ "<div>\n",
26
+ "<style scoped>\n",
27
+ " .dataframe tbody tr th:only-of-type {\n",
28
+ " vertical-align: middle;\n",
29
+ " }\n",
30
+ "\n",
31
+ " .dataframe tbody tr th {\n",
32
+ " vertical-align: top;\n",
33
+ " }\n",
34
+ "\n",
35
+ " .dataframe thead th {\n",
36
+ " text-align: right;\n",
37
+ " }\n",
38
+ "</style>\n",
39
+ "<table border=\"1\" class=\"dataframe\">\n",
40
+ " <thead>\n",
41
+ " <tr style=\"text-align: right;\">\n",
42
+ " <th></th>\n",
43
+ " <th>X</th>\n",
44
+ " <th>Y</th>\n",
45
+ " <th>Z</th>\n",
46
+ " <th>A</th>\n",
47
+ " <th>B</th>\n",
48
+ " <th>V</th>\n",
49
+ " <th>Vis</th>\n",
50
+ " <th>Vfloat</th>\n",
51
+ " <th>Vsign</th>\n",
52
+ " <th>Vposneg</th>\n",
53
+ " </tr>\n",
54
+ " </thead>\n",
55
+ " <tbody>\n",
56
+ " <tr>\n",
57
+ " <th>0</th>\n",
58
+ " <td>222</td>\n",
59
+ " <td>473</td>\n",
60
+ " <td>0</td>\n",
61
+ " <td>-12</td>\n",
62
+ " <td>73</td>\n",
63
+ " <td>NaN</td>\n",
64
+ " <td>0</td>\n",
65
+ " <td>0.0</td>\n",
66
+ " <td>0</td>\n",
67
+ " <td>o</td>\n",
68
+ " </tr>\n",
69
+ " <tr>\n",
70
+ " <th>1</th>\n",
71
+ " <td>212</td>\n",
72
+ " <td>425</td>\n",
73
+ " <td>202</td>\n",
74
+ " <td>24</td>\n",
75
+ " <td>15</td>\n",
76
+ " <td>NaN</td>\n",
77
+ " <td>0</td>\n",
78
+ " <td>0.0</td>\n",
79
+ " <td>0</td>\n",
80
+ " <td>o</td>\n",
81
+ " </tr>\n",
82
+ " <tr>\n",
83
+ " <th>2</th>\n",
84
+ " <td>220</td>\n",
85
+ " <td>433</td>\n",
86
+ " <td>391</td>\n",
87
+ " <td>22</td>\n",
88
+ " <td>-22</td>\n",
89
+ " <td>NaN</td>\n",
90
+ " <td>0</td>\n",
91
+ " <td>0.0</td>\n",
92
+ " <td>0</td>\n",
93
+ " <td>o</td>\n",
94
+ " </tr>\n",
95
+ " <tr>\n",
96
+ " <th>3</th>\n",
97
+ " <td>-212</td>\n",
98
+ " <td>475</td>\n",
99
+ " <td>229</td>\n",
100
+ " <td>65</td>\n",
101
+ " <td>-45</td>\n",
102
+ " <td>NaN</td>\n",
103
+ " <td>0</td>\n",
104
+ " <td>0.0</td>\n",
105
+ " <td>0</td>\n",
106
+ " <td>o</td>\n",
107
+ " </tr>\n",
108
+ " <tr>\n",
109
+ " <th>4</th>\n",
110
+ " <td>202</td>\n",
111
+ " <td>513</td>\n",
112
+ " <td>111</td>\n",
113
+ " <td>16</td>\n",
114
+ " <td>28</td>\n",
115
+ " <td>NaN</td>\n",
116
+ " <td>0</td>\n",
117
+ " <td>0.0</td>\n",
118
+ " <td>0</td>\n",
119
+ " <td>o</td>\n",
120
+ " </tr>\n",
121
+ " <tr>\n",
122
+ " <th>...</th>\n",
123
+ " <td>...</td>\n",
124
+ " <td>...</td>\n",
125
+ " <td>...</td>\n",
126
+ " <td>...</td>\n",
127
+ " <td>...</td>\n",
128
+ " <td>...</td>\n",
129
+ " <td>...</td>\n",
130
+ " <td>...</td>\n",
131
+ " <td>...</td>\n",
132
+ " <td>...</td>\n",
133
+ " </tr>\n",
134
+ " <tr>\n",
135
+ " <th>12005</th>\n",
136
+ " <td>202</td>\n",
137
+ " <td>460</td>\n",
138
+ " <td>-37</td>\n",
139
+ " <td>20</td>\n",
140
+ " <td>-3</td>\n",
141
+ " <td>NaN</td>\n",
142
+ " <td>0</td>\n",
143
+ " <td>0.0</td>\n",
144
+ " <td>0</td>\n",
145
+ " <td>o</td>\n",
146
+ " </tr>\n",
147
+ " <tr>\n",
148
+ " <th>12006</th>\n",
149
+ " <td>-211</td>\n",
150
+ " <td>543</td>\n",
151
+ " <td>19</td>\n",
152
+ " <td>23</td>\n",
153
+ " <td>14</td>\n",
154
+ " <td>NaN</td>\n",
155
+ " <td>0</td>\n",
156
+ " <td>0.0</td>\n",
157
+ " <td>0</td>\n",
158
+ " <td>o</td>\n",
159
+ " </tr>\n",
160
+ " <tr>\n",
161
+ " <th>12007</th>\n",
162
+ " <td>202</td>\n",
163
+ " <td>609</td>\n",
164
+ " <td>208</td>\n",
165
+ " <td>-10</td>\n",
166
+ " <td>21</td>\n",
167
+ " <td>NaN</td>\n",
168
+ " <td>0</td>\n",
169
+ " <td>0.0</td>\n",
170
+ " <td>0</td>\n",
171
+ " <td>o</td>\n",
172
+ " </tr>\n",
173
+ " <tr>\n",
174
+ " <th>12008</th>\n",
175
+ " <td>422</td>\n",
176
+ " <td>633</td>\n",
177
+ " <td>581</td>\n",
178
+ " <td>23</td>\n",
179
+ " <td>39</td>\n",
180
+ " <td>NaN</td>\n",
181
+ " <td>0</td>\n",
182
+ " <td>0.0</td>\n",
183
+ " <td>0</td>\n",
184
+ " <td>o</td>\n",
185
+ " </tr>\n",
186
+ " <tr>\n",
187
+ " <th>12009</th>\n",
188
+ " <td>-232</td>\n",
189
+ " <td>601</td>\n",
190
+ " <td>732</td>\n",
191
+ " <td>54</td>\n",
192
+ " <td>52</td>\n",
193
+ " <td>NaN</td>\n",
194
+ " <td>0</td>\n",
195
+ " <td>0.0</td>\n",
196
+ " <td>0</td>\n",
197
+ " <td>o</td>\n",
198
+ " </tr>\n",
199
+ " </tbody>\n",
200
+ "</table>\n",
201
+ "<p>12010 rows × 10 columns</p>\n",
202
+ "</div>"
203
+ ],
204
+ "text/plain": [
205
+ " X Y Z A B V Vis Vfloat Vsign Vposneg\n",
206
+ "0 222 473 0 -12 73 NaN 0 0.0 0 o\n",
207
+ "1 212 425 202 24 15 NaN 0 0.0 0 o\n",
208
+ "2 220 433 391 22 -22 NaN 0 0.0 0 o\n",
209
+ "3 -212 475 229 65 -45 NaN 0 0.0 0 o\n",
210
+ "4 202 513 111 16 28 NaN 0 0.0 0 o\n",
211
+ "... ... ... ... .. .. ... ... ... ... ...\n",
212
+ "12005 202 460 -37 20 -3 NaN 0 0.0 0 o\n",
213
+ "12006 -211 543 19 23 14 NaN 0 0.0 0 o\n",
214
+ "12007 202 609 208 -10 21 NaN 0 0.0 0 o\n",
215
+ "12008 422 633 581 23 39 NaN 0 0.0 0 o\n",
216
+ "12009 -232 601 732 54 52 NaN 0 0.0 0 o\n",
217
+ "\n",
218
+ "[12010 rows x 10 columns]"
219
+ ]
220
+ },
221
+ "execution_count": 8,
222
+ "metadata": {},
223
+ "output_type": "execute_result"
224
+ }
225
+ ],
226
+ "source": [
227
+ "path1 = \"N:\\Makarov\\Development\\Python\\Jupiter Notebooks\\Gaziev CSV\\TestData_1504_AB_soloV_gaziev.zip\"\n",
228
+ "df = None\n",
229
+ "if(os.path.exists(path1)):\n",
230
+ " df = pd.read_csv(path1, sep=';',compression=\"zip\")\n",
231
+ "if not df is None:\n",
232
+ " df0 = df.copy()\n",
233
+ " df0[\"Vis\"] = df0.V.map(lambda v: 0 if v is np.NaN else 1).astype(int)\n",
234
+ " df0[\"Vfloat\"] = df0.V.map(lambda v: 0 if str(v)==\"nan\" else str(v).replace(',', '.')).astype(float)\n",
235
+ " df0[\"Vsign\"] = df0.Vfloat.map(lambda v: -1 if v<0 else 1 if v>0 else 0).astype(int)\n",
236
+ " df0[\"Vposneg\"] = df0.Vfloat.map(lambda v: \"n\" if v<0 else \"p\" if v>0 else \"o\").astype(str)\n",
237
+ "df0"
238
+ ]
239
+ },
240
+ {
241
+ "cell_type": "code",
242
+ "execution_count": 15,
243
+ "metadata": {},
244
+ "outputs": [
245
+ {
246
+ "name": "stdout",
247
+ "output_type": "stream",
248
+ "text": [
249
+ "XYZABV\n",
250
+ "XYZABV_264_12010.CSV\n"
251
+ ]
252
+ }
253
+ ],
254
+ "source": [
255
+ "colnames = \"\".join(df.columns)\n",
256
+ "if colnames.lower().startswith(\"xyz\"):\n",
257
+ " write(colnames)\n",
258
+ " colcounts = \"_\".join(map(str,set(df.notna().sum())))\n",
259
+ " write(f\"{colnames}_{colcounts}.CSV\")"
260
+ ]
261
+ }
262
+ ],
263
+ "metadata": {
264
+ "kernelspec": {
265
+ "display_name": "Python 3",
266
+ "language": "python",
267
+ "name": "python3"
268
+ },
269
+ "language_info": {
270
+ "codemirror_mode": {
271
+ "name": "ipython",
272
+ "version": 3
273
+ },
274
+ "file_extension": ".py",
275
+ "mimetype": "text/x-python",
276
+ "name": "python",
277
+ "nbconvert_exporter": "python",
278
+ "pygments_lexer": "ipython3",
279
+ "version": "3.9.7"
280
+ }
281
+ },
282
+ "nbformat": 4,
283
+ "nbformat_minor": 2
284
+ }