Lines Matching full:torch
3 #include <torch/types.h>
9 inline std::vector<std::vector<torch::Tensor>> LBFGS() { in LBFGS()
12 torch::tensor( in LBFGS()
19 torch::tensor( in LBFGS()
21 torch::tensor( in LBFGS()
23 torch::tensor({-0.43108206822505857}), in LBFGS()
26 torch::tensor( in LBFGS()
33 torch::tensor( in LBFGS()
35 torch::tensor( in LBFGS()
37 torch::tensor({-4.776742087865583}), in LBFGS()
40 torch::tensor( in LBFGS()
47 torch::tensor( in LBFGS()
49 torch::tensor( in LBFGS()
51 torch::tensor({-4.776742087865583}), in LBFGS()
54 torch::tensor( in LBFGS()
61 torch::tensor( in LBFGS()
63 torch::tensor( in LBFGS()
65 torch::tensor({-4.776742087865583}), in LBFGS()
68 torch::tensor( in LBFGS()
75 torch::tensor( in LBFGS()
77 torch::tensor( in LBFGS()
79 torch::tensor({-4.776742087865583}), in LBFGS()
82 torch::tensor( in LBFGS()
89 torch::tensor( in LBFGS()
91 torch::tensor( in LBFGS()
93 torch::tensor({-4.776742087865583}), in LBFGS()
96 torch::tensor( in LBFGS()
103 torch::tensor( in LBFGS()
105 torch::tensor( in LBFGS()
107 torch::tensor({-4.776742087865583}), in LBFGS()
110 torch::tensor( in LBFGS()
117 torch::tensor( in LBFGS()
119 torch::tensor( in LBFGS()
121 torch::tensor({-4.776742087865583}), in LBFGS()
124 torch::tensor( in LBFGS()
131 torch::tensor( in LBFGS()
133 torch::tensor( in LBFGS()
135 torch::tensor({-4.776742087865583}), in LBFGS()
138 torch::tensor( in LBFGS()
145 torch::tensor( in LBFGS()
147 torch::tensor( in LBFGS()
149 torch::tensor({-4.776742087865583}), in LBFGS()
152 torch::tensor( in LBFGS()
159 torch::tensor( in LBFGS()
161 torch::tensor( in LBFGS()
163 torch::tensor({-4.776742087865583}), in LBFGS()
168 inline std::vector<std::vector<torch::Tensor>> LBFGS_with_line_search() { in LBFGS_with_line_search()
171 torch::tensor( in LBFGS_with_line_search()
178 torch::tensor( in LBFGS_with_line_search()
180 torch::tensor( in LBFGS_with_line_search()
184 torch::tensor({-0.07113812430174116}), in LBFGS_with_line_search()
187 torch::tensor( in LBFGS_with_line_search()
194 torch::tensor( in LBFGS_with_line_search()
196 torch::tensor( in LBFGS_with_line_search()
200 torch::tensor({-0.07113812430174116}), in LBFGS_with_line_search()
203 torch::tensor( in LBFGS_with_line_search()
210 torch::tensor( in LBFGS_with_line_search()
212 torch::tensor( in LBFGS_with_line_search()
216 torch::tensor({-0.07113812430174116}), in LBFGS_with_line_search()
219 torch::tensor( in LBFGS_with_line_search()
226 torch::tensor( in LBFGS_with_line_search()
228 torch::tensor( in LBFGS_with_line_search()
232 torch::tensor({-0.07113812430174116}), in LBFGS_with_line_search()
235 torch::tensor( in LBFGS_with_line_search()
242 torch::tensor( in LBFGS_with_line_search()
244 torch::tensor( in LBFGS_with_line_search()
248 torch::tensor({-0.07113812430174116}), in LBFGS_with_line_search()
251 torch::tensor( in LBFGS_with_line_search()
258 torch::tensor( in LBFGS_with_line_search()
260 torch::tensor( in LBFGS_with_line_search()
264 torch::tensor({-0.07113812430174116}), in LBFGS_with_line_search()
267 torch::tensor( in LBFGS_with_line_search()
274 torch::tensor( in LBFGS_with_line_search()
276 torch::tensor( in LBFGS_with_line_search()
280 torch::tensor({-0.07113812430174116}), in LBFGS_with_line_search()
283 torch::tensor( in LBFGS_with_line_search()
290 torch::tensor( in LBFGS_with_line_search()
292 torch::tensor( in LBFGS_with_line_search()
296 torch::tensor({-0.07113812430174116}), in LBFGS_with_line_search()
299 torch::tensor( in LBFGS_with_line_search()
306 torch::tensor( in LBFGS_with_line_search()
308 torch::tensor( in LBFGS_with_line_search()
312 torch::tensor({-0.07113812430174116}), in LBFGS_with_line_search()
315 torch::tensor( in LBFGS_with_line_search()
322 torch::tensor( in LBFGS_with_line_search()
324 torch::tensor( in LBFGS_with_line_search()
328 torch::tensor({-0.07113812430174116}), in LBFGS_with_line_search()
331 torch::tensor( in LBFGS_with_line_search()
338 torch::tensor( in LBFGS_with_line_search()
340 torch::tensor( in LBFGS_with_line_search()
344 torch::tensor({-0.07113812430174116}), in LBFGS_with_line_search()
349 inline std::vector<std::vector<torch::Tensor>> Adam() { in Adam()
352 torch::tensor( in Adam()
359 torch::tensor( in Adam()
361 torch::tensor( in Adam()
363 torch::tensor({-1.071138110298716}), in Adam()
366 torch::tensor( in Adam()
373 torch::tensor( in Adam()
375 torch::tensor( in Adam()
377 torch::tensor({-6.435639096011218}), in Adam()
380 torch::tensor( in Adam()
387 torch::tensor( in Adam()
389 torch::tensor( in Adam()
391 torch::tensor({-6.4359165566974985}), in Adam()
394 torch::tensor( in Adam()
401 torch::tensor( in Adam()
403 torch::tensor( in Adam()
405 torch::tensor({-6.435916580217771}), in Adam()
408 torch::tensor( in Adam()
415 torch::tensor( in Adam()
417 torch::tensor( in Adam()
419 torch::tensor({-6.435916596115672}), in Adam()
422 torch::tensor( in Adam()
429 torch::tensor( in Adam()
431 torch::tensor( in Adam()
433 torch::tensor({-6.43591661462546}), in Adam()
436 torch::tensor( in Adam()
443 torch::tensor( in Adam()
445 torch::tensor( in Adam()
447 torch::tensor({-6.4359166356471755}), in Adam()
450 torch::tensor( in Adam()
457 torch::tensor( in Adam()
459 torch::tensor( in Adam()
461 torch::tensor({-6.43591665913422}), in Adam()
464 torch::tensor( in Adam()
471 torch::tensor( in Adam()
473 torch::tensor( in Adam()
475 torch::tensor({-6.435916685074594}), in Adam()
478 torch::tensor( in Adam()
485 torch::tensor( in Adam()
487 torch::tensor( in Adam()
489 torch::tensor({-6.435916713480863}), in Adam()
492 torch::tensor( in Adam()
499 torch::tensor( in Adam()
501 torch::tensor( in Adam()
503 torch::tensor({-6.43591674438434}), in Adam()
508 inline std::vector<std::vector<torch::Tensor>> Adam_with_weight_decay() { in Adam_with_weight_decay()
511 torch::tensor( in Adam_with_weight_decay()
518 torch::tensor( in Adam_with_weight_decay()
520 torch::tensor( in Adam_with_weight_decay()
522 torch::tensor({-1.0711381102847533}), in Adam_with_weight_decay()
525 torch::tensor( in Adam_with_weight_decay()
532 torch::tensor( in Adam_with_weight_decay()
534 torch::tensor( in Adam_with_weight_decay()
536 torch::tensor({-2.0710783081666215}), in Adam_with_weight_decay()
539 torch::tensor( in Adam_with_weight_decay()
546 torch::tensor( in Adam_with_weight_decay()
548 torch::tensor( in Adam_with_weight_decay()
550 torch::tensor({-2.063357041247863}), in Adam_with_weight_decay()
553 torch::tensor( in Adam_with_weight_decay()
560 torch::tensor( in Adam_with_weight_decay()
562 torch::tensor( in Adam_with_weight_decay()
564 torch::tensor({-2.063368365143669}), in Adam_with_weight_decay()
567 torch::tensor( in Adam_with_weight_decay()
574 torch::tensor( in Adam_with_weight_decay()
576 torch::tensor( in Adam_with_weight_decay()
578 torch::tensor({-2.0633690432440437}), in Adam_with_weight_decay()
581 torch::tensor( in Adam_with_weight_decay()
588 torch::tensor( in Adam_with_weight_decay()
590 torch::tensor( in Adam_with_weight_decay()
592 torch::tensor({-2.0633690434425396}), in Adam_with_weight_decay()
595 torch::tensor( in Adam_with_weight_decay()
602 torch::tensor( in Adam_with_weight_decay()
604 torch::tensor( in Adam_with_weight_decay()
606 torch::tensor({-2.063369043434909}), in Adam_with_weight_decay()
609 torch::tensor( in Adam_with_weight_decay()
616 torch::tensor( in Adam_with_weight_decay()
618 torch::tensor( in Adam_with_weight_decay()
620 torch::tensor({-2.0633690434349057}), in Adam_with_weight_decay()
623 torch::tensor( in Adam_with_weight_decay()
630 torch::tensor( in Adam_with_weight_decay()
632 torch::tensor( in Adam_with_weight_decay()
634 torch::tensor({-2.0633690434349052}), in Adam_with_weight_decay()
637 torch::tensor( in Adam_with_weight_decay()
644 torch::tensor( in Adam_with_weight_decay()
646 torch::tensor( in Adam_with_weight_decay()
648 torch::tensor({-2.0633690434349052}), in Adam_with_weight_decay()
651 torch::tensor( in Adam_with_weight_decay()
658 torch::tensor( in Adam_with_weight_decay()
660 torch::tensor( in Adam_with_weight_decay()
662 torch::tensor({-2.0633690434349052}), in Adam_with_weight_decay()
667 inline std::vector<std::vector<torch::Tensor>>
671 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
678 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
680 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
682 torch::tensor({-1.0711381102987145}), in Adam_with_weight_decay_and_amsgrad()
685 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
692 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
694 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
696 torch::tensor({-6.406608295022552}), in Adam_with_weight_decay_and_amsgrad()
699 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
706 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
708 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
710 torch::tensor({-6.396310969025695}), in Adam_with_weight_decay_and_amsgrad()
713 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
720 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
722 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
724 torch::tensor({-6.383010489575922}), in Adam_with_weight_decay_and_amsgrad()
727 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
734 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
736 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
738 torch::tensor({-6.367675348676994}), in Adam_with_weight_decay_and_amsgrad()
741 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
748 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
750 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
752 torch::tensor({-6.350731975696792}), in Adam_with_weight_decay_and_amsgrad()
755 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
762 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
764 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
766 torch::tensor({-6.3324769650576656}), in Adam_with_weight_decay_and_amsgrad()
769 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
776 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
778 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
780 torch::tensor({-6.3131323905801136}), in Adam_with_weight_decay_and_amsgrad()
783 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
790 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
792 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
794 torch::tensor({-6.2928722155069945}), in Adam_with_weight_decay_and_amsgrad()
797 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
804 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
806 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
808 torch::tensor({-6.271836898876738}), in Adam_with_weight_decay_and_amsgrad()
811 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
818 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
820 torch::tensor( in Adam_with_weight_decay_and_amsgrad()
822 torch::tensor({-6.250142306631259}), in Adam_with_weight_decay_and_amsgrad()
827 inline std::vector<std::vector<torch::Tensor>> AdamW() { in AdamW()
830 torch::tensor( in AdamW()
837 torch::tensor( in AdamW()
839 torch::tensor( in AdamW()
841 torch::tensor({-1.0704267290556988}), in AdamW()
844 torch::tensor( in AdamW()
851 torch::tensor( in AdamW()
853 torch::tensor( in AdamW()
855 torch::tensor({-2.575239255076019}), in AdamW()
858 torch::tensor( in AdamW()
865 torch::tensor( in AdamW()
867 torch::tensor( in AdamW()
869 torch::tensor({-1.6180915942867784}), in AdamW()
872 torch::tensor( in AdamW()
879 torch::tensor( in AdamW()
881 torch::tensor( in AdamW()
883 torch::tensor({-1.4001341655590005}), in AdamW()
886 torch::tensor( in AdamW()
893 torch::tensor( in AdamW()
895 torch::tensor( in AdamW()
897 torch::tensor({-1.3299011560804312}), in AdamW()
900 torch::tensor( in AdamW()
907 torch::tensor( in AdamW()
909 torch::tensor( in AdamW()
911 torch::tensor({-1.3130428735015893}), in AdamW()
914 torch::tensor( in AdamW()
921 torch::tensor( in AdamW()
923 torch::tensor( in AdamW()
925 torch::tensor({-1.3148644134154366}), in AdamW()
928 torch::tensor( in AdamW()
935 torch::tensor( in AdamW()
937 torch::tensor( in AdamW()
939 torch::tensor({-1.32281766461531}), in AdamW()
942 torch::tensor( in AdamW()
949 torch::tensor( in AdamW()
951 torch::tensor( in AdamW()
953 torch::tensor({-1.332456718314933}), in AdamW()
956 torch::tensor( in AdamW()
963 torch::tensor( in AdamW()
965 torch::tensor( in AdamW()
967 torch::tensor({-1.3422692037690986}), in AdamW()
970 torch::tensor( in AdamW()
977 torch::tensor( in AdamW()
979 torch::tensor( in AdamW()
981 torch::tensor({-1.3517884775416527}), in AdamW()
986 inline std::vector<std::vector<torch::Tensor>> AdamW_without_weight_decay() { in AdamW_without_weight_decay()
989 torch::tensor( in AdamW_without_weight_decay()
996 torch::tensor( in AdamW_without_weight_decay()
998 torch::tensor( in AdamW_without_weight_decay()
1000 torch::tensor({-1.071138110298716}), in AdamW_without_weight_decay()
1003 torch::tensor( in AdamW_without_weight_decay()
1010 torch::tensor( in AdamW_without_weight_decay()
1012 torch::tensor( in AdamW_without_weight_decay()
1014 torch::tensor({-6.435639096011218}), in AdamW_without_weight_decay()
1017 torch::tensor( in AdamW_without_weight_decay()
1024 torch::tensor( in AdamW_without_weight_decay()
1026 torch::tensor( in AdamW_without_weight_decay()
1028 torch::tensor({-6.4359165566974985}), in AdamW_without_weight_decay()
1031 torch::tensor( in AdamW_without_weight_decay()
1038 torch::tensor( in AdamW_without_weight_decay()
1040 torch::tensor( in AdamW_without_weight_decay()
1042 torch::tensor({-6.435916580217771}), in AdamW_without_weight_decay()
1045 torch::tensor( in AdamW_without_weight_decay()
1052 torch::tensor( in AdamW_without_weight_decay()
1054 torch::tensor( in AdamW_without_weight_decay()
1056 torch::tensor({-6.435916596115672}), in AdamW_without_weight_decay()
1059 torch::tensor( in AdamW_without_weight_decay()
1066 torch::tensor( in AdamW_without_weight_decay()
1068 torch::tensor( in AdamW_without_weight_decay()
1070 torch::tensor({-6.43591661462546}), in AdamW_without_weight_decay()
1073 torch::tensor( in AdamW_without_weight_decay()
1080 torch::tensor( in AdamW_without_weight_decay()
1082 torch::tensor( in AdamW_without_weight_decay()
1084 torch::tensor({-6.4359166356471755}), in AdamW_without_weight_decay()
1087 torch::tensor( in AdamW_without_weight_decay()
1094 torch::tensor( in AdamW_without_weight_decay()
1096 torch::tensor( in AdamW_without_weight_decay()
1098 torch::tensor({-6.43591665913422}), in AdamW_without_weight_decay()
1101 torch::tensor( in AdamW_without_weight_decay()
1108 torch::tensor( in AdamW_without_weight_decay()
1110 torch::tensor( in AdamW_without_weight_decay()
1112 torch::tensor({-6.435916685074594}), in AdamW_without_weight_decay()
1115 torch::tensor( in AdamW_without_weight_decay()
1122 torch::tensor( in AdamW_without_weight_decay()
1124 torch::tensor( in AdamW_without_weight_decay()
1126 torch::tensor({-6.435916713480863}), in AdamW_without_weight_decay()
1129 torch::tensor( in AdamW_without_weight_decay()
1136 torch::tensor( in AdamW_without_weight_decay()
1138 torch::tensor( in AdamW_without_weight_decay()
1140 torch::tensor({-6.43591674438434}), in AdamW_without_weight_decay()
1145 inline std::vector<std::vector<torch::Tensor>> AdamW_with_amsgrad() { in AdamW_with_amsgrad()
1148 torch::tensor( in AdamW_with_amsgrad()
1155 torch::tensor( in AdamW_with_amsgrad()
1157 torch::tensor( in AdamW_with_amsgrad()
1159 torch::tensor({-1.0704267290556988}), in AdamW_with_amsgrad()
1162 torch::tensor( in AdamW_with_amsgrad()
1169 torch::tensor( in AdamW_with_amsgrad()
1171 torch::tensor( in AdamW_with_amsgrad()
1173 torch::tensor({-2.5644658591929406}), in AdamW_with_amsgrad()
1176 torch::tensor( in AdamW_with_amsgrad()
1183 torch::tensor( in AdamW_with_amsgrad()
1185 torch::tensor( in AdamW_with_amsgrad()
1187 torch::tensor({-1.6044722984810953}), in AdamW_with_amsgrad()
1190 torch::tensor( in AdamW_with_amsgrad()
1197 torch::tensor( in AdamW_with_amsgrad()
1199 torch::tensor( in AdamW_with_amsgrad()
1201 torch::tensor({-1.381525131003179}), in AdamW_with_amsgrad()
1204 torch::tensor( in AdamW_with_amsgrad()
1211 torch::tensor( in AdamW_with_amsgrad()
1213 torch::tensor( in AdamW_with_amsgrad()
1215 torch::tensor({-1.30563541393247}), in AdamW_with_amsgrad()
1218 torch::tensor( in AdamW_with_amsgrad()
1225 torch::tensor( in AdamW_with_amsgrad()
1227 torch::tensor( in AdamW_with_amsgrad()
1229 torch::tensor({-1.282870120405012}), in AdamW_with_amsgrad()
1232 torch::tensor( in AdamW_with_amsgrad()
1239 torch::tensor( in AdamW_with_amsgrad()
1241 torch::tensor( in AdamW_with_amsgrad()
1243 torch::tensor({-1.2786980736911064}), in AdamW_with_amsgrad()
1246 torch::tensor( in AdamW_with_amsgrad()
1253 torch::tensor( in AdamW_with_amsgrad()
1255 torch::tensor( in AdamW_with_amsgrad()
1257 torch::tensor({-1.2806281811826203}), in AdamW_with_amsgrad()
1260 torch::tensor( in AdamW_with_amsgrad()
1267 torch::tensor( in AdamW_with_amsgrad()
1269 torch::tensor( in AdamW_with_amsgrad()
1271 torch::tensor({-1.28423401369705}), in AdamW_with_amsgrad()
1274 torch::tensor( in AdamW_with_amsgrad()
1281 torch::tensor( in AdamW_with_amsgrad()
1283 torch::tensor( in AdamW_with_amsgrad()
1285 torch::tensor({-1.2880095517062655}), in AdamW_with_amsgrad()
1288 torch::tensor( in AdamW_with_amsgrad()
1295 torch::tensor( in AdamW_with_amsgrad()
1297 torch::tensor( in AdamW_with_amsgrad()
1299 torch::tensor({-1.2914899987134136}), in AdamW_with_amsgrad()
1304 inline std::vector<std::vector<torch::Tensor>> Adagrad() { in Adagrad()
1307 torch::tensor( in Adagrad()
1314 torch::tensor( in Adagrad()
1316 torch::tensor( in Adagrad()
1318 torch::tensor({-1.071138124161711}), in Adagrad()
1321 torch::tensor( in Adagrad()
1328 torch::tensor( in Adagrad()
1330 torch::tensor( in Adagrad()
1332 torch::tensor({-1.5858816837541876}), in Adagrad()
1335 torch::tensor( in Adagrad()
1342 torch::tensor( in Adagrad()
1344 torch::tensor( in Adagrad()
1346 torch::tensor({-1.6769121890401757}), in Adagrad()
1349 torch::tensor( in Adagrad()
1356 torch::tensor( in Adagrad()
1358 torch::tensor( in Adagrad()
1360 torch::tensor({-1.7307903926154131}), in Adagrad()
1363 torch::tensor( in Adagrad()
1370 torch::tensor( in Adagrad()
1372 torch::tensor( in Adagrad()
1374 torch::tensor({-1.7692090167089707}), in Adagrad()
1377 torch::tensor( in Adagrad()
1384 torch::tensor( in Adagrad()
1386 torch::tensor( in Adagrad()
1388 torch::tensor({-1.7990936323432214}), in Adagrad()
1391 torch::tensor( in Adagrad()
1398 torch::tensor( in Adagrad()
1400 torch::tensor( in Adagrad()
1402 torch::tensor({-1.8235564908139104}), in Adagrad()
1405 torch::tensor( in Adagrad()
1412 torch::tensor( in Adagrad()
1414 torch::tensor( in Adagrad()
1416 torch::tensor({-1.8442667636913117}), in Adagrad()
1419 torch::tensor( in Adagrad()
1426 torch::tensor( in Adagrad()
1428 torch::tensor( in Adagrad()
1430 torch::tensor({-1.86222449978646}), in Adagrad()
1433 torch::tensor( in Adagrad()
1440 torch::tensor( in Adagrad()
1442 torch::tensor( in Adagrad()
1444 torch::tensor({-1.8780765115117757}), in Adagrad()
1447 torch::tensor( in Adagrad()
1454 torch::tensor( in Adagrad()
1456 torch::tensor( in Adagrad()
1458 torch::tensor({-1.8922653655195538}), in Adagrad()
1463 inline std::vector<std::vector<torch::Tensor>> Adagrad_with_weight_decay() { in Adagrad_with_weight_decay()
1466 torch::tensor( in Adagrad_with_weight_decay()
1473 torch::tensor( in Adagrad_with_weight_decay()
1475 torch::tensor( in Adagrad_with_weight_decay()
1477 torch::tensor({-1.0711381241615712}), in Adagrad_with_weight_decay()
1480 torch::tensor( in Adagrad_with_weight_decay()
1487 torch::tensor( in Adagrad_with_weight_decay()
1489 torch::tensor( in Adagrad_with_weight_decay()
1491 torch::tensor({-1.905292836544363}), in Adagrad_with_weight_decay()
1494 torch::tensor( in Adagrad_with_weight_decay()
1501 torch::tensor( in Adagrad_with_weight_decay()
1503 torch::tensor( in Adagrad_with_weight_decay()
1505 torch::tensor({-2.030135641848322}), in Adagrad_with_weight_decay()
1508 torch::tensor( in Adagrad_with_weight_decay()
1515 torch::tensor( in Adagrad_with_weight_decay()
1517 torch::tensor( in Adagrad_with_weight_decay()
1519 torch::tensor({-2.056210117690093}), in Adagrad_with_weight_decay()
1522 torch::tensor( in Adagrad_with_weight_decay()
1529 torch::tensor( in Adagrad_with_weight_decay()
1531 torch::tensor( in Adagrad_with_weight_decay()
1533 torch::tensor({-2.0618018405404825}), in Adagrad_with_weight_decay()
1536 torch::tensor( in Adagrad_with_weight_decay()
1543 torch::tensor( in Adagrad_with_weight_decay()
1545 torch::tensor( in Adagrad_with_weight_decay()
1547 torch::tensor({-2.0630223163099304}), in Adagrad_with_weight_decay()
1550 torch::tensor( in Adagrad_with_weight_decay()
1557 torch::tensor( in Adagrad_with_weight_decay()
1559 torch::tensor( in Adagrad_with_weight_decay()
1561 torch::tensor({-2.0632918101480255}), in Adagrad_with_weight_decay()
1564 torch::tensor( in Adagrad_with_weight_decay()
1571 torch::tensor( in Adagrad_with_weight_decay()
1573 torch::tensor( in Adagrad_with_weight_decay()
1575 torch::tensor({-2.063351765096138}), in Adagrad_with_weight_decay()
1578 torch::tensor( in Adagrad_with_weight_decay()
1585 torch::tensor( in Adagrad_with_weight_decay()
1587 torch::tensor( in Adagrad_with_weight_decay()
1589 torch::tensor({-2.0633651674043505}), in Adagrad_with_weight_decay()
1592 torch::tensor( in Adagrad_with_weight_decay()
1599 torch::tensor( in Adagrad_with_weight_decay()
1601 torch::tensor( in Adagrad_with_weight_decay()
1603 torch::tensor({-2.0633681724342527}), in Adagrad_with_weight_decay()
1606 torch::tensor( in Adagrad_with_weight_decay()
1613 torch::tensor( in Adagrad_with_weight_decay()
1615 torch::tensor( in Adagrad_with_weight_decay()
1617 torch::tensor({-2.0633688474977467}), in Adagrad_with_weight_decay()
1622 inline std::vector<std::vector<torch::Tensor>>
1626 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1633 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1635 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1637 torch::tensor({-1.0711381241617108}), in Adagrad_with_weight_decay_and_lr_decay()
1640 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1647 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1649 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1651 torch::tensor({-1.5796101463783623}), in Adagrad_with_weight_decay_and_lr_decay()
1654 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1661 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1663 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1665 torch::tensor({-1.664722108226537}), in Adagrad_with_weight_decay_and_lr_decay()
1668 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1675 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1677 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1679 torch::tensor({-1.7130685809905042}), in Adagrad_with_weight_decay_and_lr_decay()
1682 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1689 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1691 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1693 torch::tensor({-1.7462964261966805}), in Adagrad_with_weight_decay_and_lr_decay()
1696 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1703 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1705 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1707 torch::tensor({-1.7712905233118807}), in Adagrad_with_weight_decay_and_lr_decay()
1710 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1717 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1719 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1721 torch::tensor({-1.7911288238757486}), in Adagrad_with_weight_decay_and_lr_decay()
1724 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1731 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1733 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1735 torch::tensor({-1.8074516661537263}), in Adagrad_with_weight_decay_and_lr_decay()
1738 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1745 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1747 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1749 torch::tensor({-1.821234722948421}), in Adagrad_with_weight_decay_and_lr_decay()
1752 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1759 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1761 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1763 torch::tensor({-1.8331040438272388}), in Adagrad_with_weight_decay_and_lr_decay()
1766 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1773 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1775 torch::tensor( in Adagrad_with_weight_decay_and_lr_decay()
1777 torch::tensor({-1.8434843744626483}), in Adagrad_with_weight_decay_and_lr_decay()
1782 inline std::vector<std::vector<torch::Tensor>> RMSprop() { in RMSprop()
1785 torch::tensor( in RMSprop()
1792 torch::tensor( in RMSprop()
1794 torch::tensor( in RMSprop()
1796 torch::tensor({-1.0711379842715099}), in RMSprop()
1799 torch::tensor( in RMSprop()
1806 torch::tensor( in RMSprop()
1808 torch::tensor( in RMSprop()
1810 torch::tensor({-1.620787559800898}), in RMSprop()
1813 torch::tensor( in RMSprop()
1820 torch::tensor( in RMSprop()
1822 torch::tensor( in RMSprop()
1824 torch::tensor({-1.7501043480625826}), in RMSprop()
1827 torch::tensor( in RMSprop()
1834 torch::tensor( in RMSprop()
1836 torch::tensor( in RMSprop()
1838 torch::tensor({-1.8450422173907486}), in RMSprop()
1841 torch::tensor( in RMSprop()
1848 torch::tensor( in RMSprop()
1850 torch::tensor( in RMSprop()
1852 torch::tensor({-1.9271014784118226}), in RMSprop()
1855 torch::tensor( in RMSprop()
1862 torch::tensor( in RMSprop()
1864 torch::tensor( in RMSprop()
1866 torch::tensor({-2.0029976985219666}), in RMSprop()
1869 torch::tensor( in RMSprop()
1876 torch::tensor( in RMSprop()
1878 torch::tensor( in RMSprop()
1880 torch::tensor({-2.075616951445725}), in RMSprop()
1883 torch::tensor( in RMSprop()
1890 torch::tensor( in RMSprop()
1892 torch::tensor( in RMSprop()
1894 torch::tensor({-2.146398256871758}), in RMSprop()
1897 torch::tensor( in RMSprop()
1904 torch::tensor( in RMSprop()
1906 torch::tensor( in RMSprop()
1908 torch::tensor({-2.216118773360611}), in RMSprop()
1911 torch::tensor( in RMSprop()
1918 torch::tensor( in RMSprop()
1920 torch::tensor( in RMSprop()
1922 torch::tensor({-2.285217699505124}), in RMSprop()
1925 torch::tensor( in RMSprop()
1932 torch::tensor( in RMSprop()
1934 torch::tensor( in RMSprop()
1936 torch::tensor({-2.3539498905973444}), in RMSprop()
1941 inline std::vector<std::vector<torch::Tensor>> RMSprop_with_weight_decay() { in RMSprop_with_weight_decay()
1944 torch::tensor( in RMSprop_with_weight_decay()
1951 torch::tensor( in RMSprop_with_weight_decay()
1953 torch::tensor( in RMSprop_with_weight_decay()
1955 torch::tensor({-1.0711379841318796}), in RMSprop_with_weight_decay()
1958 torch::tensor( in RMSprop_with_weight_decay()
1965 torch::tensor( in RMSprop_with_weight_decay()
1967 torch::tensor( in RMSprop_with_weight_decay()
1969 torch::tensor({-1.9673083558727926}), in RMSprop_with_weight_decay()
1972 torch::tensor( in RMSprop_with_weight_decay()
1979 torch::tensor( in RMSprop_with_weight_decay()
1981 torch::tensor( in RMSprop_with_weight_decay()
1983 torch::tensor({-2.0626651115437147}), in RMSprop_with_weight_decay()
1986 torch::tensor( in RMSprop_with_weight_decay()
1993 torch::tensor( in RMSprop_with_weight_decay()
1995 torch::tensor( in RMSprop_with_weight_decay()
1997 torch::tensor({-2.075537874763694}), in RMSprop_with_weight_decay()
2000 torch::tensor( in RMSprop_with_weight_decay()
2007 torch::tensor( in RMSprop_with_weight_decay()
2009 torch::tensor( in RMSprop_with_weight_decay()
2011 torch::tensor({-2.0842642493046184}), in RMSprop_with_weight_decay()
2014 torch::tensor( in RMSprop_with_weight_decay()
2021 torch::tensor( in RMSprop_with_weight_decay()
2023 torch::tensor( in RMSprop_with_weight_decay()
2025 torch::tensor({-2.1064103749186183}), in RMSprop_with_weight_decay()
2028 torch::tensor( in RMSprop_with_weight_decay()
2035 torch::tensor( in RMSprop_with_weight_decay()
2037 torch::tensor( in RMSprop_with_weight_decay()
2039 torch::tensor({-2.1209598505912086}), in RMSprop_with_weight_decay()
2042 torch::tensor( in RMSprop_with_weight_decay()
2049 torch::tensor( in RMSprop_with_weight_decay()
2051 torch::tensor( in RMSprop_with_weight_decay()
2053 torch::tensor({-2.1247293635678854}), in RMSprop_with_weight_decay()
2056 torch::tensor( in RMSprop_with_weight_decay()
2063 torch::tensor( in RMSprop_with_weight_decay()
2065 torch::tensor( in RMSprop_with_weight_decay()
2067 torch::tensor({-2.1258082720638107}), in RMSprop_with_weight_decay()
2070 torch::tensor( in RMSprop_with_weight_decay()
2077 torch::tensor( in RMSprop_with_weight_decay()
2079 torch::tensor( in RMSprop_with_weight_decay()
2081 torch::tensor({-2.1261396358141798}), in RMSprop_with_weight_decay()
2084 torch::tensor( in RMSprop_with_weight_decay()
2091 torch::tensor( in RMSprop_with_weight_decay()
2093 torch::tensor( in RMSprop_with_weight_decay()
2095 torch::tensor({-2.1262432969587723}), in RMSprop_with_weight_decay()
2100 inline std::vector<std::vector<torch::Tensor>>
2104 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2111 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2113 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2115 torch::tensor({-1.0761757981162612}), in RMSprop_with_weight_decay_and_centered()
2118 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2125 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2127 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2129 torch::tensor({-1.622583045791722}), in RMSprop_with_weight_decay_and_centered()
2132 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2139 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2141 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2143 torch::tensor({-1.7513053380188806}), in RMSprop_with_weight_decay_and_centered()
2146 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2153 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2155 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2157 torch::tensor({-1.8460315737386976}), in RMSprop_with_weight_decay_and_centered()
2160 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2167 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2169 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2171 torch::tensor({-1.928273216206344}), in RMSprop_with_weight_decay_and_centered()
2174 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2181 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2183 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2185 torch::tensor({-2.0049155134617154}), in RMSprop_with_weight_decay_and_centered()
2188 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2195 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2197 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2199 torch::tensor({-2.079294995910487}), in RMSprop_with_weight_decay_and_centered()
2202 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2209 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2211 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2213 torch::tensor({-2.1537939241668997}), in RMSprop_with_weight_decay_and_centered()
2216 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2223 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2225 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2227 torch::tensor({-2.2307225014430423}), in RMSprop_with_weight_decay_and_centered()
2230 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2237 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2239 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2241 torch::tensor({-2.312733063937045}), in RMSprop_with_weight_decay_and_centered()
2244 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2251 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2253 torch::tensor( in RMSprop_with_weight_decay_and_centered()
2255 torch::tensor({-2.403496388200805}), in RMSprop_with_weight_decay_and_centered()
2260 inline std::vector<std::vector<torch::Tensor>>
2264 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2271 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2273 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2275 torch::tensor({-1.0761757981162612}), in RMSprop_with_weight_decay_and_centered_and_momentum()
2278 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2285 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2287 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2289 torch::tensor({-10.744790465364126}), in RMSprop_with_weight_decay_and_centered_and_momentum()
2292 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2299 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2301 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2303 torch::tensor({-10.714110383698559}), in RMSprop_with_weight_decay_and_centered_and_momentum()
2306 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2313 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2315 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2317 torch::tensor({-10.663204622623406}), in RMSprop_with_weight_decay_and_centered_and_momentum()
2320 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2327 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2329 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2331 torch::tensor({-10.579596899816439}), in RMSprop_with_weight_decay_and_centered_and_momentum()
2334 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2341 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2343 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2345 torch::tensor({-10.44279235413811}), in RMSprop_with_weight_decay_and_centered_and_momentum()
2348 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2355 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2357 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2359 torch::tensor({-10.220382375374728}), in RMSprop_with_weight_decay_and_centered_and_momentum()
2362 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2369 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2371 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2373 torch::tensor({-9.862669711962374}), in RMSprop_with_weight_decay_and_centered_and_momentum()
2376 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2383 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2385 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2387 torch::tensor({-9.297519364373224}), in RMSprop_with_weight_decay_and_centered_and_momentum()
2390 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2397 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2399 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2401 torch::tensor({-8.430731662958186}), in RMSprop_with_weight_decay_and_centered_and_momentum()
2404 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2411 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2413 torch::tensor( in RMSprop_with_weight_decay_and_centered_and_momentum()
2415 torch::tensor({-7.182093090194918}), in RMSprop_with_weight_decay_and_centered_and_momentum()
2420 inline std::vector<std::vector<torch::Tensor>> SGD() { in SGD()
2423 torch::tensor( in SGD()
2430 torch::tensor( in SGD()
2432 torch::tensor( in SGD()
2436 torch::tensor({-0.14255126505509488}), in SGD()
2439 torch::tensor( in SGD()
2446 torch::tensor( in SGD()
2448 torch::tensor( in SGD()
2450 torch::tensor({-1.8734090731084845}), in SGD()
2453 torch::tensor( in SGD()
2460 torch::tensor( in SGD()
2462 torch::tensor( in SGD()
2464 torch::tensor({-2.2024413056528886}), in SGD()
2467 torch::tensor( in SGD()
2474 torch::tensor( in SGD()
2476 torch::tensor( in SGD()
2478 torch::tensor({-2.383452427292781}), in SGD()
2481 torch::tensor( in SGD()
2488 torch::tensor( in SGD()
2490 torch::tensor( in SGD()
2492 torch::tensor({-2.5071352505158395}), in SGD()
2495 torch::tensor( in SGD()
2502 torch::tensor( in SGD()
2504 torch::tensor( in SGD()
2506 torch::tensor({-2.600529541471662}), in SGD()
2509 torch::tensor( in SGD()
2516 torch::tensor( in SGD()
2518 torch::tensor( in SGD()
2520 torch::tensor({-2.6752743361973184}), in SGD()
2523 torch::tensor( in SGD()
2530 torch::tensor( in SGD()
2532 torch::tensor( in SGD()
2534 torch::tensor({-2.73741957239466}), in SGD()
2537 torch::tensor( in SGD()
2544 torch::tensor( in SGD()
2546 torch::tensor( in SGD()
2548 torch::tensor({-2.7905023459395872}), in SGD()
2551 torch::tensor( in SGD()
2558 torch::tensor( in SGD()
2560 torch::tensor( in SGD()
2562 torch::tensor({-2.836765085555123}), in SGD()
2565 torch::tensor( in SGD()
2572 torch::tensor( in SGD()
2574 torch::tensor( in SGD()
2576 torch::tensor({-2.8777164728823017}), in SGD()
2581 inline std::vector<std::vector<torch::Tensor>> SGD_with_weight_decay() { in SGD_with_weight_decay()
2584 torch::tensor( in SGD_with_weight_decay()
2591 torch::tensor( in SGD_with_weight_decay()
2593 torch::tensor( in SGD_with_weight_decay()
2595 torch::tensor({-0.14248012693079315}), in SGD_with_weight_decay()
2598 torch::tensor( in SGD_with_weight_decay()
2605 torch::tensor( in SGD_with_weight_decay()
2607 torch::tensor( in SGD_with_weight_decay()
2609 torch::tensor({-1.8045854907382846}), in SGD_with_weight_decay()
2612 torch::tensor( in SGD_with_weight_decay()
2619 torch::tensor( in SGD_with_weight_decay()
2621 torch::tensor( in SGD_with_weight_decay()
2623 torch::tensor({-2.0415977924493043}), in SGD_with_weight_decay()
2626 torch::tensor( in SGD_with_weight_decay()
2633 torch::tensor( in SGD_with_weight_decay()
2635 torch::tensor( in SGD_with_weight_decay()
2637 torch::tensor({-2.131504419683077}), in SGD_with_weight_decay()
2640 torch::tensor( in SGD_with_weight_decay()
2647 torch::tensor( in SGD_with_weight_decay()
2649 torch::tensor( in SGD_with_weight_decay()
2651 torch::tensor({-2.170255083720924}), in SGD_with_weight_decay()
2654 torch::tensor( in SGD_with_weight_decay()
2661 torch::tensor( in SGD_with_weight_decay()
2663 torch::tensor( in SGD_with_weight_decay()
2665 torch::tensor({-2.1862978976514738}), in SGD_with_weight_decay()
2668 torch::tensor( in SGD_with_weight_decay()
2675 torch::tensor( in SGD_with_weight_decay()
2677 torch::tensor( in SGD_with_weight_decay()
2679 torch::tensor({-2.191253945056341}), in SGD_with_weight_decay()
2682 torch::tensor( in SGD_with_weight_decay()
2689 torch::tensor( in SGD_with_weight_decay()
2691 torch::tensor( in SGD_with_weight_decay()
2693 torch::tensor({-2.190575043873577}), in SGD_with_weight_decay()
2696 torch::tensor( in SGD_with_weight_decay()
2703 torch::tensor( in SGD_with_weight_decay()
2705 torch::tensor( in SGD_with_weight_decay()
2707 torch::tensor({-2.1870021744944763}), in SGD_with_weight_decay()
2710 torch::tensor( in SGD_with_weight_decay()
2717 torch::tensor( in SGD_with_weight_decay()
2719 torch::tensor( in SGD_with_weight_decay()
2721 torch::tensor({-2.1819672316721337}), in SGD_with_weight_decay()
2724 torch::tensor( in SGD_with_weight_decay()
2731 torch::tensor( in SGD_with_weight_decay()
2733 torch::tensor( in SGD_with_weight_decay()
2735 torch::tensor({-2.1762368071604308}), in SGD_with_weight_decay()
2740 inline std::vector<std::vector<torch::Tensor>>
2744 torch::tensor( in SGD_with_weight_decay_and_momentum()
2751 torch::tensor( in SGD_with_weight_decay_and_momentum()
2753 torch::tensor( in SGD_with_weight_decay_and_momentum()
2755 torch::tensor({-0.14248012693079315}), in SGD_with_weight_decay_and_momentum()
2758 torch::tensor( in SGD_with_weight_decay_and_momentum()
2765 torch::tensor( in SGD_with_weight_decay_and_momentum()
2767 torch::tensor( in SGD_with_weight_decay_and_momentum()
2769 torch::tensor({-2.3359277661920594}), in SGD_with_weight_decay_and_momentum()
2772 torch::tensor( in SGD_with_weight_decay_and_momentum()
2779 torch::tensor( in SGD_with_weight_decay_and_momentum()
2781 torch::tensor( in SGD_with_weight_decay_and_momentum()
2783 torch::tensor({-2.203215909196624}), in SGD_with_weight_decay_and_momentum()
2786 torch::tensor( in SGD_with_weight_decay_and_momentum()
2793 torch::tensor( in SGD_with_weight_decay_and_momentum()
2795 torch::tensor( in SGD_with_weight_decay_and_momentum()
2797 torch::tensor({-2.123181139806548}), in SGD_with_weight_decay_and_momentum()
2800 torch::tensor( in SGD_with_weight_decay_and_momentum()
2807 torch::tensor( in SGD_with_weight_decay_and_momentum()
2809 torch::tensor( in SGD_with_weight_decay_and_momentum()
2811 torch::tensor({-2.087859547998447}), in SGD_with_weight_decay_and_momentum()
2814 torch::tensor( in SGD_with_weight_decay_and_momentum()
2821 torch::tensor( in SGD_with_weight_decay_and_momentum()
2823 torch::tensor( in SGD_with_weight_decay_and_momentum()
2825 torch::tensor({-2.0731939075659627}), in SGD_with_weight_decay_and_momentum()
2828 torch::tensor( in SGD_with_weight_decay_and_momentum()
2835 torch::tensor( in SGD_with_weight_decay_and_momentum()
2837 torch::tensor( in SGD_with_weight_decay_and_momentum()
2839 torch::tensor({-2.0672675843404598}), in SGD_with_weight_decay_and_momentum()
2842 torch::tensor( in SGD_with_weight_decay_and_momentum()
2849 torch::tensor( in SGD_with_weight_decay_and_momentum()
2851 torch::tensor( in SGD_with_weight_decay_and_momentum()
2853 torch::tensor({-2.0649062340635584}), in SGD_with_weight_decay_and_momentum()
2856 torch::tensor( in SGD_with_weight_decay_and_momentum()
2863 torch::tensor( in SGD_with_weight_decay_and_momentum()
2865 torch::tensor( in SGD_with_weight_decay_and_momentum()
2867 torch::tensor({-2.0639728292802046}), in SGD_with_weight_decay_and_momentum()
2870 torch::tensor( in SGD_with_weight_decay_and_momentum()
2877 torch::tensor( in SGD_with_weight_decay_and_momentum()
2879 torch::tensor( in SGD_with_weight_decay_and_momentum()
2881 torch::tensor({-2.0636056316673934}), in SGD_with_weight_decay_and_momentum()
2884 torch::tensor( in SGD_with_weight_decay_and_momentum()
2891 torch::tensor( in SGD_with_weight_decay_and_momentum()
2893 torch::tensor( in SGD_with_weight_decay_and_momentum()
2895 torch::tensor({-2.0634616066978615}), in SGD_with_weight_decay_and_momentum()
2900 inline std::vector<std::vector<torch::Tensor>>
2904 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
2911 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
2913 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
2915 torch::tensor({-0.2068230782168696}), in SGD_with_weight_decay_and_nesterov_momentum()
2918 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
2925 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
2927 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
2929 torch::tensor({-3.7728444542017687}), in SGD_with_weight_decay_and_nesterov_momentum()
2932 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
2939 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
2941 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
2943 torch::tensor({-3.8570351018212796}), in SGD_with_weight_decay_and_nesterov_momentum()
2946 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
2953 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
2955 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
2957 torch::tensor({-3.923827025320545}), in SGD_with_weight_decay_and_nesterov_momentum()
2960 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
2967 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
2969 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
2971 torch::tensor({-3.9791368472670334}), in SGD_with_weight_decay_and_nesterov_momentum()
2974 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
2981 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
2983 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
2985 torch::tensor({-4.02626353351958}), in SGD_with_weight_decay_and_nesterov_momentum()
2988 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
2995 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
2997 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
2999 torch::tensor({-4.0672678681014025}), in SGD_with_weight_decay_and_nesterov_momentum()
3002 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
3009 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
3011 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
3013 torch::tensor({-4.1035226231344275}), in SGD_with_weight_decay_and_nesterov_momentum()
3016 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
3023 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
3025 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
3027 torch::tensor({-4.135987715622241}), in SGD_with_weight_decay_and_nesterov_momentum()
3030 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
3037 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
3039 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
3041 torch::tensor({-4.165360368453936}), in SGD_with_weight_decay_and_nesterov_momentum()
3044 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
3051 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
3053 torch::tensor( in SGD_with_weight_decay_and_nesterov_momentum()
3055 torch::tensor({-4.192162739857097}), in SGD_with_weight_decay_and_nesterov_momentum()