YouAreLion的博客

【代码】python必装包。

import numpy as npimport numba@numba.jit(nopython=False, parallel=True)def im2col(input_data, filter_h, filter_w, stride=1, pad=0): N, C, H, W = input_data.shape out_h = (H + 2*pad - filter_h)//stride + 1 out_w = (W + 2*pad - filter_w)//s.

# 目前tensorflow2.2官方标配cuda10.1，也是官方在github给出方案，修改cuda软链接即可，非常简单。# 前提是你已经正确安装cuda10.2，检查：nvidia-sminvcc -V# 干正事（重点就这一步）：cd /usr/local/cuda-10.2/targets/x86_64-linux/lib/ln -s libcudart.so.10.2.89 libcudart.so.10.1# 检查是否可用：source /etc/profile>

#保证gpu是正常可用的：nvidia-sminvcc -V#进入root权限，且python环境为你正常使用环境，比如anaconda3，而不是python2.7#首先进行必要的升级：#cmake>=3.2(eg: v3.16.8)#https://cmake.org/download/./configuremakemake install#boost>=1.56(eg: v1.61)#https://dl.bintray.com/boostorg/release/

http://docs.nvidia.com/deeplearning/sdk/cudnn-install/index.html#install-windows

from __future__ import division,print_functionimport timeimport datetimeimport numpy as npimport pandas as pdfrom pyspark import SparkContext,SparkConffrom pyspark.sql import SparkSession,Column...

# coding=utf-8from pyspark import SparkContextfrom pyspark.streaming import StreamingContextsc = SparkContext("yarn","stream_test")ssc = StreamingContext(sc,1)# monitor: nc -lk 9999lines = ...