Linear Algebra Python

Prepared by Asif Bhat
Linear Algebra with Python - Part 1
Linear Algebra
In [1]: import numpy as np
import matplotlib.pyplot as plt
from mpl_toolkits.mplot3d import Axes3D
In [2]: v = [3,4]
u = [1,2,3]
In [3]: v ,u
Out[3]: ([3, 4], [1, 2, 3])
In [4]: type(v)
Out[4]: list
In [5]: w = np.array([9,5,7])
In [6]: type(w)
Out[6]: numpy.ndarray
In [7]: w.shape[0]
Out[7]: 3
In [8]: w.shape
Out[8]: (3,)
Reading elements from an array

In [9]: a = np.array([7,5,3,9,0,2])
In [10]: a[0]
Out[10]: 7
In [11]: a[1:]
Out[11]: array([5, 3, 9, 0, 2])
In [12]: a[1:4]
Out[12]: array([5, 3, 9])
In [13]: a[-1]
Out[13]: 2
In [14]: a[-3]
Out[14]: 9
In [15]: a[-6]
Out[15]: 7
In [16]: a[-3:-1]
Out[16]: array([9, 0])
Plotting a Vector
What is vector : https://www.youtube.com/watch?
v=fNk_zzaMoSs&list=PLZHQObOWTQDPD3MizzM2xVFitgF8hE_ab&index=1
(https://www.youtube.com/watch?
v=fNk_zzaMoSs&list=PLZHQObOWTQDPD3MizzM2xVFitgF8hE_ab&index=1)
In [17]: v = [3,4]
u = [1,2,3]
In [18]: plt.plot (v)
Out[18]: [<matplotlib.lines.Line2D at 0x7fe638fcaa90>]
In [19]: plt.plot([0,v[0]] , [0,v[1]])
Out[19]: [<matplotlib.lines.Line2D at 0x7fe6489648e0>]
Plot 2D Vector
In [20]: plt.plot([0,v[0]] , [0,v[1]])
plt.plot([8,-8] , [0,0] , 'k--')
plt.plot([0,0] , [8,-8] , 'k--')
plt.grid()
plt.axis((-8, 8, -8, 8))
plt.show()
Plot the 3D vector

In [21]: fig = plt.figure()
ax = fig.add_subplot(111, projection='3d', auto_add_to_figure=False)
u = [1, 2, 3] # Define the vector
ax.plot([0, u[0]], [0, u[1]], [0, u[2]]) # Plot the vector
ax.set_box_aspect([1, 1, 1]) # Set the aspect ratio of the 3D box
ax.plot([0, 0], [0, 0], [-5, 5], 'k--') # Plot the x, y, and z axes
ax.plot([0, 0], [-5, 5], [0, 0], 'k--')
ax.plot([-5, 5], [0, 0], [0, 0], 'k--')
fig.add_axes(ax) # Add the Axes3D object to the figure
plt.show()
Vector Addition
In [22]: v1 = np.array([1,2])
v2 = np.array([3,4])
v3 = v1+v2
v3 = np.add(v1,v2)
print('V3 =' ,v3)
plt.plot([0,v1[0]] , [0,v1[1]] , 'r' , label = 'v1')
plt.plot([0,v2[0]] , [0,v2[1]], 'b' , label = 'v2')
plt.plot([0,v3[0]] , [0,v3[1]] , 'g' , label = 'v3')
plt.plot([8,-8] , [0,0] , 'k--')
plt.plot([0,0] , [8,-8] , 'k--')
plt.grid()
plt.axis((-8, 8, -8, 8))
plt.legend()
plt.show()
V3 = [4 6]
In [23]: plt.plot([0,v1[0]] , [0,v1[1]] , 'r' , label = 'v1')
plt.plot([0,v2[0]]+v1[0] , [0,v2[1]]+v1[1], 'b' , label = 'v2')
plt.plot([0,v3[0]] , [0,v3[1]] , 'g' , label = 'v3')
plt.plot([8,-8] , [0,0] , 'k--')
plt.plot([0,0] , [8,-8] , 'k--')
plt.grid()
plt.axis((-8, 8, -8, 8))
plt.legend()
plt.show()
Scalar Multiplication
In [24]: u1 = np.array([3,4])
a = .5
u2 = u1*a
plt.plot([0,u1[0]] , [0,u1[1]] , 'r' , label = 'v1')
plt.plot([0,u2[0]] , [0,u2[1]], 'b--' , label = 'v2')
plt.plot([8,-8] , [0,0] , 'k--')
plt.plot([0,0] , [8,-8] , 'k--')
plt.grid()
plt.axis((-8, 8, -8, 8))
plt.legend()
plt.show()
In [25]: u1 = np.array([3,4])
a = -.3
u2 = u1*a
plt.plot([0,u1[0]] , [0,u1[1]] , 'r' , label = 'v1')
plt.plot([0,u2[0]] , [0,u2[1]], 'b' , label = 'v2')
plt.plot([8,-8] , [0,0] , 'k--')
plt.plot([0,0] , [8,-8] , 'k--')
plt.grid()
plt.axis((-8, 8, -8, 8))
plt.legend()
plt.show()
Multiplication of vectors
In [26]: a1 = [5 , 6 ,8]
a2 = [4, 7 , 9]
print(np.multiply(a1,a2))
[20 42 72]
Dot Product
Dot Product :
https://www.youtube.com/watch?v=WNuIhXo39_k (https://www.youtube.com/watch?
v=WNuIhXo39_k)
https://www.youtube.com/watch?v=LyGKycYT2v0 (https://www.youtube.com/watch?
v=LyGKycYT2v0)
In [27]: a1 = np.array([1,2,3])
a2 = np.array([4,5,6])

dotp = a1@a2
print(" Dot product - ",dotp)

dotp = np.dot(a1,a2)
print(" Dot product usign np.dot",dotp)

dotp = np.inner(a1,a2)
print(" Dot product usign np.inner", dotp)

dotp = sum(np.multiply(a1,a2))
print(" Dot product usign np.multiply & sum",dotp)

dotp = np.matmul(a1,a2)
print(" Dot product usign np.matmul",dotp)

dotp = 0
for i in range(len(a1)):
dotp = dotp + a1[i]*a2[i]
print(" Dot product usign for loop" , dotp)
Dot product - 32
Dot product usign np.dot 32
Dot product usign np.inner 32
Dot product usign np.multiply & sum 32
Dot product usign np.matmul 32
Dot product usign for loop 32
Length of Vector
In [28]: v3 = np.array([1,2,3,4,5,6])
length = np.sqrt(np.dot(v3,v3))
length
Out[28]: 9.539392014169456
In [29]: v3 = np.array([1,2,3,4,5,6])
length = np.sqrt(sum(np.multiply(v3,v3)))
length
Out[29]: 9.539392014169456
In [30]: v3 = np.array([1,2,3,4,5,6])
length = np.sqrt(np.matmul(v3,v3))
length
Out[30]: 9.539392014169456
Normalized Vector
How to normalize a vector : https://www.youtube.com/watch?v=7fn03DIW3Ak
(https://www.youtube.com/watch?v=7fn03DIW3Ak)
In [31]: v1 = [2,3]
length_v1 = np.sqrt(np.dot(v1,v1))
norm_v1 = v1/length_v1
length_v1 , norm_v1
Out[31]: (3.605551275463989, array([0.5547002 , 0.83205029]))
In [32]: v1 = [2,3]
norm_v1 = v1/np.linalg.norm(v1)
norm_v1
Out[32]: array([0.5547002 , 0.83205029])
Angle between vectors

Angle between two vectors : https://www.youtube.com/watch?v=WDdR5s0C4cY
(https://www.youtube.com/watch?v=WDdR5s0C4cY)
In [33]: #First Method
v2 = np.array([-4,8])
ang = np.rad2deg(np.arccos( np.dot(v1,v2) / (np.linalg.norm(v1)*np.linalg.n
plt.plot([0,v1[0]] , [0,v1[1]] , 'r' , label = 'v1')
plt.plot([0,v2[0]]+v1[0] , [0,v2[1]]+v1[1], 'b' , label = 'v2')
plt.plot([16,-16] , [0,0] , 'k--')
plt.plot([0,0] , [16,-16] , 'k--')
plt.grid()
plt.axis((-16, 16, -16, 16))
plt.legend()
plt.title('Angle between Vectors - %s' %ang)
plt.show()
In [34]: #Second Method

v2 = np.array([-3,4])
lengthV1 = np.sqrt(np.dot(v1,v1))
lengthV2 = np.sqrt(np.dot(v2,v2))
ang = np.rad2deg(np.arccos( np.dot(v1,v2) / (lengthV1 * lengthV2)))
print('Angle between Vectors - %s' %ang)
Angle between Vectors - 90.0

In [35]: v1 = np.array([1,2,-3])
v2 = np.array([7,-4,2])

fig = plt.figure()
ax = fig.add_subplot(111, projection='3d')
ax.plot([0, v1[0]], [0, v1[1]], [0, v1[2]], 'b')
ax.plot([0, v2[0]], [0, v2[1]], [0, v2[2]], 'r')

ang = np.rad2deg(np.arccos(np.dot(v1, v2) / (np.linalg.norm(v1) * np.linalg
plt.title('Angle between vectors: %s degrees.' % ang)

plt.show()
Inner & outer products

Inner and Outer Product : https://www.youtube.com/watch?v=FCmH4MqbFGs&t=2s
(https://www.youtube.com/watch?v=FCmH4MqbFGs&t=2s)
In [36]: # https://www.youtube.com/watch?v=FCmH4MqbFGs

v1 = np.array([1,2,3])
v2 = np.array([4,5,6])
np.inner(v1,v2)

print("\n Inner Product ==> \n", np.inner(v1,v2))
print("\n Outer Product ==> \n", np.outer(v1,v2))
Inner Product ==>

32
Outer Product ==>

[[ 4 5 6]
[ 8 10 12]
[12 15 18]]
Vector Cross Product
Vector Cross Product : https://www.youtube.com/watch?v=pWbOisq1MJU
(https://www.youtube.com/watch?v=pWbOisq1MJU)
In [37]: v1 = np.array([1,2,3])
v2 = np.array([4,5,6])
print("\nVector Cross Product ==> \n", np.cross(v1,v2))
Vector Cross Product ==>

[-3 6 -3]
Matrix Operations
Matrix Creation
In [38]: A = np.array([[1,2,3,4] , [5,6,7,8] , [10 , 11 , 12 ,13] , [14,15,16,17]])
In [39]: A
Out[39]: array([[ 1, 2, 3, 4],

[ 5, 6, 7, 8],
[10, 11, 12, 13],
[14, 15, 16, 17]])
In [40]: type(A)
In [41]: A.dtype
Out[41]: dtype('int64')
In [42]: B = np.array([[1.5,2.07,3,4] , [5,6,7,8] , [10 , 11 , 12 ,13] , [14,15,16,1

B
Out[42]: array([[ 1.5 , 2.07, 3. , 4. ],

[ 5. , 6. , 7. , 8. ],
[10. , 11. , 12. , 13. ],
[14. , 15. , 16. , 17. ]])
In [43]: type(B)
In [44]: B.dtype
Out[44]: dtype('float64')
In [45]: A.shape
Out[45]: (4, 4)
In [46]: A[0,]
Out[46]: array([1, 2, 3, 4])
In [47]: A[:,0]
Out[47]: array([ 1, 5, 10, 14])
In [48]: A[0,0]
Out[48]: 1
In [49]: A[0][0]
Out[49]: 1
In [50]: A[1:3 , 1:3]
Out[50]: array([[ 6, 7],

[11, 12]])
Matrix Types :
https://www.youtube.com/watch?v=alc9i7V2e9Q&list=PLmdFyQYShrjcoVkhCCIwxNj9N4rW1-
T5I&index=5 (https://www.youtube.com/watch?
v=alc9i7V2e9Q&list=PLmdFyQYShrjcoVkhCCIwxNj9N4rW1-T5I&index=5)
https://www.youtube.com/watch?
v=nfG4NwLhH14&list=PLmdFyQYShrjcoVkhCCIwxNj9N4rW1-T5I&index=6
v=nfG4NwLhH14&list=PLmdFyQYShrjcoVkhCCIwxNj9N4rW1-T5I&index=6)
Zero Matrix
Zero Matrix - https://www.web-
formulas.com/Math_Formulas/Linear_Algebra_Definition_of_Zero_Matrix.aspx (https://www.web-
formulas.com/Math_Formulas/Linear_Algebra_Definition_of_Zero_Matrix.aspx)
In [51]: np.zeros(9).reshape(3,3)
Out[51]: array([[0., 0., 0.],

[0., 0., 0.],
[0., 0., 0.]])
In [52]: np.zeros((3,3))
Out[52]: array([[0., 0., 0.],

[0., 0., 0.],
[0., 0., 0.]])
Matrix of Ones
Matrix of Ones - https://en.wikipedia.org/wiki/Matrix_of_ones
(https://en.wikipedia.org/wiki/Matrix_of_ones)
In [53]: np.ones(9).reshape(3,3)
Out[53]: array([[1., 1., 1.],

[1., 1., 1.],
[1., 1., 1.]])
In [54]: np.ones((3,3))
Out[54]: array([[1., 1., 1.],

[1., 1., 1.],
[1., 1., 1.]])
Matrix with Random Numbers

In [55]: X = np.random.random((3,3))
X
Out[55]: array([[0.30026247, 0.28235787, 0.7030474 ],

[0.92228293, 0.35079884, 0.29033682],
[0.39624807, 0.6496108 , 0.61999024]])
Identity Matrix
Identity Matrix : https://en.wikipedia.org/wiki/Identity_matrix
(https://en.wikipedia.org/wiki/Identity_matrix)
In [56]: I = np.eye(9)
I
Out[56]: array([[1., 0., 0., 0., 0., 0., 0., 0., 0.],
[0., 1., 0., 0., 0., 0., 0., 0., 0.],
[0., 0., 1., 0., 0., 0., 0., 0., 0.],
[0., 0., 0., 1., 0., 0., 0., 0., 0.],
[0., 0., 0., 0., 1., 0., 0., 0., 0.],
[0., 0., 0., 0., 0., 1., 0., 0., 0.],
[0., 0., 0., 0., 0., 0., 1., 0., 0.],
[0., 0., 0., 0., 0., 0., 0., 1., 0.],
[0., 0., 0., 0., 0., 0., 0., 0., 1.]])
Diagonal Matrix
Diagonal Matrix : https://en.wikipedia.org/wiki/Diagonal_matrix
(https://en.wikipedia.org/wiki/Diagonal_matrix)
In [57]: D = np.diag([1,2,3,4,5,6,7,8])
D
Out[57]: array([[1, 0, 0, 0, 0, 0, 0, 0],

[0, 2, 0, 0, 0, 0, 0, 0],
[0, 0, 3, 0, 0, 0, 0, 0],
[0, 0, 0, 4, 0, 0, 0, 0],
[0, 0, 0, 0, 5, 0, 0, 0],
[0, 0, 0, 0, 0, 6, 0, 0],
[0, 0, 0, 0, 0, 0, 7, 0],
[0, 0, 0, 0, 0, 0, 0, 8]])
Traingular Matrices (lower & Upper triangular

matrix)
Traingular Matrices : https://en.wikipedia.org/wiki/Triangular_matrix
(https://en.wikipedia.org/wiki/Triangular_matrix)
In [58]: M = np.random.randint(0, 10, size=(5,5))
U = np.triu(M)
L = np.tril(M)
print("lower triangular matrix - \n" , M)
print("\n")

print("lower triangular matrix - \n" , L)
print("\n")

print("Upper triangular matrix - \n" , U)
lower triangular matrix -

[[2 7 5 3 0]
[2 9 8 2 2]
[8 4 7 4 8]
[2 2 4 4 6]
[8 1 8 0 5]]
lower triangular matrix -

[[2 0 0 0 0]
[2 9 0 0 0]
[8 4 7 0 0]
[2 2 4 4 0]
[8 1 8 0 5]]
Upper triangular matrix -

[[2 7 5 3 0]
[0 9 8 2 2]
[0 0 7 4 8]
[0 0 0 4 6]
[0 0 0 0 5]]
Concatenate Matrices
Matrix Concatenation :
https://docs.scipy.org/doc/numpy/reference/generated/numpy.concatenate.html
(https://docs.scipy.org/doc/numpy/reference/generated/numpy.concatenate.html)
In [59]: A = np.array([[1,2] , [3,4] ,[5,6]])
B = np.array([[1,1] , [1,1]])
C = np.concatenate((A,B))
C , C.shape , type(C) , C.dtype
Out[59]: (array([[1, 2],

[3, 4],
[5, 6],
[1, 1],
[1, 1]]),
(5, 2),
numpy.ndarray,
dtype('int64'))
In [60]: np.full((5,5) , 8)
Out[60]: array([[8, 8, 8, 8, 8],

[8, 8, 8, 8, 8],
[8, 8, 8, 8, 8],
[8, 8, 8, 8, 8],
[8, 8, 8, 8, 8]])
In [61]: M
Out[61]: array([[2, 7, 5, 3, 0],

[2, 9, 8, 2, 2],
[8, 4, 7, 4, 8],
[2, 2, 4, 4, 6],
[8, 1, 8, 0, 5]])
In [62]: M.flatten()
Out[62]: array([2, 7, 5, 3, 0, 2, 9, 8, 2, 2, 8, 4, 7, 4, 8, 2, 2, 4, 4, 6, 8, 1,
8, 0, 5])
Matrix Addition
Matrix Addition : https://www.youtube.com/watch?v=ZCmVpGv6_1g
(https://www.youtube.com/watch?v=ZCmVpGv6_1g)
In [63]: #********************************************************#
M = np.array([[1,2,3],[4,-3,6],[7,8,0]])
N = np.array([[1,1,1],[2,2,2],[3,3,3]])

print("\n First Matrix (M) ==> \n", M)
print("\n Second Matrix (N) ==> \n", N)

C = M+N
print("\n Matrix Addition (M+N) ==> \n", C)

# OR

C = np.add(M,N,dtype = np.float64)
print("\n Matrix Addition using np.add ==> \n", C)

#********************************************************#
First Matrix (M) ==>

[[ 1 2 3]
[ 4 -3 6]
[ 7 8 0]]
Second Matrix (N) ==>

[[1 1 1]
[2 2 2]
[3 3 3]]
Matrix Addition (M+N) ==>

[[ 2 3 4]
[ 6 -1 8]
[10 11 3]]
Matrix Addition using np.add ==>

[[ 2. 3. 4.]
[ 6. -1. 8.]
[10. 11. 3.]]
Matrix subtraction
Matrix subtraction : https://www.youtube.com/watch?
v=7jb_AO_hRc8&list=PLmdFyQYShrjcoVkhCCIwxNj9N4rW1-T5I&index=8
(https://www.youtube.com/watch?v=7jb_AO_hRc8&list=PLmdFyQYShrjcoVkhCCIwxNj9N4rW1-
T5I&index=8)
In [64]: #********************************************************#
M = np.array([[1,2,3],[4,-3,6],[7,8,0]])
N = np.array([[1,1,1],[2,2,2],[3,3,3]])


C = M-N
print("\n Matrix Subtraction (M-N) ==> \n", C)

# OR

C = np.subtract(M,N,dtype = np.float64)
print("\n Matrix Subtraction using np.subtract ==> \n", C)

#********************************************************#

[[ 1 2 3]
[ 4 -3 6]
[ 7 8 0]]

[[1 1 1]
[2 2 2]
[3 3 3]]
Matrix Subtraction (M-N) ==>

[[ 0 1 2]
[ 2 -5 4]
[ 4 5 -3]]
Matrix Subtraction using np.subtract ==>

[[ 0. 1. 2.]
[ 2. -5. 4.]
[ 4. 5. -3.]]
Matrices Scalar Multiplication

Matrices Scalar Multiplication : https://www.youtube.com/watch?
v=4lHyTQH1iS8&list=PLmdFyQYShrjcoVkhCCIwxNj9N4rW1-T5I&index=9
(https://www.youtube.com/watch?v=4lHyTQH1iS8&list=PLmdFyQYShrjcoVkhCCIwxNj9N4rW1-
T5I&index=9)
In [65]: M = np.array([[1,2,3],[4,-3,6],[7,8,0]])

C = 10

print("\n Matrix (M) ==> \n", M)

print("\nMatrices Scalar Multiplication ==> \n", C*M)

# OR

print("\nMatrices Scalar Multiplication ==> \n", np.multiply(C,M))
Matrix (M) ==>

[[ 1 2 3]
[ 4 -3 6]
[ 7 8 0]]
Matrices Scalar Multiplication ==>

[[ 10 20 30]
[ 40 -30 60]
[ 70 80 0]]
Matrices Scalar Multiplication ==>

[[ 10 20 30]
[ 40 -30 60]
[ 70 80 0]]
Transpose of a matrix
Transpose of a matrix : https://www.youtube.com/watch?
v=g_Rz94DXvNo&list=PLmdFyQYShrjcoVkhCCIwxNj9N4rW1-T5I&index=13
(https://www.youtube.com/watch?v=g_Rz94DXvNo&list=PLmdFyQYShrjcoVkhCCIwxNj9N4rW1-
T5I&index=13)
In [66]: M = np.array([[1,2,3],[4,-3,6],[7,8,0]])


print("\nTranspose of M ==> \n", np.transpose(M))

# OR

print("\nTranspose of M ==> \n", M.T)
Matrix (M) ==>

[[ 1 2 3]
[ 4 -3 6]
[ 7 8 0]]
Transpose of M ==>
[[ 1 4 7]
[ 2 -3 8]
[ 3 6 0]]
Transpose of M ==>
[[ 1 4 7]
[ 2 -3 8]
[ 3 6 0]]
Determinant of a matrix
Determinant of a matrix :
https://www.youtube.com/watch?v=21LWuY8i6Hw&t=88s (https://www.youtube.com/watch?
v=21LWuY8i6Hw&t=88s)
v=Ip3X9LOh2dk&list=PLZHQObOWTQDPD3MizzM2xVFitgF8hE_ab&index=6
v=Ip3X9LOh2dk&list=PLZHQObOWTQDPD3MizzM2xVFitgF8hE_ab&index=6)
In [67]: M = np.array([[1,2,3],[4,-3,6],[7,8,0]])


print("\nDeterminant of M ==> ", np.linalg.det(M))
Matrix (M) ==>

[[ 1 2 3]
[ 4 -3 6]
[ 7 8 0]]
Determinant of M ==> 195.0

Rank of a matrix
In [68]: M = np.array([[1,2,3],[4,-3,6],[7,8,0]])


print("\nRank of M ==> ", np.linalg.matrix_rank(M))
Matrix (M) ==>

[[ 1 2 3]
[ 4 -3 6]
[ 7 8 0]]
Rank of M ==> 3
Trace of matrix
In [69]: M = np.array([[1,2,3],[4,-3,6],[7,8,0]])


print("\nTrace of M ==> ", np.trace(M))
Matrix (M) ==>

[[ 1 2 3]
[ 4 -3 6]
[ 7 8 0]]
Trace of M ==> -2
Inverse of matrix A
Inverse of matrix : https://www.youtube.com/watch?v=pKZyszzmyeQ
(https://www.youtube.com/watch?v=pKZyszzmyeQ)
In [70]: M = np.array([[1,2,3],[4,-3,6],[7,8,0]])


print("\nInverse of M ==> \n", np.linalg.inv(M))
Matrix (M) ==>

[[ 1 2 3]
[ 4 -3 6]
[ 7 8 0]]
Inverse of M ==>
[[-0.24615385 0.12307692 0.10769231]
[ 0.21538462 -0.10769231 0.03076923]
[ 0.27179487 0.03076923 -0.05641026]]
Matrix Multiplication (pointwise multiplication)

In [71]: M = np.array([[1,2,3],[4,-3,6],[7,8,0]])
N = np.array([[1,1,1],[2,2,2],[3,3,3]])


print("\n Point-Wise Multiplication of M & N ==> \n", M*N)

# OR

print("\n Point-Wise Multiplication of M & N ==> \n", np.multiply(M,N))

[[ 1 2 3]
[ 4 -3 6]
[ 7 8 0]]

[[1 1 1]
[2 2 2]
[3 3 3]]
Point-Wise Multiplication of M & N ==>

[[ 1 2 3]
[ 8 -6 12]
[21 24 0]]
Point-Wise Multiplication of M & N ==>

[[ 1 2 3]
[ 8 -6 12]
[21 24 0]]
Matrix dot product
Matrix Multiplication :
https://www.youtube.com/watch?v=vzt9c7iWPxs&t=207s (https://www.youtube.com/watch?
v=vzt9c7iWPxs&t=207s)
v=XkY2DOUCWMU&list=PLZHQObOWTQDPD3MizzM2xVFitgF8hE_ab&index=4
v=XkY2DOUCWMU&list=PLZHQObOWTQDPD3MizzM2xVFitgF8hE_ab&index=4)
In [72]: M = np.array([[1,2,3],[4,-3,6],[7,8,0]])
N = np.array([[1,1,1],[2,2,2],[3,3,3]])


print("\n Matrix Dot Product ==> \n", M@N)

# OR

print("\n Matrix Dot Product using np.matmul ==> \n", np.matmul(M,N))

# OR

print("\n Matrix Dot Product using np.dot ==> \n", np.dot(M,N))

[[ 1 2 3]
[ 4 -3 6]
[ 7 8 0]]

[[1 1 1]
[2 2 2]
[3 3 3]]
Matrix Dot Product ==>

[[14 14 14]
[16 16 16]
[23 23 23]]
Matrix Dot Product using np.matmul ==>

[[14 14 14]
[16 16 16]
[23 23 23]]
Matrix Dot Product using np.dot ==>

[[14 14 14]
[16 16 16]
[23 23 23]]
Matrix Division
In [73]: M = np.array([[1,2,3],[4,-3,6],[7,8,0]])
N = np.array([[1,1,1],[2,2,2],[3,3,3]])


print("\n Matrix Division (M/N) ==> \n", M/N)

# OR

print("\n Matrix Division (M/N) ==> \n", np.divide(M,N))

[[ 1 2 3]
[ 4 -3 6]
[ 7 8 0]]

[[1 1 1]
[2 2 2]
[3 3 3]]
Matrix Division (M/N) ==>

[[ 1. 2. 3. ]
[ 2. -1.5 3. ]
[ 2.33333333 2.66666667 0. ]]
Matrix Division (M/N) ==>

[[ 1. 2. 3. ]
[ 2. -1.5 3. ]
[ 2.33333333 2.66666667 0. ]]
Sum of all elements in a matrix

In [74]: N = np.array([[1,1,1],[2,2,2],[3,3,3]])

print("\n Matrix (N) ==> \n", N)

print ("Sum of all elements in a Matrix ==>")
print (np.sum(N))
Matrix (N) ==>

[[1 1 1]
[2 2 2]
[3 3 3]]
Sum of all elements in a Matrix ==>
18
Column-Wise Addition
In [75]: N = np.array([[1,1,1],[2,2,2],[3,3,3]])


print ("Column-Wise summation ==> ")
print (np.sum(N,axis=0))
Matrix (N) ==>

[[1 1 1]
[2 2 2]
[3 3 3]]
Column-Wise summation ==>
[6 6 6]
Row-Wise Addition
In [76]: N = np.array([[1,1,1],[2,2,2],[3,3,3]])


print ("Row-Wise summation ==>")
print (np.sum(N,axis=1))
Matrix (N) ==>

[[1 1 1]
[2 2 2]
[3 3 3]]
Row-Wise summation ==>
[3 6 9]
Kronecker Product of matrices
Kronecker Product of matrices : https://www.youtube.com/watch?v=e1UJXvu8VZk
(https://www.youtube.com/watch?v=e1UJXvu8VZk)
In [77]: M1 = np.array([[1,2,3] , [4,5,6]])

M1
Out[77]: array([[1, 2, 3],

[4, 5, 6]])
In [78]: M2 = np.array([[10,10,10],[10,10,10]])
M2
Out[78]: array([[10, 10, 10],

[10, 10, 10]])
In [79]: np.kron(M1,M2)
Out[79]: array([[10, 10, 10, 20, 20, 20, 30, 30, 30],
[10, 10, 10, 20, 20, 20, 30, 30, 30],
[40, 40, 40, 50, 50, 50, 60, 60, 60],
[40, 40, 40, 50, 50, 50, 60, 60, 60]])
Matrix Vector Multiplication

In [80]: A = np.array([[1,2,3] ,[4,5,6]])
v = np.array([10,20,30])
print ("Matrix Vector Multiplication ==> \n" , A*v)
Matrix Vector Multiplication ==>

[[ 10 40 90]
[ 40 100 180]]
Matrix Vector Dot Product

In [81]: A = np.array([[1,2,3] ,[4,5,6]])
v = np.array([10,20,30])

print ("Matrix Vector Multiplication ==> \n" , A@v)
Matrix Vector Multiplication ==>

[140 320]
Matrix Powers
In [82]: M1 = np.array([[1,2],[4,5]])
M1
Out[82]: array([[1, 2],

[4, 5]])
In [83]: #Matrix to the power 3

M1@M1@M1
Out[83]: array([[ 57, 78],

[156, 213]])
In [84]: #Matrix to the power 3

np.linalg.matrix_power(M1,3)
Out[84]: array([[ 57, 78],

[156, 213]])
Tensor
What is Tensor :
https://www.youtube.com/watch?v=f5liqUk0ZTw (https://www.youtube.com/watch?
v=f5liqUk0ZTw)
https://www.youtube.com/watch?v=bpG3gqDM80w&t=634s
(https://www.youtube.com/watch?v=bpG3gqDM80w&t=634s)
https://www.youtube.com/watch?v=uaQeXi4E7gA (https://www.youtube.com/watch?
v=uaQeXi4E7gA)
In [85]: # Create Tensor

T1 = np.array([
[[1,2,3], [4,5,6], [7,8,9]],
[[10,20,30], [40,50,60], [70,80,90]],
[[100,200,300], [400,500,600], [700,800,900]],
])

T1
Out[85]: array([[[ 1, 2, 3],

[ 4, 5, 6],
[ 7, 8, 9]],
[[ 10, 20, 30],

[ 40, 50, 60],
[ 70, 80, 90]],
[[100, 200, 300],

[400, 500, 600],
[700, 800, 900]]])
In [86]: T2 = np.array([
[[3,3,3] , [4,4,4] , [5,5,5]],
[[1,1,1] , [1,1,1] , [1,1,1]],
[[2,2,2] , [2,2,2] , [2,2,2]]
])

T2
Out[86]: array([[[3, 3, 3],

[4, 4, 4],
[5, 5, 5]],
[[1, 1, 1],
[1, 1, 1],
[1, 1, 1]],
[[2, 2, 2],
[2, 2, 2],
[2, 2, 2]]])
Tensor Addition
In [87]: A = T1+T2
A
Out[87]: array([[[ 4, 5, 6],

[ 8, 9, 10],
[ 12, 13, 14]],
[[ 11, 21, 31],

[ 41, 51, 61],
[ 71, 81, 91]],
[[102, 202, 302],

[402, 502, 602],
[702, 802, 902]]])
In [88]: np.add(T1,T2)
Out[88]: array([[[ 4, 5, 6],

[ 8, 9, 10],
[ 12, 13, 14]],
[[ 11, 21, 31],

[ 41, 51, 61],
[ 71, 81, 91]],
[[102, 202, 302],

[402, 502, 602],
[702, 802, 902]]])
Tensor Subtraction
In [89]: S = T1-T2
S
Out[89]: array([[[ -2, -1, 0],

[ 0, 1, 2],
[ 2, 3, 4]],
[[ 9, 19, 29],
[ 39, 49, 59],
[ 69, 79, 89]],
[[ 98, 198, 298],

[398, 498, 598],
[698, 798, 898]]])
In [90]: np.subtract(T1,T2)
Out[90]: array([[[ -2, -1, 0],

[ 0, 1, 2],
[ 2, 3, 4]],
[[ 9, 19, 29],
[ 39, 49, 59],
[ 69, 79, 89]],
[[ 98, 198, 298],

[398, 498, 598],
[698, 798, 898]]])
Tensor Element-Wise Product

In [91]: P = T1*T2
P
Out[91]: array([[[ 3, 6, 9],

[ 16, 20, 24],
[ 35, 40, 45]],
[[ 10, 20, 30],

[ 40, 50, 60],
[ 70, 80, 90]],
[[ 200, 400, 600],

[ 800, 1000, 1200],
[1400, 1600, 1800]]])
In [92]: np.multiply(T1,T2)
Out[92]: array([[[ 3, 6, 9],

[ 16, 20, 24],
[ 35, 40, 45]],
[[ 10, 20, 30],

[ 40, 50, 60],
[ 70, 80, 90]],
[[ 200, 400, 600],

[ 800, 1000, 1200],
[1400, 1600, 1800]]])
Tensor Element-Wise Division

In [93]: D = T1/T2
D
Out[93]: array([[[3.33333333e-01, 6.66666667e-01, 1.00000000e+00],

[1.00000000e+00, 1.25000000e+00, 1.50000000e+00],
[1.40000000e+00, 1.60000000e+00, 1.80000000e+00]],
[[1.00000000e+01, 2.00000000e+01, 3.00000000e+01],

[4.00000000e+01, 5.00000000e+01, 6.00000000e+01],
[7.00000000e+01, 8.00000000e+01, 9.00000000e+01]],
[[5.00000000e+01, 1.00000000e+02, 1.50000000e+02],

[2.00000000e+02, 2.50000000e+02, 3.00000000e+02],
[3.50000000e+02, 4.00000000e+02, 4.50000000e+02]]])
In [94]: np.divide(T1,T2)
Out[94]: array([[[3.33333333e-01, 6.66666667e-01, 1.00000000e+00],

[1.00000000e+00, 1.25000000e+00, 1.50000000e+00],
[1.40000000e+00, 1.60000000e+00, 1.80000000e+00]],
[[1.00000000e+01, 2.00000000e+01, 3.00000000e+01],

[4.00000000e+01, 5.00000000e+01, 6.00000000e+01],
[7.00000000e+01, 8.00000000e+01, 9.00000000e+01]],
[[5.00000000e+01, 1.00000000e+02, 1.50000000e+02],

[2.00000000e+02, 2.50000000e+02, 3.00000000e+02],
[3.50000000e+02, 4.00000000e+02, 4.50000000e+02]]])
Tensor Dot Product

In [95]: T1
Out[95]: array([[[ 1, 2, 3],

[ 4, 5, 6],
[ 7, 8, 9]],
[[ 10, 20, 30],

[ 40, 50, 60],
[ 70, 80, 90]],
[[100, 200, 300],

[400, 500, 600],
[700, 800, 900]]])
In [96]: T2
Out[96]: array([[[3, 3, 3],

[4, 4, 4],
[5, 5, 5]],
[[1, 1, 1],
[1, 1, 1],
[1, 1, 1]],
[[2, 2, 2],
[2, 2, 2],
[2, 2, 2]]])
In [97]: np.tensordot(T1,T2)
Out[97]: array([[ 89, 89, 89],

[ 890, 890, 890],
[8900, 8900, 8900]])
Solving Equations
𝐴𝑋 = 𝐵
Solving Equations :
https://www.youtube.com/watch?v=NNmiOoWt86M (https://www.youtube.com/watch?
v=NNmiOoWt86M)
https://www.youtube.com/watch?v=a2z7sZ4MSqo (https://www.youtube.com/watch?
v=a2z7sZ4MSqo)
In [98]: A = np.array([[1,2,3] , [4,5,6] , [7,8,9]])

A
Out[98]: array([[1, 2, 3],

[4, 5, 6],
[7, 8, 9]])
In [99]: B = np.random.random((3,1))
B
Out[99]: array([[0.17629069],
[0.28765383],
[0.68182386]])
In [100]: # Ist Method
X = np.dot(np.linalg.inv(A) , B)
X
Out[100]: array([[-1.27364894e+15],
[ 2.54729789e+15],
[-1.27364894e+15]])
In [101]: # 2nd Method

X = np.matmul(np.linalg.inv(A) , B)
X
Out[101]: array([[-1.27364894e+15],
[ 2.54729789e+15],
[-1.27364894e+15]])
In [102]: # 3rd Method

X = np.linalg.inv(A)@B
X
Out[102]: array([[-1.27364894e+15],
[ 2.54729789e+15],
[-1.27364894e+15]])
In [103]: # 4th Method

X = np.linalg.solve(A,B)
X
Out[103]: array([[-1.27364894e+15],
[ 2.54729789e+15],
[-1.27364894e+15]])
Eigenvalues & Eigenvectors of a Matrix

Eigenvalues & Eigenvectors of a Matrix
https://www.youtube.com/watch?v=PFDu9oVAE-g&t=36s (https://www.youtube.com/watch?
v=PFDu9oVAE-g&t=36s)
https://www.youtube.com/watch?v=cdZnhQjJu4I&t=557s (https://www.youtube.com/watch?
v=cdZnhQjJu4I&t=557s)
In [104]: M = np.array([[4, 2], [7, 3]])

eigval, eigvec = np.linalg.eig(M)

print ("Matrix ==> \n" , M, "\n")

print(f"Eigen Value :- \n {eigval} \n")

print(f"Eigen Value :- \n {eigvec} \n")
Matrix ==>
[[4 2]
[7 3]]
Eigen Value :-
[ 7.27491722 -0.27491722]
Eigen Value :-
[[ 0.52119606 -0.42376194]
[ 0.85343697 0.9057736 ]]
Singular Value Decomposition of a Matrix

Singular Value Decomposition : -
https://www.youtube.com/watch?v=mBcLRGuAFUk (https://www.youtube.com/watch?
v=mBcLRGuAFUk)
https://www.youtube.com/watch?v=rYz83XPxiZo (https://www.youtube.com/watch?
v=rYz83XPxiZo)
In [105]: M = np.array([[1, 2], [3, 4], [5, 6]])
U, s, V = np.linalg.svd(L)
print(f"\n{U}\n")
print(f"\n{s}\n")
print(f"\n{V}\n")
[[-0.07666398 0.02658081 -0.11755385 0.23046316 0.96254035]

[-0.25636511 -0.90355717 -0.18911483 -0.28229977 0.04902842]
[-0.63748277 -0.05978656 -0.00472725 0.73427798 -0.22551005]
[-0.27443632 -0.04884689 0.93029359 -0.19342891 0.13941945]
[-0.66835619 0.42061555 -0.29145868 -0.53908688 0.02863093]]
[17.44211647 8.82466033 4.36957284 3.04865669 1.22901124]
[[-0.66859102 -0.34826312 -0.62532401 -0.06293647 -0.19159263]

[ 0.11728332 -0.91201686 0.31174355 -0.02214109 0.23831827]
[-0.25683006 -0.03474343 0.31042259 0.85161056 -0.33350935]
[ 0.35130153 -0.17369313 0.01756025 -0.25378904 -0.88413839]
[ 0.59148645 -0.12474627 -0.64429442 0.45376135 0.11647955]]
QR Decomposition
QR Decomposition :
https://www.youtube.com/watch?v=J41Ypt6Mftc (https://www.youtube.com/watch?
v=J41Ypt6Mftc)
In [106]: M = np.array([[1, 2], [3, 4], [5, 6]])

Q, R = np.linalg.qr(M)

print(f"Q :- \n{Q}\n")
print(f"R :- \n{R}\n")
Q :-
[[-0.16903085 0.89708523]
[-0.50709255 0.27602622]
[-0.84515425 -0.34503278]]
R :-
[[-5.91607978 -7.43735744]
[ 0. 0.82807867]]
Moore-Penrose Pseudoinverse
Moore-Penrose Pseudoinverse :
https://www.youtube.com/watch?v=vXk-o3PVUdU (https://www.youtube.com/watch?v=vXk-
o3PVUdU)
In [4]: M = np.array([[1, 2, 3], [4, 5, 6]])

pinv_M = np.linalg.pinv(M)

print(pinv_M)
[[-0.94444444 0.44444444]
[-0.11111111 0.11111111]
[ 0.72222222 -0.22222222]]
End

Linear Algebra Python

Uploaded by

Copyright:

Available Formats

Linear Algebra Python

Uploaded by

Document Information

Copyright

Available Formats

Share this document

Share or Embed Document

Sharing Options

Did you find this document useful?

Is this content inappropriate?

Copyright:

Available Formats

Linear Algebra Python

Uploaded by

Copyright:

Available Formats

Prepared by Asif Bhat

Linear Algebra with Python - Part 1

Out[3]: ([3, 4], [1, 2, 3])

Reading elements from an array

Out[11]: array([5, 3, 9, 0, 2])

Out[12]: array([5, 3, 9])

Out[16]: array([9, 0])

Out[18]: [<matplotlib.lines.Line2D at 0x7fe638fcaa90>]

In [19]: plt.plot([0,v[0]] , [0,v[1]])

Out[19]: [<matplotlib.lines.Line2D at 0x7fe6489648e0>]

Plot the 3D vector

Out[31]: (3.605551275463989, array([0.5547002 , 0.83205029]))

Out[32]: array([0.5547002 , 0.83205029])

Angle between vectors

In [34]: #Second Method

Angle between Vectors - 90.0

Inner & outer products

Inner Product ==>

Outer Product ==>

Vector Cross Product ==>

Out[39]: array([[ 1, 2, 3, 4],

In [42]: B = np.array([[1.5,2.07,3,4] , [5,6,7,8] , [10 , 11 , 12 ,13] , [14,15,16,1

Out[42]: array([[ 1.5 , 2.07, 3. , 4. ],

Out[46]: array([1, 2, 3, 4])

Out[47]: array([ 1, 5, 10, 14])

In [50]: A[1:3 , 1:3]

Out[50]: array([[ 6, 7],

Out[51]: array([[0., 0., 0.],

Out[52]: array([[0., 0., 0.],

Out[53]: array([[1., 1., 1.],

Out[54]: array([[1., 1., 1.],

Matrix with Random Numbers

Out[55]: array([[0.30026247, 0.28235787, 0.7030474 ],

Out[57]: array([[1, 0, 0, 0, 0, 0, 0, 0],

Traingular Matrices (lower & Upper triangular

lower triangular matrix -

lower triangular matrix -

Upper triangular matrix -

Out[59]: (array([[1, 2],

Out[60]: array([[8, 8, 8, 8, 8],

Out[61]: array([[2, 7, 5, 3, 0],

First Matrix (M) ==>

Second Matrix (N) ==>

Matrix Addition (M+N) ==>

Matrix Addition using np.add ==>

First Matrix (M) ==>

Second Matrix (N) ==>

Matrix Subtraction (M-N) ==>

Matrix Subtraction using np.subtract ==>

Matrices Scalar Multiplication

Matrix (M) ==>

Matrices Scalar Multiplication ==>

Matrices Scalar Multiplication ==>

Matrix (M) ==>

Matrix (M) ==>

Determinant of M ==> 195.0

Matrix (M) ==>

Matrix (M) ==>

Matrix (M) ==>

Matrix Multiplication (pointwise multiplication)