(Data Compression)

[1]


;
:
,

...
, ,


:


.

[2]


;



, ,
internet

internet
,
:


:
ZIP

.., video: video

video
[3]


:
(lossless) (lossy)

,


..,


,
, ,

,
,


[4]


:
(lossless) (lossy)

,


,

[5]


(Lossless compression)
/

;
,
:
8 , 5
5 8 40

,
40
, ; : -
1-3 -,



[6]


:
/
9-10
10-11
11-12
12-1
1-2
2-3
3-4
4-5

[7]


(Lossless compression): Run-length

encoding

;
,
,

:


:
AAAAAAAAAAAAAAAAAAAAABCBCBCBCBCBCBCBCBCBCAAAAAADEFDEFDEF
;
-, - : 21 A, 10 BC,
6 A, 3 DEF
;
21A,10BC,6A,3DEF
56
16 , ., 1/3
(run-length encoding)
(run) (length)

[8]


(Lossless compression):
Run-length encoding
(run-length encoding)



: FAX run-length
Huffman

.,

ABABAB run-length (3AB),
ABXABYAB
FAX run-length
fax

(
), (
) ( )
run-length
[9]


(Lossless compression):


(
)


2 :
(same-as-earlier)
(shorter-symbol)
2 ZIP

[10]


(Lossless
compression): same-as-earlier
:
VJGDNQMYLH-KW-VJGDNQMYLH-ADXSGFOVJGDNQMYLH- ADXSGF-
VJGDNQMYLH-EWADXSGF
63 (
)
63
;
:


,

,
., 27
8
[11]


(Lossless compression):
same-as-earlier
;
12
V, J, G, D, N, Q M, Y, L, H, K, W
10 ,
: 12, 10
7
A, D, X, S, G, F, O
16 ,
17, 16
10 ,
16, 10
, 2 ,
: E, W
, 6 , :
18, 6

VJGDNQMYLH-KW-VJGDNQMYLH-ADXSGFOVJGDNQMYLH- ADXSGF-
VJGDNQMYLH-EWADXSGF
[12]


(Lossless compression):
same-as-earlier
, b
back c copy (.., 18,
6 b18c6),
:
VJGDNQMYLH- KW-b12c10-ADXSGF-Ob17c16- b16c10-EW-b18c6
44 , 63:
19 1/3

FG-
FG-FG-FG-FG-FG-FGFG ( );
8 FG ,
4
- : FG-FG-FG-FG-b8c8

2, 14, b2c14

FG-b2c14
[13]


(Lossless compression):
same-as-earlier
14 2
;

;
2 FG
b2c14 2
: 2 (FG)
,
FG-FG
2
, FG-FG-FG
, 2
,

( 14 )
Ab1c250;
: A 251
[14]


(Lossless compression):
shorter-symbol

(shorter-symbol)


a, b c:

.., a 27, b
28 c 29, abc
272829
abc

[15]


(Lossless
compression): shorter-symbol
, 100
2-

2- :



( )


: 00,
A (01) Z (26),
a (27) z (52)
(80) (99)
[16]


(Lossless compression):
shorter-symbol

[17]


(Lossless compression):
shorter-symbol

: Meet your fianc there;

:
Meetyourfiancthere
1331314600514147440032352740298200463431443166
, 46 :
1331314600514147440032352740298200463431443166
,

2-
A 01 1, B 02 2,
A = 1 B = 2

.., 1123 1 1 23( AAW) 11 2 3 (KBC)
1 1 2 3 (AABC)
: (.,
, )

1331314600514147440032352740298200463431443166: 46
[18]


Meetyourfiancthere

1331314600514147440032352740298200463431443166

[19]


(Lossless
compression): shorter-symbol



,

USA United States of
America 24
3

24 ; ;


[20]


(Lossless compression):
shorter-symbol
,
Meet your fianc
there
e t
:
e 31 t 46: 2-
e 8 t 9.
Meet your fianc there 46
40 :
138 8 9 005141474400323527402982009 348

1331314600514147440032352740298200463431443166: 46

13889005141474400323527402982009348 : 40
[21]


(Lossless compression):
shorter-symbol
:
13 8 8 9 00 5144 8 66 13889005144866
5 : 13889
13 M, 8 e 9 t
13-8-8-9 Meet
88 13889 13-
88-9 Mt
, 89 13-
8-89 Me
3 : 8
9, ( e t)
2- 8 9 ( )

:
2- 8 9 3- 8 9:

, 7 3- , 8 9
0, 1, 2, 3, 4, 5 6 2-

13889??? 13_8_8_9 = Meet 13_88_9 = Mt 13_8_89 = Me

[22]


(Lossless
compression):
shorter-symbol

[23]


(Lossless
compression): shorter-symbol
, 13889 (13-
8- 8-9, Meet)


Meetyourfiancthere

138 8 9 0051414744003235274029782009 348
46
41
5
: ..,
500 kilobytes .,
160
kilobytes, ., 1/3

[24]


;

ZIP :
1: -
(same-as-earlier)
-

2: ,
..,
e t


(shorter-symbol)
3:
2

[25]


;

ZIP
(
) ZIP




, ZIP ,

[26]


(Lossy
compression)
:


:


:
,

camera
: ,
music player
CD

[27]


(Lossy
compression)
video internet


video
video

, websites
(trade off) ,


camera,
videos
, video
camera , :
,

[28]


(Lossy compression): leave-it-out

(leave out)
(leave-it-out)
;
;
pixels
pixel

, pixels

[29]


(Lossy compression): leave-it-out
pixel

100

100 , 0 50 , 90
,
pixels pixel

(resolution)
.., 1920x1080, ., 1920
pixels 1080 pixels - , , 1920x1080 pixels ., 2
pixels
: megapixel 1 pixels
5-megapixel camera
5
, pixel

[30]


(Lossy compression): leave-it-out
320x240 .,
pixels (320 240 = 76.800)
230 kilobytes
1 kilobyte 1000 email
,
200 emails

: (leave out)
pixels 160x120 ( )
, 57 kilobytes:
pixels
50%: 25%

: 160x120
80x60 ( )
75% 14 kilobytes 6%
!!!

[31]


[32]


(Lossy compression): leave-it-out
;
pixels
pixels
pixel
( pixels
, )


,

80x60
..,
(compression artifacts):

[33]


(Lossy compression): leave-it-out

(leave-it-out)



: JPEG

pixels
, JPEG 35 kilobytes

JPEG
19 kilobytes


JPEG :
JPEG 12 kilobytes


[34]


(Lossy compression): leave-it-out
JPEG ,
:
8 pixels 8 pixels
8 8 = 64 (
, 3
)
,
63
, (..,
),


8x8 blocks
blocks
An to 8 8 (..,
), 64 2:

JPEG : 8 8
,
/

[35]


[36]


[37]


555555555555555555555555555555555555
555555555555555555555555555599999999
999999998888888888888888777777777777
777715151515151515151515151515151515
151515151515151515151515151515151010
101010101010101010101010101010101010
101010101010101010101010151515151515
151515151515151515151515151515151515
151515151515151510101010101010101010
101010101010101010101010101010101010
10101010

5915101510

[38]


(Lossy compression): leave-it-out
JPEG: .
,
- . JPEG
10:1 .
6553565535.

"JPEG" Joint Photographic Experts Group

.

[39]


,
.

3

JPEG.

,
.

[40]


(Lossy compression): leave-it-out
JPEG
;

:

, MP3 AAC,
JPEG

JPEG,

[41]


(same-as-earlier)
ZIP
LZ77
, Abraham
Lempel Jacob Ziv 1977

[42]


3 1977
Claude Shannon Bell
1948
,

[43]


:
(redundancy)
, ,
five 5
fivq



:


five (
5)
,
,
,

[44]


:
Shannon-Fano
1948, Shannon

Robert Fano, MIT,
Shannon-Fano
Shannon-Fano
(shorter-symbol)
, Shannon-
Fano
ZIP
Shannon Fano
: Shannon

, Fano
MIT

[45]


:
Fano Huffman
Fano


David Huffman
Huffman -

Huffman

[46]


Shannon-Fano

()

,
0
1

[47]


Huffman

() 2

0, 1

Shannon-Fano

[48]


:





(

)
?
: (run-length encoding) - .., FAX
: (same-as-earlier) (shorter-symbol)
.., ZIP


( )
(leave-it-out) .., JPEG, MP3, AAC
[49]


(

)
(

)
:
1949: Shannon-Fano
(shorter-symbol)
1952: Huffman
(shorter-symbol)
1977: LZ77 (Abraham LEMPEL Jacob ZIV,
1977) (same-as-earlier)
ZIP

[50]