@string{ieeeit="IEEE Trans. Inform. Theory"} @book{blahut-book, author="Blahut, R. E.", title="Principles and Practice of Information Theory", Publisher="Addison-Wesley", year="1987"} @book{csiszar-korner-book, author="I. Csisz{\'{a}}r and J. K{\"{o}}rner ", title=" Information Theory: Coding Theorems for Discrete Memoryless Systems ", Publisher=" Academic Press ", year=" 1981 "} @article{cover-thomas-det, author="T. M. Cover and J. A. Thomas ", title="Determinant Inequalities via Information Theory ", journal="SIAM Journal of Matrix Analysis and its Applications ", volume="9 ", number=" 3 ", pages="384-392 ", month=" July ", year=" 1988 "} @article{cover-elgamal-hadamard, author="Cover, T.M. and El Gamal, A. ", title=" An Information Theoretic Proof of {H}adamard's Inequality ", journal=ieeeit, volume=" IT-29 ", number=" 6", pages=" 930-931 ", month="November", year=" 1983 "} @article{shannon-1948, author="C. E. Shannon ", title=" A Mathematical Theory of Communication ", journal=" Bell Sys. Tech. Journal ", volume=" 27 ", pages=" 379-423,623-656 ", year=" 1948 "} @article{hartley-1928, author="Hartley, R.V. ", title=" Transmission of information ", journal=" Bell Sys. Tech. Journal ", volume=" 7 ", pages=" 535 ", year="1928 "} @article{fisher-1925, author="Fisher, R.A. ", title="Theory of Statistical Estimation ", journal=" Proc. Cambridge Phil. Society ", volume=" 22 ", pages=" 700-725 ", year=" 1925 "} @article{fisher-suffstat, author="Fisher, R.A. ", title=" On the mathematical foundations of theoretical statistics ", journal=" Philos. Trans. Roy. Soc., London, Sec. A ", volume=" 222 ", pages=" 309-368 ", year=" 1922 "} @article{lehmann-scheffe-minsuff, author=" Lehmann, E.L. and Scheff\'{e}, H. ", title=" Completeness, similar regions and unbiased estimation ", journal=" Sankhya ", volume=" 10 ", pages=" 305-340 ", year=" 1950 "} @techreport{fano-fanoineq, author=" Fano, R.M. ", title=" Class notes for Transmission of Information, Course 6.574 ", institution = " MIT, Cambridge, Mass.", year=" 1952 "} @article{mcmillan-aep, author="McMillan, B. ", title="The basic theorems of information theory ", journal=" Ann. Math. Stat. ", volume=" 24 ", pages=" 196-219 ", year=" 1953 "} @article{breiman-aep, author="Breiman, L. ", title=" The individual ergodic theorems of information theory ", journal=" Ann. Math. Stat. ", volume=" 28 ", pages=" 809-811 ", year="1957 ", note="With correction made in 31:809-810"} @article{moy-aep, author=" Moy, S.C. ", title=" Generalizations of the {S}hannon-{M}c{M}illan theorem ", journal=" Pacific Journal of Mathematics ", volume=" 11 ", pages=" 705-714 ", year=" 1961 "} @inproceedings{perez-aep, author=" Perez, A. ", title=" Extensions of {S}hannon-{M}c{M}illan's limit theorem to more general stochastic processes ", booktitle=" Trans. Third Prague Conference on Information Theory, Statistical Decision Functions and Random Processes ", publisher = " Czechoslovak Academy of Sciences", address="Prague", pages=" 545-574 ", year=" 1964 "} @article{kieffer-aep, author=" Kieffer, J.C. ", title=" A simple proof of the {M}oy-{P}erez generalization of the {S}hannon-{M}c{M}illan theorem ", journal=" Pacific J. Math. ", volume=" 51 ", pages=" 203-206 ", year=" 1974 "} @article{barron-aep, author=" Barron, A. R. ", title=" The strong ergodic theorem for densities: {G}eneralized {S}hannon-{M}c{M}illan-{B}reiman theorem ", journal=" Annals of Probability ", volume=" 13 ", pages=" 1292-1303 ", year=" 1985 "} @article{chung-aep, author="Chung, K.L. ", title=" A note on the ergodic theorem of information theory ", journal=" Ann. Math. Statist. ", volume=" 32 ", pages=" 612-614 ", year=" 1961 "} @article{orey-aep, author="Orey, S. ", title=" On the {S}hannon-{P}erez-{M}oy theorem ", journal=" Contemp. Math. ", volume=" 41 ", pages=" 319-327 ", year=" 1985 "} @article{algoet-cover-aep, author="Algoet, P. and Cover, T. M. ", title=" A sandwich proof of the {S}hannon-{M}c{M}illan-{B}reiman theorem ", journal=" Annals of Probability ", volume=" 16 ", number=" 2 ", pages=" 899-909 ", year=" 1988 "} @article{kelly-horserace, author="Kelly, J. ", title="A new interpretation of information rate ", journal=" Bell Sys. Tech. Journal ", volume=" 35 ", pages=" 917-926 ", month=" July ", year=" 1956 "} @book{brillouin-thermo, author="Brillouin, Leon ", title=" Science and Information Theory ", Publisher=" Academic Press ", year=" 1962 "} @book{jaynes-coll, author="E.T. Jaynes ", title=" Papers on Probability, Statistics and Statistical Physics ", Publisher=" Reidel ", year=" 1982 "} @article{bennet-landauer-scientam, author="Bennett, C.H. and Landauer, R. ", title=" The fundamental physical limits of computation ", journal=" Scientific American ", volume=" 255 ", number=" 1 ", pages=" 48-56 ", month=" July ", year=" 1985 "} @article{bennet-scientam, author="Bennett, C.H. ", title=" Demons, Engines and the Second Law ", journal=" Scientific American ", volume=" 259 ", number=" 5 ", pages=" 108-116 ", month=" November ", year=" 1987 "} @article{huffman-huffcode, author="Huffman, D.A. ", title="A method for the construction of minimum redundancy codes ", journal=" Proc. IRE ", volume=" 40 ", pages=" 1098-1101 ", year="1952 "} @article{mcmillan-kraftineq, author=" McMillan, B. ", title=" Two inequalities implied by unique decipherability ", journal=ieeeit, volume=" IT-2 ", pages=" 115-116 ", year=" 1956 "} @article{jelinek-treecode, author=" Jelinek, F. ", title=" Buffer overflow in variable length encoding of fixed rate sources ", journal=ieeeit, volume=" IT-14 ", pages=" 490-501 ", year=" 1968 "} @article{adler-coppersmith-hassner-symb, author=" Adler, R.L. and Coppersmith, D. and Hassner, M. ", title=" Algorithms for Sliding block codes --- an application of symbolic dynamics to information theory ", journal=ieeeit, volume=" IT-29 ", number=" 1 ", pages=" 5-22 ", year=" 1983 "} @article{marcus-basic, author=" Marcus, B. ", title=" Sofic systems and encoding data ", journal=ieeeit, volume=" IT-31 ", number=" 3 ", pages=" 366-377 ", month=" May ", year=" 1985 "} @Article{franaszek-1969, author = "Franaszek, P.A.", title = "On Synchronous Variable Length Coding for Discrete Noiseless Channels", journal = "Information and Control", year = "1969", volume = "15", pages = "155-164" } @Book{abramson-book, author = "Abramson, N.M.", title = "Information Theory and Coding", publisher = "McGraw-Hill, New York", year = "1963" } @Book{ash-book, author = "Ash, R.B.", title = "Information Theory", publisher = "Interscience, New York", year = "1965" } @Book{fano-book, author = "Fano, R.M.", title = "Transmission of Information: A Statistical Theory of Communication", publisher = "Wiley, New York", year = "1961" } @Book{feinstein-book, author = "Feinstein, A.", title = "Foundations of Information Theory", publisher = "McGraw-Hill, New York", year = "1958" } @Book{gallager-book, author = "Gallager, R.G.", title = "Information Theory and Reliable Communication", publisher = "Wiley, New York", year = "1968" } @Book{goldman-book, author = "Goldman, S.", title = "Information Theory", publisher = "Prentice-Hall, Englewood Cliffs, NJ", year = "1953" } @Book{guiasu-book, author = "Guiasu, S.", title = "Information Theory with Applications", publisher = "McGraw-Hill, New York", year = "1976" } @Book{khinchin-book, author = "Khinchin, A. Ya.", title = "Mathematical Foundations of Information Theory", publisher = "Dover, New York", year = "1957" } @Book{kotelnikov-book, author = "Kotel'nikov, V.A.", title = "The theory of optimum noise immunity", publisher = "McGraw-Hill, New York", year = "1959" } @Book{kullback-book, author = "Kullback, S.", title = "Information Theory and Statistics", publisher = "Wiley, New York", year = "1959" } @Book{mceliece-book, author = "Mc{E}liece, R.J.", title = "The Theory of Information and Coding", publisher = "Addison-Wesley, Reading, Mass.", year = "1977" } @Book{reza-book, author = "Reza, F.M.", title = "An Introduction to Information Theory", publisher = "McGraw-Hill, New York", year = "1961" } @Book{shannon-weaver-book, author = "Shannon, C.E. and Weaver, W.W.", title = "The Mathematical Theory of Communication", publisher = "University of Illinois Press, Urbana, Ill.", year = "1949" } @Book{viterbi-omura-book, author = "Viterbi, A.J. and Omura, J.K.", title = "Principles of Digital Communication and Coding", publisher = "McGraw-Hill, New York", year = "1979" } @Book{woodward-book, author = "Woodward, P.M.", title = "Probability and Information Theory with Applications to Radar", publisher = "McGraw-Hill, New York", year = "1953" } @Book{wozencraft-jacobs-book, author = "Wozencraft, J.M. and Jacobs, I.M.", title = "Principles of Communication Engineering", publisher = "Wiley, New York", year = "1965" } @Book{cramer-book, author = "Cramer, H.", title = "Mathematical Methods of Statistics", publisher = "Princeton University Press, Princeton, NJ", year = "1946" } @Book{wiener-extrapolation-book, author = "Wiener, N.", title = "Extrapolation, Interpolation and Smoothing of Stationary Time Series", publisher = "MIT Press, Cambridge, Mass. and Wiley, New York", year = "1949" } @Book{amari-book, author = "Amari, S.", title = "Differential-geometrical methods in statistics", publisher = "Springer-Verlag, New York", year = "1985" } @Article{csiszar-1967, author = "Csisz\'{a}r, I.", title = "Information type measures of difference of probability distributions and indirect observations", journal = "Studia Sci. Math. Hungar.", year = "1967", volume = "2", pages = "299-318" } @Article{cover-enumerative, author = "Cover, T.M.", title = "Enumerative Source Encoding", journal=ieeeit, year = "1973", volume = "IT-19", number = "1", pages = "73-77", month = "January" } @Book{jelinek-book, author = "Jelinek, F.", title = "Probabilistic Information Theory", publisher = "Mc{G}raw Hill, New York", year = "1968" } @PhDThesis{pasco-thesis, author = "Pasco, R.", title = "Source coding algorithms for fast data compression", school = "Stanford University", year = "1976" } @Article{langdon-rissanen-arithmetic, author = "Langdon, G.G. and Rissanen, J.J. ", title = "A simple general binary source code", journal=ieeeit, year = "1982", volume = "IT-28", pages = "800" } @Article{rissanen-1976, author = "Rissanen, J.", title = "Generalized {K}raft inequality and Arithmetic coding", journal = "IBM Journal of Research and Development", year = "1976", volume = "20", pages = "198" } @Article{langdon-1984, author = "Langdon, G.G.", title = "An introduction to arithmetic coding", journal = "IBM Journal of Research and Development ", year = "1984", volume = "28", pages = "135-149" } @Article{karush-1961, author = "Karush, J.", title = "A simple proof of an inequality of {M}c{M}illan", journal = "IRE Trans. Inform. Theory", year = "1961", volume = "IT-7", pages = "118" } @MastersThesis{kraft-kraftineq, author = "Kraft, L.G.", title = "A device for quanitizing, grouping and coding amplitude modulated pulsese", school = "Dept. of Electrical Engg., MIT, Cambridge, Mass.", year = "1949" } @InCollection{knuth-yao-1976, author = "Knuth, D.E. and Yao, A.C.", title = "The complexity of random number generation", booktitle = "Algorithms and Complexity : Recent Results and New Directions. Proceedings of the Symposium on New Directions and Recent Results in Algorithms and Complexity, Carnegie-Mellon University, 1976. ", publisher = "Academic Press, New York", year = "1976", editor = "J.F. Traub", pages = "357-428" } @InProceedings{sardinas-patterson-1953, author = "Sardinas, A.A. and Patterson, G.W.", title = "A necessary and sufficient condition for the unique decomposition of coded messages", booktitle = "IRE Convention Record, Part 8", year = "1953", pages = "104-108" } @Article{cover-king-1978, author = "Cover, T.M. and King, R.", title = "A convergent gambling estimate of the entropy of {E}nglish", journal = ieeeit, year = "1978", volume = "IT-24", pages = "413-421" } @Article{shannon-entenglish, author = "Shannon, C.E.", title = "Prediction and Entropy of printed {E}nglish", journal = "Bell Sys. Tech. Journal", year = "1951", volume = "30", pages = "50-64", month = "January" } @Book{lucky-book, author = "Lucky, R.W.", title = "Silicon Dreams: Information, Man and Machine", publisher = "St. Martin's Press, New York", year = "1989" } @Article{shannon-cryptography, author = "Shannon, C.E.", title = "Communication theory of secrecy systems", journal = "Bell Sys. Tech. Journal", year = "1949", volume = "28", pages = "656-715" } @Article{gilbert-moore-1959, author = "Gilbert, E.W. and Moore, E.F.", title = "Variable length binary encodings", journal = "Bell Sys. Tech. Journal", year = "1959", volume = "38", pages = "933-967" } @Article{horibe-1977, author = "Horibe, Y.", title = "An improved bound for weight-balanced tree", journal = "Information and Control", year = "1977", volume = "34", pages = "148-151" } @Article{witten-neal-cleary-1987, author = "Witten, I.H. and Neal, R.M. and Cleary, J.G.", title = "Arithmetic coding for data compression", journal = "Communications of the ACM", year = "1987", volume = "30", number = "6", pages = "520-540", month = "June" } @Book{feller-book-vol1, author = "Feller, W.", title = "An Introduction to Probability Theory and Its Applications ", publisher = "Wiley, New York", year = "1957", volume = "1", edition = "Second" } @article{kolmo-1965, author="Kolmogorov, A.N. ", title="Three approaches to the quantitative definition of information ", journal=" Problems of Information Transmission ", volume=" 1 ", pages="4-7 ", year="1965 "} @article{kolmo-1968, author="Kolmogorov, A.N. ", title=" Logical basis for information theory and probability theory ", journal=ieeeit, volume=" IT-14 ", pages=" 662-664 ", year=" 1968 "} @article{solomonoff-1964, author="Solomonoff, R.J. ", title="A formal theory of inductive inference ", journal=" Information and Control ", volume=" 7 ", pages=" 1-22,224-254 ", year=" 1964 "} @article{chaitin-1966, author="Chaitin, G.J. ", title="On the length of programs for computing binary sequences ", journal=" J.Assoc.Comp. Mach. ", volume=" 13 ", pages=" 547-569 ", year=" 1966 "} @article{martin-lof-1966, author="Martin-{L\"{o}f}, P ", title=" The definition of random sequences ", journal=" Information and Control ", volume=" 9 ", pages=" 602-619 ", year=" 1966 "} @article{levin-1970, author="Levin, L.A. and Zvonkin, A.K. ", title="The complexity of finite objects and the development of the concepts of information and randomness by means of the theory of algorithms ", journal=" Russian Mathematical Surveys ", volume=" 25/6 ", pages=" 83-124 ", year="1970 "} @article{chaitin-1974, author="Chaitin, G.J. ", title="Information theoretical limitations of formal systems ", journal=" J. Assoc. Comp. Mach. ", volume=" 21 ", pages=" 403-424 ", year=" 1974 "} @article{chaitin-1975-scam, author="Chaitin, G.J. ", title=" Randomness and mathematical proof ", journal=" Scientific American ", volume=" 232 ", number=" 5 ", pages=" 47-52 ", month=" May ", year=" 1975 "} @article{chaitin-1977, author="Chaitin, G.J. ", title=" Algorithmic Information Theory ", journal=" IBM Journal of Research and Development ", volume=" 21 ", pages=" 350-359 ", year=" 1977 "} @book{hopcroft-ullman, author=" Hopcroft, J. E. and Ullman, J. D. ", title=" Introduction to Automata Theory, Formal Languages and computation ", Publisher=" Addison Wesley ", year=" 1979 "} @Article{vyugin-1987, author = "V.V. V'yugin", title = "On the defect of randomness of a finite object with respect to measures with given complexity bounds", journal = "Theory Prob. Appl.", year = "1987", volume = "32", number = "3", pages = "508-512" } @Article{zurek-1989-1, author = "Zurek, W.H.", title = "Thermodynamic cost of computation, algorithmic complexity and the information metric", journal = "Nature", year = "1989", volume = "341", number = "6238", pages = "119-124", month = "September 14" } @Article{zurek-1989-2, author = "Zurek, W.H.", title = "Algorithmic randomness and physical entropy", journal = "Phys. Rev. A", year = "1989", volume = "40", pages = "4731-4751", month = "October 15" } @Book{pagels-book, author = "Pagels, H.", title = "The dreams of reason: the computer and the rise of the sciences of complexity", publisher = "Simon and Schuster, New York", year = "1988" } @InBook{william-occam, author = "Tornay, S.C.", title = "Ockham: Studies and Selections", chapter = "Commentarium in Sententias, I, 27", publisher = "Open Court Publishers, La Salle, IL.", year = "1938" } @Article{cover-gacs-gray-1990, author = "Cover, T.M. and G\'acs, P. and Gray, R.M.", title = "Kolmogorov's contributions to information theory and algorithmic complexity", journal = "Annals of Prob.", year = "1990", month = "June" } @Article{levin-1973, author = "Levin, L.A.", title = "On the notion of a random sequence", journal = "Soviet Mathematics Doklady", year = "1973", volume = "14", pages = "1413-1416" } @Article{schnorr-1973, author = "Schnorr, C.P.", title = "Process, complexity and effective random tests", journal = "Journal of Computer and System Sciences", year = "1973", volume = "7", pages = "376-388" } @Article{schnorr-1971, author = "Schnorr, C.P.", title = "A unified approach to the definition of random sequences", journal = "Mathematical System Theory", year = "1971", volume = "5", pages = "246-258" } @InCollection{schnorr-1977, author = "Schnorr, C.P.", booktitle = "Logic, methodology and philosophy of science", title = "A surview on the theory of random sequences", publisher = "Reidel, Dodrecht", year = "1977", editor = "Butts, R. and Hinitikka, J." } @Proceedings{zurek-1990, title = "Complexity, Entropy and the Physics of Information. Proceedings of the 1988 Workshop on the Complexity, Entropy and the Physics of Information", year = "1990", editor = "Zurek, W.H.", publisher = "Addison-Wesley, New York" } @Article{cover-leung-1978, author = "Cover, T.M. and Leung, S.K.", title = "Some equivalences between {S}hannon entropy and {K}olmogorov complexity", journal = ieeeit, year = "1978", volume = "IT-24", pages = "331-338" } @InCollection{cover-kolmogorov-1985, author = "Cover, T.M.", title = "Kolmogorov complexity, data compression and inference", booktitle = "The Impact of Processing Techniques on Communications", publisher = "Martinus-Nijhoff Publishers, Dodrecht", year = "1985", editor = "Skwirzynski, J.", volume = "91", series = "E: Applied Sciences" } @PhDThesis{barron-thesis, author = "Barron, A. R.", title = "Logically smooth density estimation", school = "Department of Electrical Engineering, Stanford University", year = "1985" } @Book{chaitin-book, author = "Chaitin, G.J.", title = "Algorithmic Information Theory", publisher = "Cambridge University Press, Cambridge", year = "1987" } @Article{jaynes-1957-1, author = "Jaynes, E.T.", title = "Information Theory and Statistical Mechanics", journal = "Phys. Rev.", year = "1957", volume = "106", pages = "620" } @Article{jaynes-1957-2, author = "Jaynes, E.T.", title = "Information Theory and Statistical Mechanics", journal = "Phys. Rev.", year = "1957", volume = "108", pages = "171" } @Article{jaynes-1982, author = "Jaynes, E.T.", title = "On the rationale of maximum entropy methods", journal = "Proc. IEEE", year = "1982", volume = "70", pages = "939-952" } @Article{rissanen-1978, author = "Rissanen, J.", title = "Modelling by shortest data description", journal = "Automatica", year = "1978", volume = "14", pages = "465-471" } @Article{rissanen-1983, author = "Rissanen, J.", title = "A universal prior for integers and estimation by minimum description length", journal = "Ann. Stat.", year = "1983", volume = "11", pages = "416-431" } @Article{rissanen-1984, author = "Rissanen, J.", title = "Universal coding, information, prediction and estimation", journal = ieeeit, year = "1984", volume = "IT-30", pages = "629-636" } @Article{rissanen-1986, author = "Rissanen, J.", title = "Stochastic Complexity and Modelling", journal = "Ann. Stat.", year = "1986", volume = "14", pages = "1080-1100" } @Article{rissanen-1987, author = "Rissanen, J.", title = "Stochastic complexity (with discussions)", journal = "Journal of the Royal Statistical Society", year = "1987", volume = "49", pages = "223-239, 252-265" } @Book{rissanen-book, author = "Rissanen, J.", title = "Stochastic complexity in Statistical Inquiry", publisher = "World Scientific, New Jersey", year = "1989" } @Article{schwarz-1978, author = "Schwarz, G.", title = "Estimating the dimension of a model", journal = "Ann. Stat.", year = "1978", volume = "6", pages = "461-464" } @article{feinstein-1954, author="Feinstein, A. ", title=" A new basic theorem of information theory ", journal=" IRE Trans. Inform. Theory ", volume=" IT-4 ", pages=" 2-22 ", year=" 1954 "} @article{wolfowitz-1957, author="Wolfowitz, J. ", title=" The coding of messages subject to chance errors ", journal=" Illinois Journal of Mathematics ", volume=" 1 ", pages=" 591-606 ", year="1957 "} @article{arimoto-1972, author=" Arimoto, S. ", title="An algorithm for calculating the capacity of an arbitrary discrete memoryless channel ", journal=ieeeit, volume=" IT-18 ", pages=" 14-20 ", year=" 1972 "} @article{blahut-1972, author="Blahut, R. ", title=" Computation of Channel capacity and rate distortion functions ", journal=ieeeit, volume=" IT-18 ", pages=" 460-473 ", year="1972 "} @article{gallager-1965, author=" Gallager, R. G. ", title="A simple derivation of the coding theorem and some applications ", journal=ieeeit, volume=" IT-11 ", pages=" 3-18 ", year=" 1965 "} @article{shannon-1956, author=" Shannon, C. E. ", title=" The zero-error capacity of a noisy channel ", journal=" IRE Trans. Inform. Theory ", volume=" IT-2 ", pages=" 8-19 ", year=" 1956 "} @article{lovasz-1979, author=" Lovasz, L. ", title=" On the {S}hannon capacity of a graph ", journal=ieeeit, volume=" IT-25 ", pages=" 1-7 ", year=" 1979 "} @Article{hamming-1950, author = "Hamming, R.V.", title = "Error detecting and error correcting codes", journal = "Bell Sys. Tech. Journal", year = "1950", volume = "29", pages = "147-160" } @Article{bose-chaudhuri, author = "R.C. Bose and D.K. Ray-{C}haudhuri", title = "On a class of error correcting binary group codes", journal = "Information and Control", year = "1960", volume = "3", pages = "68-79", month = "March" } @Article{hocquenghem-1959, author = "Hocquenghem, P.A.", title = "Codes correcteurs d'erreurs", journal = "Chiffres", year = "1959", volume = "2", pages = "147-156" } @Book{blahut-codingtheorybook, author = "Blahut, R.E.", title = "Theory and Practice of Error Control Codes", publisher = "Addison-Wesley, Reading, Massachusetts", year = "1983" } @Book{lin-costello-book, author = "Lin, S. and Costello,Jr., D.J.", title = "Error Control Coding: Fundamentals and Applications", publisher = "Prentice Hall, Englewood Cliffs, NJ.", year = "1983" } @Article{justesen-1972, author = "Justesen, J.", title = "A class of constructive asymptotically good algebraic codes", journal = "IEEE Trans. Inform. Theory", year = "1972", volume = "IT-18", pages = "652-656" } @article{kolmogorov-1956, author="Kolmogorov, A.N. ", title=" On the {S}hannon theory of information transmission in the case of continuous signals ", journal=" IRE Trans. Inform. Theory ", volume=" IT-2 ", pages="102-108 ", month="September", year=" 1956 "} @book{pinsker-1960, author="Pinsker, M.S. ", title="Information and Stability of Random Variables and Processes ", Publisher=" Izd. Akad. Nauk ", year=" 1960 ", note="Translated by A. Feinstein, 1964"} @Book{integrability-book, author = "Wilcox, H.J. and Myers, D.L.", title = "An introduction to {L}ebesgue integration and {F}ourier series", publisher = "R.E.Krieger, Huntington, N.Y.", year = "1978" } @techreport{holsinger-waterfilling, author=" Holsinger, J.L. ", title="Digital communication over fixed time-continuous channels with memory, with special application to telephone channels ", institution= "M.I.T.", year="1964 "} @article{ebert-gaussfeed, author="Ebert, P.M. ", title="The capacity of the {G}aussian channel with feedback ", journal=" Bell Sys. Tech. Journal ", pages=" 1705-1712 ", month="October", year=" 1970 "} @unpublished{pinsker-1969, author="Pinsker, M. S.", title="Talk at {S}oviet {I}nformation {T}heory meeting, 1969", note="no abstract published." } @article{kailath-schalkwijk-1966, author="Kailath, T. and Schwalkwijk, J.P.M. ", title="A coding scheme for additive noise channels with feedback---{P}art {I}: No bandwidth constraints ", journal=ieeeit, volume=" IT-12 ", pages=" 172-182 ", year=" 1966 "} @book{kendall-stuart-1977, author="Kendall, M. and Stuart, A. ", title=" The Advanced Theory of Statistics ", Publisher=" McMillan ", year=" 1977 "} @Article{nyquist-1928, author = "Nyquist, H.", title = "Certain factors affecting telegraph speed", journal = "Bell Sys. Tech. Journal", year = "1924", volume = "3", pages = "324" } @Article{shannon-1949, author = "Shannon, C.E.", title = "Communication in the presence of noise", journal = "Proc. IRE", year = "1949", volume = "37", pages = "10-21", month = "January" } @Book{grenander-szego-book, author = "Grenander, U. and Szego, G.", title = "Toeplitz forms and their applications", publisher = "University of California Press, Berkeley", year = "1958" } @Article{slepian-pollak-1961, author = "Slepian, D. and Pollak, H.O.", title = "Prolate spheroidal wave functions, {F}ourier analysis and uncertainty: {P}art {I}", journal = "Bell Sys. Tech. Journal", year = "1961", volume = "40", pages = "43-64" } @Article{landau-pollak-1961, author = "Landau, H.J. and Pollak, H.O.", title = "Prolate spheroidal wave functions, {F}ourier analysis and uncertainty: {P}art {II} ", journal = "Bell Sys. Tech. Journal", year = "1961", volume = "40", pages = "65-84" } @Article{landau-pollak-1962, author = "Landau, H.J. and Pollak, H.O.", title = "Prolate spheroidal wave functions, {F}ourier analysis and uncertainty: {P}art {III} ", journal = "Bell Sys. Tech. Journal", year = "1962", volume = "41", pages = "1295-1336" } @article{choi-cover-1984, author="Choi, B.S. and Cover, T.M. ", title=" An information-theoretic proof of {B}urg's Maximum Entropy Spectrum ", journal=" Proc. IEEE ", volume=" 72 ", pages=" 1094-1095 ", year=" 1984 "} @phdthesis{burg-1975, author="Burg, J.P. ", title=" Maximum entropy spectral analysis ", school=" Department of Geophysics, Stanford University, Stanford, Calif. ", year=" 1975 "} @Book{rabiner-schafer-book, author = "Rabiner, L.R. and Schafer, R.W.", title = "Digital processing of speech signals", publisher = "Prentice-Hall, Englewood Cliffs, N.J.", year = "1978" } @book{wolfowitz-book, author="Wolfowitz, J. ", title=" Coding Theorems of Information Theory ", Publisher=" Springer Verlag, Berlin and Prentice Hall, Englewood Cliffs, NJ ", year=" 1978 "} @article{csiszar-cover-choi-1987, author="Csisz\'{a}r, I. and Cover, T.M. and Choi, B.S. ", title=" Conditional Limit Theorems under {M}arkov conditioning ", journal=ieeeit, volume=" IT-33 ", pages=" 788-801 ", year=" 1987 "} @article{csiszar-1984, author=" Csisz\'{a}r, I ", title=" Sanov property, generalized {I}-projection and a conditional limit theorem ", journal=" Annals of Probability ", volume=" 12 ", pages=" 768-793 ", year=" 1984 "} @article{sanov-1957, author="Sanov, I.N. ", title=" On the probability of large deviations of random variables ", journal=" Mat. Sbornik ", volume=" 42 ", pages=" 11-44 ", year=" 1957 ", note="English translation in {\em Sel. Transl. Math. Statist. Probab.,} vol. 1, pp. 213-244, 1961"} @Article{ziv-lempel-1978, author = "Ziv, J. and Lempel, A.", title = "Compression of individual sequences by variable rate coding", journal=ieeeit, year = "1978", volume = "IT-24", pages = "530-536" } @Article{lempel-ziv-1976, author = "Lempel, A. and Ziv, J.", title = "On the complexity of finite sequences", journal = ieeeit, year = "1976", volume = "IT-22", pages = "75-81" } @Article{ziv-1978, author = "Ziv, J.", title = "Coding theorems for individual sequences", journal = ieeeit, year = "1978", volume = "IT-24", pages = "405-412" } @Article{welch-1984, author = "Welch, T.A.", title = "A technique for high-performance data compression", journal = "Computer", year = "1984", volume = "17", number = "1", pages = "8-19", month = "January" } @Article{ziv-lempel-1977, author = "Ziv, J. and Lempel, A.", title = "A universal algorithm for sequential data compression", journal = ieeeit, year = "1977", volume = "IT-23", pages = "337-343" } @Unpublished{wyner-ziv-1991, author = "Wyner, A. and Ziv, J.", title = "On Entropy and Data Compression", note = "Submitted to IEEE Trans. Inform. Theory", year = "1991" } @Book{bell-cleary-witten-book, author = "Bell, T.C. and Cleary, J.G. and Witten, I.H.", title = "Text Compression", publisher = "Prentice Hall, Englewood Cliffs, N.J.", year = "1990" } @Article{kullback-1967, author = "Kullback, S.", title = "A lower bound for discrimination in terms of variation", journal = ieeeit, year = "1967", volume = "IT-13", pages = "126-127" } @InBook{kemperman-1967, author = "Kemperman, J.H.B.", booktitle = "Probability and Information Theory", title = "On the optimum rate of transmitting information", publisher = "Springer", year = "1967", pages = "126-169", series = "Lecture Notes in Mathematics" } @article{shannon-1959, author="Shannon, C.E. ", title="Coding theorems for a discrete source with a fidelity criterion ", journal=" IRE National Convention Record, Part 4 ", pages=" 142-163 ", year=" 1959 "} @book{berger-1971, author=" Berger, T. ", title=" Rate Distortion Theory: A Mathematical Basis for Data Compression ", Publisher=" Prentice-Hall, Englewood Cliffs, N.J. ", year=" 1971 "} @article{linde-buzo-gray-1980, author="Linde, Y. and Buzo, A. and Gray, R.M. ", title=" An algorithm for vector quantizer design ", journal=" IEEE Transactions on Communications ", volume=" COM-28 ", pages=" 84-95 ", year=" 1980 "} @techreport{lloyd-1957, author=" Lloyd, S.P. ", title=" Least squares quantization in PCM ", institution=" Bell Laboratories Technical Note ", year=" 1957 "} @article{pinkston-1969, author=" Pinkston, J.T. ", title=" An application of rate-distortion theory to a converse to the coding theorem ", journal=ieeeit, volume=" IT-15 ", pages=" 66-71 ", year=" 1969 "} @article{mcdonald-schultheiss-1964, author="McDonald, R.A. and Schultheiss, P.M. ", title=" Information Rates of {G}aussian signals under criteria constraining the error spectrum ", journal=" Proc. IEEE ", volume=" 52 ", pages=" 415-416 ", year=" 1964 "} @Article{csiszar-tusnady-1984, author = "Csisz\'{a}r, I. and Tusn\'{a}dy, G. ", title = "Information Geometry and Alternating minimization procedures", journal = "Statistics and Decisions", year = "1984", volume = "Supplement Issue 1", pages = "205-237" } @Article{csiszar-1974, author = "Csisz\'{a}r, I", title = "On the computation of rate distortion functions", journal=ieeeit, year = "1974", volume = "IT-20", pages = "122-124" } @Article{ref-emalgor, author = "A.P. Dempster and N.M.Laird and D.B.Rubin", title = "Maximum likelihood from incomplete data via the {EM} algorithm ", journal = "Journal Royal Stat. Soc., Series B", year = "1977", number = "1", volume = "39", pages = "1-38" } @Article{cover-stockmarket-1984, author = "Cover, T.M.", title = "An algorithm for maximizing expected log investment return", journal=ieeeit, year = "1984", volume = "IT-30", number = "2", pages = "369-373" } @inproceedings{shannon-twoway, author=" Shannon, C.E. ", title=" Two-way Communication Channels ", booktitle=" Proc. 4th Berkeley Symp. Math. Stat. Prob. ", volume=" 1 ", pages=" 611-644 ", publisher= "Univ. California Press ", year=" 1961 "} @inproceedings{ahlswede-multipleaccess, author=" Ahlswede, R ", title="Multi-way communication channels ", booktitle=" Proc. 2nd. Int. Symp. Information Theory (Tsahkadsor, Armenian S.S.R.) ", pages=" 23-52 ", year=" 1971 ", publisher="Publishing House of the Hungarian Academy of Sciences"} @phdthesis{liao-multipleaccess, author=" Liao, H. ", title=" Multiple access channels ", school=" Department of Electrical Engineering, University of Hawaii, Honolulu ", year=" 1972 "} @article{slepian-wolf-1973, author="Slepian, D. and Wolf, J.K. ", title=" Noiseless coding of correlated information sources ", journal=ieeeit, volume=" IT-19 ", pages=" 471-480 ", year=" 1973 "} @article{cover-broadcast, author=" Cover, T.M. ", title=" Broadcast channels ", journal=ieeeit, volume=" IT-18 ", pages=" 2-14 ", year=" 1972 "} @article{cover-slepianwolf, author=" Cover, T.M. ", title=" A proof of the data compression theorem of {S}lepian and {W}olf for ergodic sources ", journal=ieeeit, volume=" IT-22 ", pages=" 226-228 ", year=" 1975 "} @article{bergmans-1973, author=" Bergmans, P. ", title=" Random coding theorem for broadcast channels with degraded components ", journal=ieeeit, volume=" IT-19 ", pages=" 197-207 ", year=" 1973 "} @article{gallager-1974, author=" Gallager, R. G. ", title=" Capacity and coding for degraded broadcast channels ", journal=" Problemy Peredaci Informaccii ", volume=" 10 ", number=" 3", pages=" 3-14 ", year=" 1974 "} @article{pinsker-1978, author="Pinsker, M. S. ", title=" The capacity region of noiseless broadcast channels ", journal=" Problems of Information Transmission ", volume=" 14 ", number=" 2 ", pages=" 97-102 ", year=" 1978 "} @article{marton-1979, author=" Marton, K. ", title=" A coding theorem for the discrete memoryless broadcast channel ", journal=ieeeit, volume=" IT-25 ", pages=" 306-311 ", year=" 1979 "} @book{ford-fulkerson-1962, author="Ford, L.R. and Fulkerson, D.R. ", title=" Flows in Networks ", Publisher=" Princeton University Press, Princeton, NJ ", year=" 1962 "} @article{cover-mceliece-posner-1981, author="Cover, T.M. and McEliece, R.J. and Posner, E. ", title=" Asynchronous multiple access channel capacity ", journal=" IEEE Transactions on Infomation Theory ", volume=" IT-27 ", pages=" 409-413 ", year=" 1981 "} @article{carleial-1975, author="Carleial, A.B. ", title=" A case where interference does not reduce capacity ", journal=ieeeit, volume=" IT-21 ", pages=" 569-570 ", year=" 1975 "} @inproceedings{berger-1977a, author="Berger, T. ", title=" Multiterminal source coding ", booktitle="Lecture notes presented at the 1977 CISM Summer School, Udine, Italy ", month="July 18-20", year=" 1977 "} @article{cover-elgamal-relay, author="Cover, T.M. and El Gamal, A ", title=" Capacity theorems for the relay channel ", journal=ieeeit, volume=" IT-25 ", pages=" 572-584 ", year=" 1979 "} @Article{wyner-ziv-1976, author = "Wyner, A. and Ziv, J.", title = "The rate distortion function for source coding with side information at the receiver", journal=ieeeit, year = "1976", volume = "IT-22", pages = "1-11" } @Article{elgamal-cover-survey, author = "El Gamal, A. and Cover, T.M.", title = "Multiple User Information Theory", journal = "Proc. IEEE", year = "1980", volume = "68", pages = "1466-1483" } @Article{slepian-wolf-mac, author = "Slepian, D. and Wolf, J.K.", title = "A coding theorem for multiple access channels with correlated sources", journal = "Bell Sys. Tech. Journal", year = "1973", volume = "52", pages = "1037-1076" } @Article{ahlswede-korner-1975, author = "Ahlswede, R. and K{\"{o}}rner, J.", title = "Source coding with side information and a converse for the degraded broadcast channel", journal=ieeeit, year = "1975", volume = "IT-21", pages = "629-637" } @Article{wyner-1975, author = "Wyner, A.", title = "On Source coding with side information at the decoder", journal=ieeeit, year = "1975", volume = "IT-21", pages = "294-300" } @InCollection{berger-1977, author = "Berger, T.", title = "Multiterminal Source Coding", booktitle = "The Information Theory Approach to Communications", publisher = "Springer-Verlag, New York", year = "1977", editor = "G. Longo" } @Article{cover-elgamal-multipledesc, author = "El Gamal, A. and Cover, T.M. ", title = "Achievable rates for multiple descriptions", journal=ieeeit, year = "1982", volume = "IT-28", pages = "851-857" } @Article{witsenhausen-multipledesc, author = "Witsenhausen, H.", title = "On source networks with minimal breakdown degradation", journal = "Bell Sys. Tech. Journal", year = "1980", volume = "59", pages = "1083-1087" } @Article{wolf-wyner-ziv-multipledesc, author = "Wolf, J.K. and Wyner, A. and Ziv, J.", title = "Source coding for multiple descriptions", journal = "Bell Sys. Tech. Journal", year = "1980", volume = "59", pages = "1417-1426" } @Article{ozarow-multipledesc, author = "Ozarow, L.", title = "On a source coding problem with two channels and three receivers", journal = "Bell Sys. Tech. Journal", year = "1980", volume = "59", pages = "1909-1921" } @Article{elgamal-vandermeulen-1981, author = "El Gamal, A. and Van der Meulen, E.C.", title = "A proof of {M}arton's coding theorem for the discrete memoryless broadcast channel", journal=ieeeit, year = "1981", volume = "IT-27", pages = "120-122" } @Article{wyner-ziv-1973, author = "Wyner, A. and Ziv, J.", title = "A theorem on the entropy of certain binary sequences and applications {I}", journal = ieeeit, year = "1973", volume = "IT-19", pages = "769-771" } @Article{wyner-1973, author = "Wyner, A.", title = "A theorem on the entropy of certain binary sequences and applications {II}", journal = ieeeit, year = "1973", volume = "IT-19", pages = "772-777" } @Article{wyner-1975a, author = "Wyner, A.", title = "The common information of two dependent random variables", journal = ieeeit, year = "1975", volume = "IT-21", pages = "163-179" } @Article{gray-wyner-1974, author = "Gray, R.M. and Wyner, A.", title = "Source coding for a simple network", journal = "Bell Sys. Tech. Journal", year = "1974", volume = "58", pages = "1681-1721" } @Article{bierbaum-wallmeier-1979, author = "Bierbaum, M. and Wallmeier, H.M.", title = "A note on the capacity region of the multiple access channel", journal = ieeeit, year = "1979", volume = "IT-25", pages = "484" } @Article{csiszar-korner-1980, author = "Csisz{\'{a}}r, I. and K{\"{o}}rner, J.", title = "Towards a general theory of source networks", journal = ieeeit, year = "1980", volume = "IT-26", pages = "155-165" } @Article{korner-marton-1979, author = "K{\"{o}}rner, J. and Marton, K.", title = "How to encode the modulo 2 sum of two binary sources", journal = ieeeit, year = "1979", volume = "IT-25", pages = "219-221" } @Article{berger-yeung-1989, author = "Berger, T. and Yeung, R.W.", title = "Multiterminal source encoding with one distortion criterion", journal = ieeeit, year = "1989", volume = "IT-35", pages = "228-236" } @Article{ahlswede-han-1983, author = "Ahlswede, R. and Han, T.S.", title = "On source coding with side information via a multiple access channel and related problems in multi-user information theory", journal = ieeeit, year = "1983", volume = "IT-29", pages = "396-412" } @Article{zhang-berger-schalkwijk-1986, author = "Zhang, Z. and Berger, T. and Schalkwijk, J.P.M.", title = "New outer bounds to capacity regions of two-way channels", journal = ieeeit, year = "1986", volume = "IT-32", pages = "383-386" } @Article{dueck-twoway, author = "Dueck, G.", title = "The capacity region of the two-way channel can exceed the inner bound", journal = "Information and Control", year = "1979", volume = "40", pages = "258-266" } @Article{schalkwijk-bmc1, author = "Schalkwijk, J.P.M.", title = "The binary multiplying channel---a coding scheme that operates beyond {S}hannon's inner bound", journal = ieeeit, year = "1982", volume = "IT-28", pages = "107-110" } @Article{schalkwijk-bmc2, author = "Schalkwijk, J.P.M.", title = "On an extension of an achievable rate region for the binary multiplying channel", journal = ieeeit, year = "1983", volume = "IT-29", pages = "445-448" } @Article{han-costa-1987, author = "Han, T.S. and Costa, M.H.M.", title = "Broadcast channels with arbitrarily correlated sources", journal = ieeeit, year = "1987", volume = "IT-33", pages = "641-650" } @Book{eggleston-book, author = "Eggleston, H.G.", title = "Convexity", publisher = "Cambridge University Press, Cambridge, UK", year = "1969", series = "Cambridge Tracts in Mathematics and Mathematical Physics, No. 47" } @Book{grunbaum-book, author = "Gr{\"{u}}nbaum, B.", title = "Convex Polytopes", publisher = "Interscience, New York", year = "1967" } @Unpublished{forney-coursenotes, author = "Forney, G.D.", title = "Information Theory: unpublished course notes", note = "Stanford University", year = "1972" } @article{marshall-olkin-1982, author="A. Marshall and I. Olkin ", title=" A Convexity Proof of {H}adamard's Inequality ", journal=" Am. Math. Monthly ", volume=" 89 ", number=" 9 ", pages=" 687-688 ", year=" 1982 "} @Article{stam-1959, author = "Stam, A.", title = "Some Inequalities Satisfied by the Quantities of Information of {F}isher and {S}hannon", journal = "Information and Control", year = "1959", volume = "2", pages = "101-112", month = "June"} @Article{blachman-1965, author = "Blachman, N.", title = "The convolution inequality for entropy powers", journal=ieeeit, year = "1965", volume = "IT-11", pages = "267-271", month = "April"} @Article{kyfan-1950, author = "Ky Fan", title = "On a Theorem of {W}eyl concerning the eigenvalues of linear transformations {II}", journal = "Proc. National Acad. Sci. U.S.", year = "1950", volume = "36", pages = "31-35"} @Article{kyfan-1955, author = "Ky Fan", title = "Some inequalities concerning positive-definite matrices", journal = "Proc. Cambridge Phil. Soc.", year = "1955", volume = "51", pages = "414-421"} @Article{mirsky-szasz, author = "Mirsky, L.", title = "On a generalization of {H}adamard's determinantal inequality due to {S}zasz", journal = "Arch. Math.", year = "1957", volume = "VIII", pages = "274-275"} @Article{oppenheim-1930, author = "A. Oppenheim", title = "Inequalities connected with definite {H}ermitian forms", journal = "J. London Math. Soc.", year = "1930", volume = "5", pages = "114-119"} @Book{marshall-olkin-book, author = "Marshall, A. and Olkin, I.", title = "Inequalities: Theory of Majorization and its Applications", publisher = "Academic Press", year = "1979"} @Article{minkowski-1950, author = "Minkowski, H.", title = "Diskontinuit{\"{a}}tsbereich f{\"{u}}r arithmetische {\"{A}}quivalenz", journal = "Journal f{\"{u}}r Math.", year = "1950", volume = "129", pages = "220-274"} @Article{bellman-1955, author = "Bellman, R.", title = "Notes on Matrix Theory---{IV}: An inequality due to {B}ergstr{\o}m", journal = "Am. Math. Monthly", year = "1955", volume = "62", pages = "172-173"} @Article{costa-cover-1984, author = "Costa, M. and Cover, T.M.", title = "On the Similarity of the Entropy Power Inequality and the {B}runn-{M}inkowski Inequality ", journal=ieeeit, year = "1984", volume = "IT-30", pages = "837-839"} @Article{barron-centrallimit, author = "Barron, A.", title = "Entropy and the Central Limit Theorem", journal = "The Annals of Probability", year = "1986", volume = "14", number = "1", pages = "336-342" } @Article{beckner-1975, author = "Beckner, W.", title = "Inequalities in {F}ourier Analysis", journal = "Annals of Mathematics", year = "1975", volume = "102", pages = "159-182" } @Article{brascamp-lieb-1976, author = "Brascamp, H.J. and Lieb, E.J.", title = "Best constants in {Y}oung's inequality, its converse and its generalization to more than three functions", journal = "Advances in Mathematics", year = "1976", volume = "20", pages = "151-173" } @Book{sharpe-book, author = "Sharpe, W.F.", title = "Investments", publisher = "Prentice-Hall, Englewood Cliffs, NJ", year = "1985", edition = "3rd" } @Article{bell-cover-1980, author = "Bell, R. and Cover, T.M.", title = "Competitive Optimality of Logarithmic Investment", journal = "Mathematics of Operations Research", year = "1980", volume = "5", number = "2", pages = "161-166", month = "May" } @Article{bell-cover-1988, author = "Bell, R. and Cover, T.M.", title = "Game-theoretic optimal portfolios", journal = "Management Science", year = "1988", volume = "34", number = "6", pages = "724-733" } @TechReport{dembo-epibrunn, author = "Dembo, A.", title = "Information inequalities and uncertainty principles", institution = "Department of Statistics, Stanford University", year = "1990", type = "Technical report" } @Article{lazo-rathie-1978, author = "Verdugo Lazo, A.C.G. and Rathie, P.N.", title = "On the entropy of continuous probability distributions", journal = ieeeit, year = "1978", volume = "IT-24", pages = "120-122" } @Book{wiener-cybernetics, author = "Weiner, N.", title = "Cybernetics", publisher = "MIT Press, Cambridge and Wiley, New York", year = "1948" } @Article{shannon-1958-sideinf, author = "Shannon, C.E.", title = "Channels with side information at the transmitter", journal = "IBM J. Res. Develop.", year = "1958", volume = "2", pages = "289-293" } @Article{rao-1945, author = "Rao, C.R.", title = "Information and Accuracy obtainable in the estimation of statistical parameters", journal = "Bull. Calcutta Math. Soc.", year = "1945", volume = "37", pages = "81-91" } @Article{neyman-pearson-1933, author = "Neyman, J. and Pearson, E.S.", title = "On the problem of the most efficient tests of statistical hypotheses", journal = "Phil. Trans. Roy. Soc., London, Series A", year = "1933", volume = "231", pages = "289-337" } @Article{elias-1954, author = "Elias, P.", title = "Error-free Coding", journal = "IRE Trans. Inform. Theory", year = "1954", volume = "IT-4", pages = "29-37" } @Book{wald-book, author = "Wald, A.", title = "Sequential Analysis", publisher = "Wiley, New York", year = "1947" } @Article{tang-bahl-1970, author = "Tang, D.L. and Bahl, L.R.", title = "Block codes for a class of constrained noiseless channels", journal = "Inform. Control", year = "1970", volume = "17", pages = "436-461" } @Article{kolmogorov-1958, author = "Kolmogorov, A.N.", title = "A new invariant for Transitive Dynamical Systems", journal = "Dokl. An. SSR", year = "1958", volume = "119", pages = "861-864" } @Article{ornstein-1970, author = "Ornstein, D.S.", title = "Bernoulli shifts with the same entropy are isomorphic", journal = "Advances in Math.", year = "1970", volume = "4", pages = "337-352" } @Article{davisson-1973, author = "Davisson, L.D.", title = "Universal Noiseless Coding", journal=ieeeit, year = "1973", volume = "IT-19", pages = "783-795" } @Article{kullback-leibler-1951, author = "Kullback, S. and Leibler, R.A.", title = "On information and sufficiency", journal = "Ann. Math. Stat.", year = "1951", volume = "22", pages = "79-86" } @Book{csiszar-longo-book, author = "Csisz{\'{a}}r, I. and Longo, G.", title = "On the error exponent for source coding and for testing simple statistical hypotheses", publisher = "Hungarian Academy of Sciences, Budapest", year = "1971" } @Article{chernoff-1952, author = "Chernoff, H.", title = "A measure of the asymptotic efficiency of tests of a hypothesis based on a sum of observations", journal = "Ann. Math. Stat.", year = "1952", volume = "23", pages = "493-507" } @Article{dobrushin-1959, author = "Dobrushin, R.L.", title = "General formulation of {S}hannon's main theorem of information theory", journal = "Usp. Math. Nauk.", year = "1959", volume = "14", pages = "3-104", note = "Translated in Am. Math. Soc. Trans., 33:323-438" } @Article{arimoto-1973-conv, author = "Arimoto, S.", title = "On the converse to the coding theorem for discrete memoryless channels", journal=ieeeit, year = "1973", volume = "IT-19", pages = "357-359" } @Article{omura-1973, author = "Omura, J.", title = "A coding theorem for discrete time sources", journal=ieeeit, year = "1973", volume = "IT-19", pages = "490-498" } @Article{gray-1975, author = "Gray, R.M.", title = "Sliding block source coding", journal=ieeeit, year = "1975", volume = "IT-21", pages = "357-368" } @Article{marton-1974, author = "Marton, K.", title = "Error exponent for source coding with a fidelity criterion", journal=ieeeit, year = "1974", volume = "IT-20", pages = "197-199" } @Article{blahut-1976, author = "Blahut, R. E.", title = "Information bounds of the {F}ano-{K}ullback type", journal=ieeeit, year = "1976", volume = "IT-22", pages = "410-421" } @Article{blahut-1974, author = "Blahut, R.E.", title = "Hypothesis testing and Information theory", journal=ieeeit, year = "1974", volume = "IT-20", pages = "405-417" } @Article{dueck-korner-1979, author = "Dueck, G. and K{\"{o}}rner, J.", title = "Reliability function of a discrete memoryless channel at rates above capacity", journal=ieeeit, year = "1979", volume = "IT-25", pages = "82-85" } @Article{ziv-1972, author = "Ziv, J.", title = "Coding of sources with unknown statistics---Part {II}: Distortion relative to a fidelity criterion", journal=ieeeit, year = "1972", volume = "IT-18", pages = "389-394" } @Article{jaynes-1957, author = "Jaynes, E.T.", title = "Information theory and statistical mechanics {I}", journal = "Phys. Rev.", year = "1957", volume = "106", pages = "620-630" } @Article{shore-johnson-1980, author = "Shore, J.E. and Johnson, R.W.", title = "Axiomatic derivation of the principle of maximum entropy and the principle of minimum cross-entropy", journal=ieeeit, year = "1980", volume = "IT-26", pages = "26-37" } @Article{vancampenhout-cover-1981, author = "Van Campenhout, J.M. and Cover, T.M.", title = "Maximum entropy and conditional probability", journal=ieeeit, year = "1981", volume = "IT-27", pages = "483-489" } @Article{vandermeulen-survey, author = "Van der Meulen, E.C.", title = "A survey of multi-way channels in information theory", journal=ieeeit, year = "1977", volume = "IT-23", pages = "1-37" } @Book{slepian-book, author = "Slepian, D.", title = "Key Papers in the Development of Information Theory", publisher = "IEEE Press, New York", year = "1974" } @Book{cover-gopinath-book, author = "Cover, T.M. and Gopinath, B.", title = "Open Problems in Communication and Computation", publisher = "Springer-Verlag, New York", year = "1987" } @Article{jelinek-1968, author = "Jelinek, F.", title = "Evaluation of expurgated error bounds", journal=ieeeit, year = "1968", volume = "IT-14", pages = "501-505" } @PhDThesis{berlekamp-thesis, author = "Berlekamp, E.R.", title = "Block Coding with Noiseless Feedback", school = "MIT, Cambridge, MA", year = "1964" } @Article{forney-1968, author = "Forney, G.D.", title = "Exponential error bounds for erasure, list and decision feedback schemes", journal=ieeeit, year = "1968", volume = "IT-14", pages = "549-557" } @Article{ihara-1988-1, author = "Ihara, S.", title = "Capacity of discrete time {G}aussian channel with and without feedback - {I}", journal = "Mem. Fac. Sci. Kochi Univ. (Math.)", year = "1988", volume = "9", pages = "21-36" } @Article{ihara-1988-2, author = "Ihara, S.", title = "Capacity of discrete time {G}aussian channel with and without feedback - {II}", journal = "Japan Journal of Applied Mathematics", year = "1989", volume = "6", number = "2", pages = "245-258" } @Article{butman-1976, author = "Butman, S.A.", title = "Linear feedback rate bounds for regressive channels", journal = "IEEE Trans. Inform. Theory", year = "1976", volume = "IT-22", pages = "363-366" } @Article{butman-1969, author = "Butman, S.A.", title = "A general formulation of linear feedback communication systems with solutions", journal = "IEEE Trans. Inform. Theory", year = "1969", volume = "IT-15", pages = "392-400" } @Article{tiernan-schalkwijk-1974, author = "Tiernan, J.C. and Schalkwijk, J.P.", title = "An upper bound on the capacity of the bandlimited {G}aussian autoregressive channel with noiseless feedback", journal = "IEEE Trans. Inform. Theory", year = "1974", OPTvolume = "IT-20", pages = "311-316" } @Article{wolfowitz-1975, author = "Wolfowitz, J.", title = "Signalling over a {G}aussian channel with feedback and autoregressive noise", journal = "Journal of Applied Probability", year = "1975", volume = "12", number = "4" } @Article{lucky-1973, author = "Lucky, R.W.", title = "Recent Results in Information Theory - 1968-1973", journal = "IEEE Trans. Inform. Theory", year = "1973", volume = "IT-19", pages = "725-739" } @Article{kadota-zakai-ziv-1971-1, author = "T.T. Kadota and M. Zakai and J. Ziv", title = "Mutual information of white {G}aussian channels with and without feedback ", journal = "IEEE Trans. Inform. Theory", year = "1971", volume = "IT-17", pages = "368-371" } @InProceedings{abramson-aloha, author = "Abramson, N.", title = "The {A}loha system---Another alternative for computer communcations", booktitle = "Proc. Fall Joint Comput. Conf. AFIPS Conf. ", year = "1970", pages = "37" } @Article{ahlswede-1974, author = "Ahlswede, R.", title = "The capacity region of a channel with two senders and two receivers", journal = "Ann. Prob.", year = "1974", volume = "2", pages = "805-814" } @PhDThesis{aref-thesis, author = "Aref, M. R.", title = "Information flow in relay networks", school = "Department of Electrical Engg., Stanford University", year = "1980" } @Article{benzel-1979, author = "Benzel, R.", title = "The capacity region of a class of discrete additive degraded interference channels", journal = "IEEE Trans. Inform. Theory", year = "1979", volume = "IT-25", pages = "228-231" } @Article{carleial-1983, author = "Carleial, A.", title = "Outer bounds on the capacity of the interference channel", journal = "IEEE Trans. Inform. Theory", year = "1983", volume = "IT-29", pages = "602-606" } @Article{costa-1985, author = "Costa, M.H.M.", title = "On the {G}aussian interference channel", journal = "IEEE Trans. Inform. Theory", year = "1985", volume = "IT-31", pages = "607-615" } @Article{cover-1975, author = "Cover, T.M.", title = "An achievable rate region for the broadcast channel", journal = "IEEE Trans. Inform. Theory", year = "1975", volume = "IT-21", pages = "399-404" } @InCollection{cover-advances-1975, author = "Cover, T.M.", title = "Some advances in broadcast channels", booktitle = "Advances in Communication Systems, Vol. 4", publisher = "Academic Press, San Francisco", year = "1975", editor = "A. Viterbi" } @Article{cover-elgamal-salehi-1980, author = "Cover, T.M. and El Gamal, A. and Salehi, M.", title = "Multiple access channels with arbtirarily correlated sources", journal = "IEEE Trans. Inform. Theory", year = "1980", volume = "IT-26", pages = "648-657" } @Article{ulrey-1975, author = "Ulrey,M.", title = "The capacity region of a channel with $s$ senders and $r$ receivers", journal = "Inform. Contr.", year = "1975", volume = "29", pages = "185-203" } @Article{cover-leung-1981, author = "Cover, T.M. and Leung, C.S.K.", title = "An achievable rate region for the multiple access channel with feedback", journal = "IEEE Trans. Inform. Theory", year = "1981", volume = "IT-27", pages = "292-298" } @Article{cover-pombra-1989, author = "Cover, T.M. and Pombra, S.", title = "{G}aussian feedback capacity", journal = "IEEE Trans. Inform. Theory", year = "1989", volume = "IT-35", pages = "37-43" } @Book{cover-thomas-book, author = "Cover, T.M. and Thomas, J.A.", title = "Elements of Information Theory", publisher = "John Wiley, New York", year = "1990" } @Article{dembo-1989, author = "Dembo, A.", title = "On {G}aussian feedback capacity", journal = "IEEE Trans. Inform. Theory", year = "1989", volume = "IT-35", pages = "1072-1076" } @Article{dobrushin-1958, author = "Dobrushin, R.L.", title = "Information transmission in a channel with feedback", journal = "Theory of Prob. and its Applications", year = "1958", volume = "34", pages = "367-383" } @Article{dueck-bcexample, author = "Dueck, G.", title = "Partial feedback for two-way and broadcast channels", journal = "Inform. Contr.", year = "1980", volume = "46", pages = "1-15" } @Article{ebert-1970, author = "Ebert, P.M.", title = "The capacity of the {G}aussian channel with feedback", journal = "Bell Sys. Tech. Journal", year = "1970", volume = "49", pages = "1705-1712", month = "Oct." } @Article{elgamal-bcfeedback, author = "El Gamal, A.", title = "The feedback capacity of degraded broadcast channels", journal = "IEEE Trans. Inform. Theory", year = "1978", volume = "IT-24", pages = "379-381" } @Article{gaarder-wolf-1975, author = "Gaarder, T. and Wolf, J.K.", title = "The capacity region of a multiple-access discrete memoryless channel can increase with feedback", journal = "IEEE Trans. Inform. Theory", year = "1975", volume = "IT-21", pages = "100-102" } @Book{bertsekas-gallager-book, author = "Bertsekas, D. and Gallager, R.", title = "Data Networks", publisher = "Prentice Hall, Englewood Cliffs, NJ", year = "1987" } @Article{hajek-pursley-1979, author = "Hajek, B. and Pursley, M.", title = "Evaluation of an achievable rate region for the broadcast channel", journal = "IEEE Trans. Inform. Theory", year = "1979", volume = "IT-25", pages = "36-46" } @Article{han-kobayashi-1981, author = "Han, T.S. and Kobayashi, K.", title = "A new achievable rate region for the interference channel", journal = "IEEE Trans. Inform. Theory", year = "1981", volume = "IT-27", pages = "49-60" } @Article{kadota-zakai-ziv-1971, author = "Kadota, T.T. and Zakai, M. and Ziv, J.", title = "Capacity of a continuous memoryless channel with feedback", journal = "IEEE Trans. Inform. Theory", year = "1971", volume = "IT-17", pages = "372-378" } @Book{kailath-weiner, author = "Kailath, T.", title = "Lectures in Weiner and Kalman filtering", publisher = "Springer-Verlag", year = "1981" } @Book{marcus-minc-book, author = "Marcus, M. and Minc. H.", title = "A survey of matrix theory and matrix inequalities", publisher = "Allyn and Bacon: Boston", year = "1964" } @PhDThesis{king-thesis, author = "King, R.", title = "Multiple access channels with generalized feedback", school = "Department of Electrical Engg., Stanford University", year = "1978" } @Article{korner-marton-1977, author = "K{\"{o}}rner, J. and Marton, K.", title = "General broadcast channels with degraded message sets", journal = "IEEE Trans. Inform. Theory", year = "1977", volume = "IT-23", pages = "60-64" } @Article{massey-mathys-1985, author = "Massey, J.L. and Mathys, P.", title = "The collision channel without feedback", journal = "IEEE Trans. Inform. Theory", year = "1985", OPTvolume = "IT-31", pages = "192-204" } @PhDThesis{leung-thesis, author = "Leung, C.S.K.", title = "Multiuser and wiretap channels including feedback", school = "Department of Electrical Engg., Stanford University", year = "1976" } @Article{orlitsky-1989, author = "Orlitsky, A.", title = "Feedback in Discrete Communcation", journal = "IEEE Trans. Inform. Theory", year = "1989", note = "submitted" } @Article{ozarow-1984, author = "Ozarow, L.H.", title = "The capacity of the white {G}aussian multiple access channel with feedback", journal = "IEEE Trans. Inform. Theory", year = "1984", volume = "IT-30", pages = "623-629" } @Article{ozarow-leung-1984, author = "Ozarow, L.H. and Leung, C.S.K.", title = "An acheivable region and an outer bound for the {G}aussian broadcast channel with feedback", journal = "IEEE Trans. Inform. Theory", year = "1984", volume = "IT-30", pages = "667-671" } @Article{ozarow-1988-1, author = "Ozarow, L.H.", title = "Upper bounds on the capacity of {G}aussian channels with feedback", journal = "IEEE Trans. Inform. Theory", year = "1988", note = "submitted" } @Article{ozarow-1988-2, author = "Ozarow, L.H.", title = "Random coding for additive {G}aussian channels with feedback", journal = "IEEE Trans. Inform. Theory", year = "1988", note = "submitted" } @Article{pinsker-deterbroad, author = "Pinsker, M.", title = "The capacity region of noiseless broadcast channels", journal = "Prob. Inform. Trans.", year = "1978", volume = "IT-14", pages = "97-102", note = "English translation" } @Article{sato-1978, author = "Sato, H.", title = "On the capacity region of a discrete two-user channel for strong interference", journal = "IEEE Trans. Inform. Theory", year = "1978", volume = "IT-24", pages = "377-379" } @Article{sato-1981, author = "Sato, H.", title = "The capacity of the {G}aussian interference channel under strong interference", journal = "IEEE Trans. Inform. Theory", year = "1981", volume = "IT-27", pages = "786-788" } @Article{sato-tanabe-1978, author = "Sato, H. and Tanabe, M.", title = "A discrete two-user channel with strong interference", journal = "Trans. IECE Japan", year = "1978", volume = "61", pages = "880-884" } @Article{vandermeulen-1975, author = "Van der Meulen, E.", title = "Random coding theorems for the general discrete memoryless broadcast channel", journal = "IEEE Trans. Inform. Theory", year = "1975", volume = "IT-21", pages = "180-190" } @Article{willems-1982, author = "Willems, F.M.J.", title = "The feedback capacity of a class of discrete memoryless multiple access channels", journal = "IEEE Trans. Inform. Theory", year = "1982", volume = "IT-28", pages = "93-95" } @Article{willems-1984, author = "Willems, F.M.J.", title = "On multiple access channels with feedback", journal = "IEEE Trans. Inform. Theory", year = "1984", volume = "IT-30", pages = "842-845" } @Article{willems-hekstra-1989, author = "Willems, F.M.J. and Hekstra, A.P.", title = "Dependence balance bounds for single-output two-way channels", journal = "IEEE Trans. Inform. Theory", year = "1989", volume = "IT-35", pages = "44-53" } @Article{wyner-1974, author = "Wyner, A.", title = "Recent results in {S}hannon theory", journal = "IEEE Trans. Inform. Theory", year = "1974", volume = "IT-20", pages = "2-10" } @InProceedings{willems-vandermeulen-broadconf, author = "Willems, F.M.J. and Van der Meulen, E.C.", title = "Een verbetering en veralgemening van het transmissiebebied van {O}zarow voor het {G}aussische broadcast kanaal met feedback ", booktitle = "Tweede Symposium over Informatietheorie in de Benelux", year = "1981" } @Article{elgamal-1979, author = "El Gamal, A.", title = "The capacity region of a class of broadcast channels", journal = "IEEE Trans. Inform. Theory", year = "1979", volume = "IT-25", pages = "166-169" } @InCollection{korner-marton-1977-lessnoisy, author = "K{\"{o}}rner, J. and Marton, K.", title = "The comparison of two noisy channels", booktitle = "Topics in Information Theory", publisher = "Coll. Math. Soc. J. Bolyai, No. 16, North Holland, Amsterdam", year = "1977", editor = "Csisz{\'{a}}r, I. and Elias, P.", pages = "411-423" } @Article{han-smac, author = "Han, T.S.", title = "The capacity region of a general multiple access channel with certain correlated sources", journal = "Information and Control", year = "1979", volume = "40", pages = "37-60" } @Article{han-coverslepianwolf, author = "Han, T.S.", title = "Cover-Slepian-Wolf theorem for a network of channels", journal = "Information and Control", year = "1980", volume = "47", pages = "67-83" } @InProceedings{elgamal-relaynetworks, author = "El Gamal, A.", title = "On information flow in relay networks", booktitle = "Proceedings of the National Telecommunication Conference", year = "1981", pages = "D4.1.1-D4.1.4" } @Article{dueck-maczeroerror, author = "Dueck, G.", title = "The zero-error feedback capacity region of a certain class of multiple access channels", journal = "Problems of Control and Information Theory", year = "1985", volume = "14", number = "2", pages = "89-103" } @PhDThesis{chen-thesis, author = "Chen, Chang-jia", title = "An acheivable rate region for the round table channel", school = "Department of Electrical Engineering, University of Hawaii", year = "1986" } @TechReport{vandermeulen-surveymac, author = "Van der Meulen, E.C.", title = "Recent coding theorems and converses for multi-way channels. Part {II}: {T}he multiple access channel (1976-1985)", institution = "Department Wiskunde, Katholieke Universiteit Leuven", year = "1985" } @InCollection{vandermeulen-surveybroad, author = "Van der Meulen, E.C.", title = "Recent Coding Theorems for Multi-way channels. Part {I}: {T}he broadcast channel (1976-1980)", booktitle = "New Concepts in Multi-user Communication (NATO Advanced Study Insititute Series)", publisher = "Sijthoff \& Noordhoff International", year = "1981", editor = "J.K. Skwyrzinsky", pages = "15-51" } @InCollection{massey-1988, author = "Massey, J.L.", title = "Channel models for random-access systems", booktitle = "Performance Limits in Communication Theory and Practice", publisher = "Kluwer Academic Publishers, Dordrecht, The Netherlands", year = "1988", editor = "Skwirzynski, J.K.", pages = "391-402", series = "NATO Advanced Study Institute" } @Article{yamamoto-itoh-1979, author = "Yamamoto, H. and Itoh, K.", title = "Asymptotic performance of a modified {S}chalkwijk-{B}arron scheme for channels with noiseless feedback", journal = ieeeit, year = "1979", volume = "IT-25", pages = "729-733" } @Article{schalkwijk-barron-1971, author = "Schalkwijk, J.P.M. and Barron, M.E.", title = "Sequential signalling under a peak power constraint", journal = ieeeit, year = "1971", volume = "IT-17", pages = "278-282" } @Article{blackwell-1959, author = "Blackwell, D.", title = "Infinite codes for memoryless channels", journal = "Ann. Math. Stat.", year = "1959", volume = "30", number = "4", pages = "1242-1244" } @Article{debruyn-prelov-vandermeulen-1987, author = "De Bruyn, K. and Prelov, V.V. and Van der Meulen, E.C.", title = "Reliable transmission of two correlated sources over an asymmetric multiple-access channel", journal = ieeeit, year = "1987", volume = "IT-33", pages = "716-718" } @Article{dueck-maccounterex, author = "Dueck, G.", title = "A note on the multiple access channel with correlated sources", journal = ieeeit, year = "1981", volume = "IT-27", pages = "232-235" } @Article{han-nonnegent, author = "Han, T.S.", title = "Nonnegative entropy measures of multivariate symmetric correlations", journal = "Information and Control", year = "1978", volume = "36", number = "2", pages = "133-156" } @Article{thomas-gmac, author = "Thomas, J.A.", title = "Feedback can at most double {G}aussian multiple access channel capacity", journal = ieeeit, year = "1987", volume = "IT-33", pages = "711-716" } @Book{gray-davisson-book, author = "Gray, R.M. and Davisson, L.D.", title = "Ergodic and Information Theory", publisher = "Dowden, Hutchinson and Ross, Inc., Stroudsburg, Pennsylvania", year = "1977" } @Article{latane-1959, author = "Latan\'{e}, H.A.", title = "Criteria for choice among risky ventures", journal = "Journal of Political Economy", year = "1959", volume = "38", pages = "145-155", month = "April" } @Article{latane-tuttle-1967, author = "Latan\'{e}, H.A. and Tuttle, D.L.", title = "Criteria for Portfolio Building ", journal = "Journal of Finance", year = "1967", volume = "22", pages = "359-373", month = "September" } @Book{bicksler-samuelson-book, author = "Bicksler, J.A. and Samuelson, P.A.", title = "Investment Portfolio Decision Making", publisher = "Lexington Books, Lexington, Mass.", year = "1974" } @InBook{thorp-1974, author = "Thorp, E.O.", title = "Investment Portfolio Decision Making", chapter = "Portfolio choice and the {K}elly criterion", publisher = "Lexington Books, Lexington, Mass.", year = "1974", editor = "Bicksler, J.A. and Samuelson, P.A.", pages = "253-270" } @Article{samuelson-1971, author = "Samuelson, P.A.", title = "The `fallacy' of maximizing the geometric mean in long sequences of investing or gambling", journal = "Proc. Nat. Acad. Science", year = "1971", volume = "68", pages = "214-224", month = "October" } @Article{samuelson-1979, author = "Samuelson, P.A.", title = "Why we should not make mean log of wealth big though years to act are long", journal = "Journal of Banking and Finance", year = "1979", volume = "3", pages = "305-307" } @Article{merton-samuelson-1974, author = "Merton, R.C. and Samuelson, P.A.", title = "Fallacy of the log-normal approximation to optimal portfolio decision-making over many periods", journal = "Journal of Financial Economics", year = "1974", volume = "1", pages = "67-94" } @Article{samuelson-1969, author = "Samuelson, P.A.", title = "Lifetime portfolio selection by dynamic stochastic programming", journal = "Rev. of Economics and Statistics", year = "1969", pages = "236-239" } @Inproceedings{breiman-1961, author = "Breiman, L.", title = "Optimal Gambling systems for favourable games", booktitle = "Fourth Berkeley Symposium on Mathematical Statistics and Probability", publisher = "Univ. Calif. Press, Berkeley, CA.", year = "1961", pages = "65-78", volume = "1" } @Article{algoet-cover-1988, author = "Algoet, P. and Cover, T.M.", title = "Asymptotic optimality and asymptotic equipartition property of log-optimal investment", journal = "Ann. Prob.", year = "1988", volume = "16", number = "2", pages = "876-898" } @Article{cover-univport, author = "Cover, T.M.", title = "Universal Portfolios", journal = "Math. Finance", year = "1991", month = "January", note = "To appear" } @Article{cover-barron-1988, author = "Barron, A. and Cover, T.M.", title = "A bound on the financial value of information", journal = ieeeit, year = "1988", volume = "IT-34", pages = "1097-1100" } @Article{shannon-1957, author = "Shannon, C.E.", title = "Certain results in coding theory for noisy channels", journal = "Information and Control", year = "1957", volume = "1", pages = "6-25" } @Article{wyner-1965, author = "Wyner, A.D.", title = "The capacity of the band-limited {G}aussian channel", journal = "Bell Sys. Tech. Journal", year = "1965", volume = "45", pages = "359-371" } @Article{feinstein-1959, author = "Feinstein, A.", title = "On the coding theorem and its converse for finite-memory channels", journal = "Information and Control", year = "1959", volume = "2", pages = "25-44" } @Article{rice-1950, author = "Rice, S.O.", title = "Communication in the presence of noise---Probability of error for two encoding schemes", journal = "Bell Sys. Tech. Journal", year = "1950", volume = "29", pages = "60-93" } @InProceedings{elias-1955, author = "Elias, P.", title = "Coding for noisy channels", booktitle = "IRE Convention Record, Pt. 4", year = "1955", pages = "37-46" } @Article{shannon-gallager-berlekamp-1967-1, author = "Shannon, C.E. and Gallager, R.G. and Berlekamp, E.R.", title = "Lower bounds to error probability for coding in discrete memoryless channels. {I}", journal = "Information and Control", year = "1967", volume = "10", pages = "65-103" } @Article{shannon-gallager-berlekamp-1967-2, author = "Shannon, C.E. and Gallager, R.G. and Berlekamp, E.R.", title = "Lower bounds to error probability for coding in discrete memoryless channels. {II}", journal = "Information and Control", year = "1967", volume = "10", pages = "522-552" } @Article{blackwell-breiman-thomasian-1959, author = "Blackwell, D. and Breiman, L. and Thomasian, A.J.", title = "The capacity of a class of channels", journal = "Ann. Math. Stat.", year = "1959", volume = "30", pages = "1229-1241" } @Article{blackwell-breiman-thomasian-1960, author = "Blackwell, D. and Breiman, L. and Thomasian, A.J.", title = "The capacities of certain channel classes under random coding", journal = "Ann. Math. Stat.", year = "1960", volume = "31", pages = "558-567" } @Article{ahlswede-1978, author = "Ahlswede, R.", title = "Elimination of correlation in random codes for arbitrarily varying channels", journal = "Zeitschrift f{\"{u}}r Wahrscheinlichkeitstheorie and verwandte Gebiete", year = "1978", volume = "33", pages = "159-175" } @Book{aczel-daroczy-book, author = "Axz{\'{e}}l, J. and Dar{\'{o}}czy, Z.", title = "On Measures of Information and their Characterization", publisher = "Academic Press, New York", year = "1975" } @Book{gray-1990-book, author = "Gray, R.M.", title = "Entropy and Information Theory", publisher = "Springer-Verlag, New York", year = "1990" } @Article{white-1967, author="White, H.E.", title="Printed {E}nglish Compression Using Dictionary Encoding", journal="Proc. IEEE", volume="55", number="3", year="1967", pages="390-396" } @Article{storer-szymanski-1982, author="Storer, J.A. and Szymanski, T.G.", title="Data compression via textual substitution", journal="J. ACM", volume="29", number="4", year="1982", pages="928-951" } @article{wyner-ziv-1994, author="Wyner, A.D. and Ziv, J.", title="The sliding window {L}empel-{Z}iv algorithm is asymptotically optimal", journal="Proc. IEEE", volume="82", number="6", year="1994", pages="872-877" } @Book{pinsker-book, author = {Pinsker, M.}, title = {Information and Information Stability of Random Variables and Processes}, publisher = {Holden-Day Inc, San Francisco}, year = {1964}, note = {Translated by Amiel Feinstein} } @Book{chaitin-book1, author = {Chaitin, G.}, title = {Algorithmic Information Theory}, publisher = {Cambridge University Press, Cambridge}, year = {1987} } @Book{chaitin-book2, author = {Chaitin, G.}, title = {Information-theoretic Incompleteness}, publisher = {World Scientific, Singapore}, year = {1992} } @Article{shtarkov-1987, author = {Shtarkov, Yu. V.}, title = {Universal sequential coding of single messages}, journal = {Problems of Information Transmission}, year = {1987}, volume = {23}, number = {3}, pages = {3-17}, month = {July-September} } @Article{cover-1991-univport, author = {Cover, T.M.}, title = {Universal Portfolios}, journal = {Mathematical Finance}, year = {1991}, volume = {1}, number = {1}, pages = {1-29}, month = {January} } @Book{li-vitanyi-book, author = {Li, M. and Vitanyi, P.}, title = {An introduction to {K}olmogorov complexity and its applications}, publisher = {Springer-Verlag, New York}, year = {1993} } @Article{barron-cover-1991, author = {Barron, A. and Cover, T.M.}, title = {Minimum complexity density estimation}, journal = {IEEE Trans. Inform. Theory}, year = {1991}, volume = {37}, number = {4}, pages = {1034-1054}, month = {July} } @Article{cover-1991-comptetive-optimality, author = {Cover, T.M.}, title = {On the competetive optimality of {H}uffman codes}, journal = {IEEE Trans. Inform. Theory}, year = {1991}, volume = {37}, number = {1}, pages = {172-174}, month = {January} } @Article{feder-merhav-1994, author = {Feder, M. and Merhav, N.}, title = {Relationships between entropy and error probability}, journal = {IEEE Trans. Inform. Theory}, year = {1994}, volume = {40}, number = {1}, pages = {259-266}, month = {January} } @Article{feder-1992, author = {Feder, M.}, title = {A note on the competetive optimality of {H}uffman codes}, journal = {IEEE Trans. Inform. Theory}, year = {1992}, volume = {38}, number = {2}, pages = {436-439}, month = {March} } @Article{dembo-cover-thomas-1991, author = {Dembo, A. and Cover, T.M. and Thomas, J.A.}, title = {Information Theoretic Inequalities}, journal = {IEEE Trans. Inform. Theory}, year = {1991}, volume = {37}, number = {6}, pages = {1501-1518}, month = {November} } @Book{vonneumann-morgenstern-book, author = {J. Von Neumann and O. Morgenstern}, title = {Theory of games and economic behaviour}, publisher = {Princeton University Press}, year = {1980} } @Book{karlin-book, author = {Karlin, S.}, title = {Mathematical methods and theory in games, programming and economics}, publisher = {Addison-Wesley}, year = {1959}, volume = {2} } @Article{wyner-1966, author = {Wyner, A. D.}, title = {Capacity of the the band-limited {G}aussian channel}, journal = {Bell Sys. Tech. J.}, year = {1966}, volume = {45}, pages = {359-395}, month = {March} } @Article{plotnik-weinberger-ziv-1992, author = {Plotnik, E. and Weinberger, M. and Ziv. J.}, title = {Upper bounds on the probability of sequences emitted by finite-state sources and on the redundancy of the {L}empel-{Z}iv algorithm}, journal = ieeeit, year = {1992}, volume = {IT-38}, number = {1}, pages = {66-72}, month = {Jan.} } @InProceedings{franaszek-tsoucas-thomas-1994, author = {Franaszek, P. and Tsoucas, P. and Thomas, J. }, title = {Context allocation for multiple dictionary data compression}, booktitle = {Proc. IEEE International Symposium on Information Theory, Trondheim, Norway}, pages = {12}, year = {1994} }