diff --git a/course/Module01-Entropy/MatlabSimpleFunctions/completed/entropyempirical.m b/course/Module01-Entropy/MatlabSimpleFunctions/completed/entropyempirical.m index 1b57a9f..26d4ddf 100755 --- a/course/Module01-Entropy/MatlabSimpleFunctions/completed/entropyempirical.m +++ b/course/Module01-Entropy/MatlabSimpleFunctions/completed/entropyempirical.m @@ -25,16 +25,20 @@ function [result, symbols, probabilities] = entropyempirical(xn) % We need to work out the alphabet here. % The following returns a vector of the alphabet: - symbols = unique(xn); - + % symbols = unique(xn); + % It would be faster to call: + [symbols,~,indicesForSymbols] = unique(xn); + counts = accumarray(indicesForSymbols,1); + % but we'll count the samples manually below for instructive purposes + % Next we need to count the number of occurances of each symbol in % the alphabet: - counts = zeros(1,length(symbols)); - for symbolIndex = 1:length(symbols) - symbol = symbols(symbolIndex); - % Count the number of occurances of symbol in xn: - counts(symbolIndex) = sum(xn == symbol); - end + % counts = zeros(1,length(symbols)); + % for symbolIndex = 1:length(symbols) + % symbol = symbols(symbolIndex); + % % Count the number of occurances of symbol in xn: + % counts(symbolIndex) = sum(xn == symbol); + % end % Now normalise the counts into probabilities: probabilities = counts ./ length(xn); diff --git a/course/Module01-Entropy/MatlabSimpleFunctions/entropyempirical.m b/course/Module01-Entropy/MatlabSimpleFunctions/entropyempirical.m index 51bffa1..fa222dc 100644 --- a/course/Module01-Entropy/MatlabSimpleFunctions/entropyempirical.m +++ b/course/Module01-Entropy/MatlabSimpleFunctions/entropyempirical.m @@ -25,7 +25,11 @@ function [result, symbols, probabilities] = entropyempirical(xn) % We need to work out the alphabet here. % The following returns a vector of the alphabet: symbols = unique(xn); - + % It would be faster to call: + % [symbols,~,indicesForSymbols] = unique(xn); + % counts = accumarray(indicesForSymbols,1); + % but we'll count the samples manually below for instructive purposes + % Next we need to count the number of occurances of each symbol in % the alphabet: counts = zeros(1,length(symbols)); diff --git a/course/Module02-JointAndConditionalEntropy/TextAnalysis/conditionalMIAsFunctionOfLag.mlx b/course/Module02-JointAndConditionalEntropy/TextAnalysis/conditionalMIAsFunctionOfLag.mlx new file mode 100644 index 0000000..6992db0 Binary files /dev/null and b/course/Module02-JointAndConditionalEntropy/TextAnalysis/conditionalMIAsFunctionOfLag.mlx differ diff --git a/course/Module02-JointAndConditionalEntropy/TextAnalysis/conditionalMIAsFunctionOfLag_Solution.mlx b/course/Module02-JointAndConditionalEntropy/TextAnalysis/conditionalMIAsFunctionOfLag_Solution.mlx new file mode 100644 index 0000000..18b7542 Binary files /dev/null and b/course/Module02-JointAndConditionalEntropy/TextAnalysis/conditionalMIAsFunctionOfLag_Solution.mlx differ diff --git a/course/Module02-JointAndConditionalEntropy/TextAnalysis/entropyOfCharacters.mlx b/course/Module02-JointAndConditionalEntropy/TextAnalysis/entropyOfCharacters.mlx new file mode 100644 index 0000000..0cad244 Binary files /dev/null and b/course/Module02-JointAndConditionalEntropy/TextAnalysis/entropyOfCharacters.mlx differ diff --git a/course/Module02-JointAndConditionalEntropy/TextAnalysis/entropyOfCharacters_Solution.mlx b/course/Module02-JointAndConditionalEntropy/TextAnalysis/entropyOfCharacters_Solution.mlx new file mode 100644 index 0000000..8b6d90e Binary files /dev/null and b/course/Module02-JointAndConditionalEntropy/TextAnalysis/entropyOfCharacters_Solution.mlx differ diff --git a/course/Module02-JointAndConditionalEntropy/TextAnalysis/miAsFunctionOfLagAndPointwise.mlx b/course/Module02-JointAndConditionalEntropy/TextAnalysis/miAsFunctionOfLagAndPointwise.mlx new file mode 100644 index 0000000..de167b0 Binary files /dev/null and b/course/Module02-JointAndConditionalEntropy/TextAnalysis/miAsFunctionOfLagAndPointwise.mlx differ diff --git a/course/Module02-JointAndConditionalEntropy/TextAnalysis/miAsFunctionOfLagAndPointwise_Solution.mlx b/course/Module02-JointAndConditionalEntropy/TextAnalysis/miAsFunctionOfLagAndPointwise_Solution.mlx new file mode 100644 index 0000000..c80edac Binary files /dev/null and b/course/Module02-JointAndConditionalEntropy/TextAnalysis/miAsFunctionOfLagAndPointwise_Solution.mlx differ