DISARMframeworks/CODE/.ipynb_checkpoints/AMITT_create_counters_summaries-checkpoint.ipynb
Sara-Jayne Terp 22abaf93d8 Copy AMITT repository, clean up and rebrand
Took a copy of the current AMITT github repository - we'll be updating this and merging the SPICE branch back in
Rebranded to DISARM
Moved generated pages to their own folder, to make looking at the repository less confusing
2022-01-29 11:34:46 -05:00

460 lines
19 KiB
Plaintext
Raw Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

{
"cells": [
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# Create counters summaries\n",
"Create summaries of disinfo countermeasures for use in dataset cleaning etc."
]
},
{
"cell_type": "code",
"execution_count": 1,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Writing ../counter_tactics/ALcounters.md\n",
"Writing ../counter_tactics/TA01counters.md\n",
"Writing ../counter_tactics/TA02counters.md\n",
"Writing ../counter_tactics/TA03counters.md\n",
"Writing ../counter_tactics/TA04counters.md\n",
"Writing ../counter_tactics/TA05counters.md\n",
"Writing ../counter_tactics/TA06counters.md\n",
"Writing ../counter_tactics/TA07counters.md\n",
"Writing ../counter_tactics/TA08counters.md\n",
"Writing ../counter_tactics/TA09counters.md\n",
"Writing ../counter_tactics/TA10counters.md\n",
"Writing ../counter_tactics/TA11counters.md\n",
"Writing ../counter_tactics/TA12counters.md\n",
"updated ../counter_tactic_counts.md\n",
"Writing ../counters_metatag/cleaningcounters.md\n",
"Writing ../counters_metatag/countermessagingcounters.md\n",
"Writing ../counters_metatag/data pollutioncounters.md\n",
"Writing ../counters_metatag/daylightcounters.md\n",
"Writing ../counters_metatag/dilutioncounters.md\n",
"Writing ../counters_metatag/diversioncounters.md\n",
"Writing ../counters_metatag/frictioncounters.md\n",
"Writing ../counters_metatag/metatechniquecounters.md\n",
"Writing ../counters_metatag/reduce resourcescounters.md\n",
"Writing ../counters_metatag/removalcounters.md\n",
"Writing ../counters_metatag/resiliencecounters.md\n",
"Writing ../counters_metatag/scoringcounters.md\n",
"Writing ../counters_metatag/targetingcounters.md\n",
"Writing ../counters_metatag/verificationcounters.md\n",
"updated ../counter_metatag_counts.md\n",
"Writing ../counter_resource/DHScounters.md\n",
"Writing ../counter_resource/NGOcounters.md\n",
"Writing ../counter_resource/activistscounters.md\n",
"Writing ../counter_resource/adtechcounters.md\n",
"Writing ../counter_resource/civil_societycounters.md\n",
"Writing ../counter_resource/community_groupscounters.md\n",
"Writing ../counter_resource/companiescounters.md\n",
"Writing ../counter_resource/content_creatorscounters.md\n",
"Writing ../counter_resource/data_scientistcounters.md\n",
"Writing ../counter_resource/datastreamscounters.md\n",
"Writing ../counter_resource/developerscounters.md\n",
"Writing ../counter_resource/educatorscounters.md\n",
"Writing ../counter_resource/elvescounters.md\n",
"Writing ../counter_resource/factcheckerscounters.md\n",
"Writing ../counter_resource/fundingcounters.md\n",
"Writing ../counter_resource/gamesdesignerscounters.md\n",
"Writing ../counter_resource/governmentcounters.md\n",
"Writing ../counter_resource/government:policymakerscounters.md\n",
"Writing ../counter_resource/influencerscounters.md\n",
"Writing ../counter_resource/influencers:trusted_authoritycounters.md\n",
"Writing ../counter_resource/infoseccounters.md\n",
"Writing ../counter_resource/librariescounters.md\n",
"Writing ../counter_resource/mediacounters.md\n",
"Writing ../counter_resource/militarycounters.md\n",
"Writing ../counter_resource/moneycounters.md\n",
"Writing ../counter_resource/platform_admincounters.md\n",
"Writing ../counter_resource/platform_admin:adtechcounters.md\n",
"Writing ../counter_resource/platform_admin:fundingsitescounters.md\n",
"Writing ../counter_resource/platform_admin:socialmediacounters.md\n",
"Writing ../counter_resource/platform_algorithmscounters.md\n",
"Writing ../counter_resource/platform_outreachcounters.md\n",
"Writing ../counter_resource/platformscounters.md\n",
"Writing ../counter_resource/publiccounters.md\n",
"Writing ../counter_resource/public:account_ownerscounters.md\n",
"Writing ../counter_resource/religious_organisationscounters.md\n",
"Writing ../counter_resource/schoolscounters.md\n",
"Writing ../counter_resource/server_admincounters.md\n",
"updated ../counter_resource_counts.md\n"
]
},
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>ID</th>\n",
" <th>metatechnique</th>\n",
" <th>Title</th>\n",
" <th>Details</th>\n",
" <th>Playbook(s)</th>\n",
" <th>Resources needed</th>\n",
" <th>How found</th>\n",
" <th>References</th>\n",
" <th>Incidents</th>\n",
" <th>Tactic</th>\n",
" <th>Response</th>\n",
" <th>Techniques</th>\n",
" <th>NOTES</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>C00043</td>\n",
" <td>cleaning</td>\n",
" <td>Detect hijacked accounts and reallocate them</td>\n",
" <td>NaN</td>\n",
" <td>In all playbooks the platform must force user ...</td>\n",
" <td>platform_admin,activists,civil_society,money</td>\n",
" <td>2019-11-workshop</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>TA03 Develop People</td>\n",
" <td>D3 Disrupt</td>\n",
" <td>T0011 - Hijack accounts</td>\n",
" <td>NaN</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>C00053</td>\n",
" <td>cleaning</td>\n",
" <td>Delete old accounts / Remove unused social med...</td>\n",
" <td>NaN</td>\n",
" <td>Social media companies remove inactive account...</td>\n",
" <td>platform_admin,platform_admin:socialmedia,publ...</td>\n",
" <td>2019-11-workshop,2019-11-search</td>\n",
" <td>NaN</td>\n",
" <td>I00004</td>\n",
" <td>TA04 Develop Networks</td>\n",
" <td>D4 Degrade</td>\n",
" <td>T0011 - Hijack accounts\\nTA06 - Develop Conten...</td>\n",
" <td>NaN</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>C00074</td>\n",
" <td>cleaning</td>\n",
" <td>Identify identical content and mass deplatform</td>\n",
" <td>\\n</td>\n",
" <td>In all cases some checks need to prevent depla...</td>\n",
" <td>platform_admin,platform_admin:socialmedia</td>\n",
" <td>2019-11-workshop</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>TA06 Develop Content</td>\n",
" <td>D2 Deny</td>\n",
" <td>T0022 - Conspiracy narratives\\nT0026 - Create ...</td>\n",
" <td>NaN</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>C00026</td>\n",
" <td>countermessaging</td>\n",
" <td>Shore up democracy based messages (peace, free...</td>\n",
" <td>Unsure</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2019-11-workshop</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>TA01 Strategic Planning</td>\n",
" <td>D4 Degrade</td>\n",
" <td>T0002 - Facilitate State Propaganda</td>\n",
" <td>NaN</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>C00082</td>\n",
" <td>countermessaging</td>\n",
" <td>Ground truthing as automated response to pollu...</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>2019-11-workshop</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>TA06 Develop Content</td>\n",
" <td>D3 Disrupt</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" </tr>\n",
" <tr>\n",
" <th>...</th>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" <td>...</td>\n",
" </tr>\n",
" <tr>\n",
" <th>181</th>\n",
" <td>C00214</td>\n",
" <td>metatechnique</td>\n",
" <td>Create policy that makes social media police d...</td>\n",
" <td>German model: facebook forced to police conten...</td>\n",
" <td>NaN</td>\n",
" <td>government:policymakers</td>\n",
" <td>2019-11-workshop</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>TA07 Channel Selection</td>\n",
" <td>D3 Disrupt</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" </tr>\n",
" <tr>\n",
" <th>182</th>\n",
" <td>C00215</td>\n",
" <td>metatechnique</td>\n",
" <td>Use fraud legislation to clean up social media</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>government:policymakers</td>\n",
" <td>2019-11-workshop</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>TA07 Channel Selection</td>\n",
" <td>D3 Disrupt</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" </tr>\n",
" <tr>\n",
" <th>183</th>\n",
" <td>C00217</td>\n",
" <td>daylight</td>\n",
" <td>Registries alert when large batches of newsy U...</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>platform_admin</td>\n",
" <td>grugq</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>TA07 Channel Selection</td>\n",
" <td>D2 Deny</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" </tr>\n",
" <tr>\n",
" <th>184</th>\n",
" <td>C00218</td>\n",
" <td>removal</td>\n",
" <td>Censorship</td>\n",
" <td>Alter and/or block the publication/disseminati...</td>\n",
" <td>NaN</td>\n",
" <td>platform_admin</td>\n",
" <td>grugq</td>\n",
" <td>Taylor81</td>\n",
" <td>NaN</td>\n",
" <td>TA09 Exposure</td>\n",
" <td>D2 Deny</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" </tr>\n",
" <tr>\n",
" <th>185</th>\n",
" <td>C00219</td>\n",
" <td>daylight</td>\n",
" <td>Add metadata to content - out of the control o...</td>\n",
" <td>NaN</td>\n",
" <td>Add date and source to images</td>\n",
" <td>NaN</td>\n",
" <td>grugq</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>TA06 Develop Content</td>\n",
" <td>D3 Disrupt</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"<p>186 rows × 13 columns</p>\n",
"</div>"
],
"text/plain": [
" ID metatechnique \\\n",
"0 C00043 cleaning \n",
"1 C00053 cleaning \n",
"2 C00074 cleaning \n",
"3 C00026 countermessaging \n",
"4 C00082 countermessaging \n",
".. ... ... \n",
"181 C00214 metatechnique \n",
"182 C00215 metatechnique \n",
"183 C00217 daylight \n",
"184 C00218 removal \n",
"185 C00219 daylight \n",
"\n",
" Title \\\n",
"0 Detect hijacked accounts and reallocate them \n",
"1 Delete old accounts / Remove unused social med... \n",
"2 Identify identical content and mass deplatform \n",
"3 Shore up democracy based messages (peace, free... \n",
"4 Ground truthing as automated response to pollu... \n",
".. ... \n",
"181 Create policy that makes social media police d... \n",
"182 Use fraud legislation to clean up social media \n",
"183 Registries alert when large batches of newsy U... \n",
"184 Censorship \n",
"185 Add metadata to content - out of the control o... \n",
"\n",
" Details \\\n",
"0 NaN \n",
"1 NaN \n",
"2 \\n \n",
"3 Unsure \n",
"4 NaN \n",
".. ... \n",
"181 German model: facebook forced to police conten... \n",
"182 NaN \n",
"183 NaN \n",
"184 Alter and/or block the publication/disseminati... \n",
"185 NaN \n",
"\n",
" Playbook(s) \\\n",
"0 In all playbooks the platform must force user ... \n",
"1 Social media companies remove inactive account... \n",
"2 In all cases some checks need to prevent depla... \n",
"3 NaN \n",
"4 NaN \n",
".. ... \n",
"181 NaN \n",
"182 NaN \n",
"183 NaN \n",
"184 NaN \n",
"185 Add date and source to images \n",
"\n",
" Resources needed \\\n",
"0 platform_admin,activists,civil_society,money \n",
"1 platform_admin,platform_admin:socialmedia,publ... \n",
"2 platform_admin,platform_admin:socialmedia \n",
"3 NaN \n",
"4 NaN \n",
".. ... \n",
"181 government:policymakers \n",
"182 government:policymakers \n",
"183 platform_admin \n",
"184 platform_admin \n",
"185 NaN \n",
"\n",
" How found References Incidents \\\n",
"0 2019-11-workshop NaN NaN \n",
"1 2019-11-workshop,2019-11-search NaN I00004 \n",
"2 2019-11-workshop NaN NaN \n",
"3 2019-11-workshop NaN NaN \n",
"4 2019-11-workshop NaN NaN \n",
".. ... ... ... \n",
"181 2019-11-workshop NaN NaN \n",
"182 2019-11-workshop NaN NaN \n",
"183 grugq NaN NaN \n",
"184 grugq Taylor81 NaN \n",
"185 grugq NaN NaN \n",
"\n",
" Tactic Response \\\n",
"0 TA03 Develop People D3 Disrupt \n",
"1 TA04 Develop Networks D4 Degrade \n",
"2 TA06 Develop Content D2 Deny \n",
"3 TA01 Strategic Planning D4 Degrade \n",
"4 TA06 Develop Content D3 Disrupt \n",
".. ... ... \n",
"181 TA07 Channel Selection D3 Disrupt \n",
"182 TA07 Channel Selection D3 Disrupt \n",
"183 TA07 Channel Selection D2 Deny \n",
"184 TA09 Exposure D2 Deny \n",
"185 TA06 Develop Content D3 Disrupt \n",
"\n",
" Techniques NOTES \n",
"0 T0011 - Hijack accounts NaN \n",
"1 T0011 - Hijack accounts\\nTA06 - Develop Conten... NaN \n",
"2 T0022 - Conspiracy narratives\\nT0026 - Create ... NaN \n",
"3 T0002 - Facilitate State Propaganda NaN \n",
"4 NaN NaN \n",
".. ... ... \n",
"181 NaN NaN \n",
"182 NaN NaN \n",
"183 NaN NaN \n",
"184 NaN NaN \n",
"185 NaN NaN \n",
"\n",
"[186 rows x 13 columns]"
]
},
"execution_count": 1,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"import generate_amitt_counters\n",
"\n",
"counter = generate_amitt_counters.Counter()\n",
"counter.write_tactics_markdown()\n",
"counter.write_metacounts_markdown()\n",
"counter.write_resource_markdown()\n",
"counter.dfcounters"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.8.3"
}
},
"nbformat": 4,
"nbformat_minor": 2
}