{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "# Check new and old spreadsheets of data" ] }, { "cell_type": "code", "execution_count": 1, "metadata": { "scrolled": true }, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
Unnamed: 0DISARM PhaseDISARM TacticDISARM TechniqueDISARM SubtechniqueDescriptionDISARM IDFeedback from EEASAction to DoAction TakenWhere did it come from?Where from more info
01PlanNaNNaNNaNEnvision the desired outcome. Lay out effectiv...P01NaNNaNNaNAMITTNaN
136PrepareNaNNaNNaNActivities conducted before execution to impro...P02NaNNaNNaNNaNNaN
2126ExecuteNaNNaNNaNRun the action, from initial exposure to wrap-...P03NaNNaNNaNNaNNaN
3263AssessNaNNaNNaNAssess effectiveness of action, for use in fut...P04NaNNaNNaNNaNNaN
47PlanPlan ObjectivesDismissDiscredit Credible SourcesPlan to delegitimize the media landscape and d...ST0001NaNNaNNaNAMITTT0067 Plan to Discredit Credible Sources
.......................................
272184ExecuteMaximize ExposureNaNNaNMaximize exposure of the target audience to in...TA12NaNNaNNaNNaNNaN
273204ExecuteDrive Online HarmsNaNNaNActions taken by an influence operation to har...TA13NaNNaNNaNNaNNaN
274221ExecuteDrive Offline ActivityNaNNaNMove incident/campaign from online to offline....TA14NaNNaNNaNNaNNaN
275235ExecutePersist in the Information SpaceNaNNaNPersist in the Information Space refers to tak...TA15NaNNaNNaNNaNNaN
276264AssessAssess EffectivenessNaNNaNNaNTA16NaNNaNNaNNaNNaN
\n", "

277 rows × 12 columns

\n", "
" ], "text/plain": [ " Unnamed: 0 DISARM Phase DISARM Tactic \\\n", "0 1 Plan NaN \n", "1 36 Prepare NaN \n", "2 126 Execute NaN \n", "3 263 Assess NaN \n", "4 7 Plan Plan Objectives \n", ".. ... ... ... \n", "272 184 Execute Maximize Exposure \n", "273 204 Execute Drive Online Harms \n", "274 221 Execute Drive Offline Activity \n", "275 235 Execute Persist in the Information Space \n", "276 264 Assess Assess Effectiveness \n", "\n", " DISARM Technique DISARM Subtechnique \\\n", "0 NaN NaN \n", "1 NaN NaN \n", "2 NaN NaN \n", "3 NaN NaN \n", "4 Dismiss Discredit Credible Sources \n", ".. ... ... \n", "272 NaN NaN \n", "273 NaN NaN \n", "274 NaN NaN \n", "275 NaN NaN \n", "276 NaN NaN \n", "\n", " Description DISARM ID \\\n", "0 Envision the desired outcome. Lay out effectiv... P01 \n", "1 Activities conducted before execution to impro... P02 \n", "2 Run the action, from initial exposure to wrap-... P03 \n", "3 Assess effectiveness of action, for use in fut... P04 \n", "4 Plan to delegitimize the media landscape and d... ST0001 \n", ".. ... ... \n", "272 Maximize exposure of the target audience to in... TA12 \n", "273 Actions taken by an influence operation to har... TA13 \n", "274 Move incident/campaign from online to offline.... TA14 \n", "275 Persist in the Information Space refers to tak... TA15 \n", "276 NaN TA16 \n", "\n", " Feedback from EEAS Action to Do Action Taken Where did it come from? \\\n", "0 NaN NaN NaN AMITT \n", "1 NaN NaN NaN NaN \n", "2 NaN NaN NaN NaN \n", "3 NaN NaN NaN NaN \n", "4 NaN NaN NaN AMITT \n", ".. ... ... ... ... \n", "272 NaN NaN NaN NaN \n", "273 NaN NaN NaN NaN \n", "274 NaN NaN NaN NaN \n", "275 NaN NaN NaN NaN \n", "276 NaN NaN NaN NaN \n", "\n", " Where from more info \n", "0 NaN \n", "1 NaN \n", "2 NaN \n", "3 NaN \n", "4 T0067 Plan to Discredit Credible Sources \n", ".. ... \n", "272 NaN \n", "273 NaN \n", "274 NaN \n", "275 NaN \n", "276 NaN \n", "\n", "[277 rows x 12 columns]" ] }, "execution_count": 1, "metadata": {}, "output_type": "execute_result" } ], "source": [ "import pandas as pd\n", "\n", "# make sure we didn't miss anything in mike's original sheet\n", "def check_diffs(col1, col2):\n", " xx = col1.value_counts().index\n", " yy = col2.value_counts().index\n", " print('lengths are: {} and {}'.format(len(xx), len(yy)))\n", " print('first list: {}'.format(xx))\n", " print('second list: {}'.format(yy))\n", " print('set difference: {}'.format(set(xx).difference(set(yy))))\n", "\n", "def check_ids(df, col='DISARM ID'):\n", " print('null ids: {}'.format(df[df[col].isnull()]))\n", " vc = df[col].value_counts().reset_index()\n", " print('repeated ids: {}'.format(vc[vc[col]>1]))\n", " return\n", "\n", "def check_descriptions(df1, df2):\n", " merge = df1.merge(df2, left_on='DISARM ID', right_on='disarm_id')\n", " return(merge[merge['summary'] != merge['Description']])\n", "\n", "df = pd.read_csv('DISARM Merged (Internal) - DISARM Framework Merged.csv')\n", "df" ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
DISARM PhaseDISARM TacticDescriptionDISARM ID
0PlanNaNEnvision the desired outcome. Lay out effectiv...P01
1PrepareNaNActivities conducted before execution to impro...P02
2ExecuteNaNRun the action, from initial exposure to wrap-...P03
3AssessNaNAssess effectiveness of action, for use in fut...P04
\n", "
" ], "text/plain": [ " DISARM Phase DISARM Tactic \\\n", "0 Plan NaN \n", "1 Prepare NaN \n", "2 Execute NaN \n", "3 Assess NaN \n", "\n", " Description DISARM ID \n", "0 Envision the desired outcome. Lay out effectiv... P01 \n", "1 Activities conducted before execution to impro... P02 \n", "2 Run the action, from initial exposure to wrap-... P03 \n", "3 Assess effectiveness of action, for use in fut... P04 " ] }, "execution_count": 2, "metadata": {}, "output_type": "execute_result" } ], "source": [ "phases = df[['DISARM Phase', 'DISARM Tactic', 'Description', 'DISARM ID']]\n", "phases = phases[phases['DISARM Tactic'].isnull()]\n", "phases" ] }, { "cell_type": "code", "execution_count": 3, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "lengths are: 4 and 4\n", "first list: Index(['Assess', 'Execute', 'Plan', 'Prepare'], dtype='object')\n", "second list: Index(['Execute', 'Prepare', 'Plan', 'Assess'], dtype='object')\n", "set difference: set()\n", "null ids: Empty DataFrame\n", "Columns: [DISARM Phase, DISARM Tactic, Description, DISARM ID]\n", "Index: []\n", "repeated ids: Empty DataFrame\n", "Columns: [index, DISARM ID]\n", "Index: []\n" ] } ], "source": [ "check_diffs(phases['DISARM Phase'], df['DISARM Phase'])\n", "check_ids(phases)" ] }, { "cell_type": "code", "execution_count": 4, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
DISARM TacticDISARM TechniqueDescriptionDISARM ID
261Plan StrategyNaNDefine the desired end state, i.e. the set of ...TA01
262Plan ObjectivesNaNSet clearly defined, measurable, and achievabl...TA02
263Target Audience AnalysisNaNIdentifying and analyzing the target audience ...TA03
264Develop NarrativesNaNThe promotion of beneficial master narratives ...TA04
265Develop ContentNaNNaNTA05
266Establish Social AssetsNaNEstablishing information assets generates mess...TA06
267Establish LegitimacyNaNNaNTA07
268MicrotargetNaNTarget very specific populations of peopleTA08
269Select Channels and AffordancesNaNSelecting platforms and affordances assesses w...TA09
270Conduct Pump PrimingNaNRelease content on a targetted small scale, pr...TA10
271Deliver ContentNaNRelease content to general public or larger po...TA11
272Maximize ExposureNaNMaximize exposure of the target audience to in...TA12
273Drive Online HarmsNaNActions taken by an influence operation to har...TA13
274Drive Offline ActivityNaNMove incident/campaign from online to offline....TA14
275Persist in the Information SpaceNaNPersist in the Information Space refers to tak...TA15
276Assess EffectivenessNaNNaNTA16
\n", "
" ], "text/plain": [ " DISARM Tactic DISARM Technique \\\n", "261 Plan Strategy NaN \n", "262 Plan Objectives NaN \n", "263 Target Audience Analysis NaN \n", "264 Develop Narratives NaN \n", "265 Develop Content NaN \n", "266 Establish Social Assets NaN \n", "267 Establish Legitimacy NaN \n", "268 Microtarget NaN \n", "269 Select Channels and Affordances NaN \n", "270 Conduct Pump Priming NaN \n", "271 Deliver Content NaN \n", "272 Maximize Exposure NaN \n", "273 Drive Online Harms NaN \n", "274 Drive Offline Activity NaN \n", "275 Persist in the Information Space NaN \n", "276 Assess Effectiveness NaN \n", "\n", " Description DISARM ID \n", "261 Define the desired end state, i.e. the set of ... TA01 \n", "262 Set clearly defined, measurable, and achievabl... TA02 \n", "263 Identifying and analyzing the target audience ... TA03 \n", "264 The promotion of beneficial master narratives ... TA04 \n", "265 NaN TA05 \n", "266 Establishing information assets generates mess... TA06 \n", "267 NaN TA07 \n", "268 Target very specific populations of people TA08 \n", "269 Selecting platforms and affordances assesses w... TA09 \n", "270 Release content on a targetted small scale, pr... TA10 \n", "271 Release content to general public or larger po... TA11 \n", "272 Maximize exposure of the target audience to in... TA12 \n", "273 Actions taken by an influence operation to har... TA13 \n", "274 Move incident/campaign from online to offline.... TA14 \n", "275 Persist in the Information Space refers to tak... TA15 \n", "276 NaN TA16 " ] }, "execution_count": 4, "metadata": {}, "output_type": "execute_result" } ], "source": [ "tactics = df[['DISARM Tactic', 'DISARM Technique', 'Description', 'DISARM ID']]#['DISARM Tactic'].notnull()\n", "tactics = tactics[(tactics['DISARM Tactic'].notnull()) & (tactics['DISARM Technique'].isnull())]\n", "tactics" ] }, { "cell_type": "code", "execution_count": 5, "metadata": { "scrolled": true }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "lengths are: 16 and 16\n", "first list: Index(['Drive Online Harms', 'Maximize Exposure', 'Conduct Pump Priming',\n", " 'Deliver Content', 'Persist in the Information Space',\n", " 'Assess Effectiveness', 'Establish Social Assets',\n", " 'Target Audience Analysis', 'Develop Narratives', 'Plan Strategy',\n", " 'Select Channels and Affordances', 'Develop Content', 'Plan Objectives',\n", " 'Microtarget', 'Establish Legitimacy', 'Drive Offline Activity'],\n", " dtype='object')\n", "second list: Index(['Develop Content', 'Establish Social Assets',\n", " 'Select Channels and Affordances', 'Persist in the Information Space',\n", " 'Target Audience Analysis', 'Maximize Exposure', 'Drive Online Harms',\n", " 'Establish Legitimacy', 'Assess Effectiveness',\n", " 'Drive Offline Activity', 'Deliver Content', 'Develop Narratives',\n", " 'Plan Objectives', 'Conduct Pump Priming', 'Microtarget',\n", " 'Plan Strategy'],\n", " dtype='object')\n", "set difference: set()\n", "null ids: Empty DataFrame\n", "Columns: [DISARM Tactic, DISARM Technique, Description, DISARM ID]\n", "Index: []\n", "repeated ids: Empty DataFrame\n", "Columns: [index, DISARM ID]\n", "Index: []\n" ] } ], "source": [ "check_diffs(tactics['DISARM Tactic'], df['DISARM Tactic'])\n", "check_ids(tactics)" ] }, { "cell_type": "code", "execution_count": 6, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
DISARM TechniqueDISARM SubtechniqueDescriptionDISARM ID
164Determine Target AudiencesNaNNaNT0001
165Determine Strategic EndsNaNNaNT0002
166DismissNaNPush back against criticism by dismissing your...T0003
167DistortNaNTwist the narrative. Take information, or arti...T0004
168DistractNaNShift attention to a different narrative or ac...T0005
...............
256Exploit TOS/Content ModerationNaNNaNT0093
257Play the long gameNaNPlay the long game refers to two phenomena: 1....T0094
258Measure PerformanceNaNNaNT0095
259Measure EffectivenessNaNNaNT0096
260Measure Effectiveness Indicators (or KPIs)NaNNaNT0097
\n", "

97 rows × 4 columns

\n", "
" ], "text/plain": [ " DISARM Technique DISARM Subtechnique \\\n", "164 Determine Target Audiences NaN \n", "165 Determine Strategic Ends NaN \n", "166 Dismiss NaN \n", "167 Distort NaN \n", "168 Distract NaN \n", ".. ... ... \n", "256 Exploit TOS/Content Moderation NaN \n", "257 Play the long game NaN \n", "258 Measure Performance NaN \n", "259 Measure Effectiveness NaN \n", "260 Measure Effectiveness Indicators (or KPIs) NaN \n", "\n", " Description DISARM ID \n", "164 NaN T0001 \n", "165 NaN T0002 \n", "166 Push back against criticism by dismissing your... T0003 \n", "167 Twist the narrative. Take information, or arti... T0004 \n", "168 Shift attention to a different narrative or ac... T0005 \n", ".. ... ... \n", "256 NaN T0093 \n", "257 Play the long game refers to two phenomena: 1.... T0094 \n", "258 NaN T0095 \n", "259 NaN T0096 \n", "260 NaN T0097 \n", "\n", "[97 rows x 4 columns]" ] }, "execution_count": 6, "metadata": {}, "output_type": "execute_result" } ], "source": [ "techs = df[['DISARM Technique', 'DISARM Subtechnique', 'Description', 'DISARM ID']]\n", "techs = techs[(techs['DISARM Technique'].notnull()) & (techs['DISARM Subtechnique'].isnull())]\n", "techs" ] }, { "cell_type": "code", "execution_count": 7, "metadata": { "scrolled": true }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "lengths are: 97 and 97\n", "first list: Index(['Leverage Echo Chambers/Filter Bubbles',\n", " 'Map Target Audience Information Environment', 'Physical Violence',\n", " 'Direct Users to Alternative Platforms', 'Develop Audio-based Content',\n", " 'Develop Owned Media Assets', 'Leverage Conspiracy Theory Narratives',\n", " 'Develop Text-based Content', 'Develop Video-based Content',\n", " 'Deliver Ads', 'Leverage Content Farm',\n", " 'Bookmarking and Content Curation', 'Use Search Engine Optimization',\n", " 'Livestream', 'Respond to Breaking News Event or Active Crisis',\n", " 'Recruit bad actors', 'Incentivize Sharing', 'Media Sharing Networks',\n", " 'Identify Social and Technical Vulnerabilities',\n", " 'Create Inauthentic Accounts', 'Prepare fundraising campaigns', 'Email',\n", " 'Online polls', 'Purchase Targeted Advertisements',\n", " 'Obtain Private Documents', 'Play the long game', 'Build Network',\n", " ' Social Networks', 'Discussion Forums', 'Divide',\n", " 'Create Inauthentic Social Media Pages and Groups',\n", " 'Conduct fundraising', 'Acquire/ recruit Network', 'Cross-Posting',\n", " 'Leverage Existing Narratives', 'Traditional Media',\n", " 'Conceal Operational Activity', 'Create Clickbait',\n", " 'Reuse Existing Content', 'Measure Effectiveness', 'Distort',\n", " 'Conceal Infrastructure', 'Generate information pollution',\n", " 'Develop New Narratives', 'Bait legitimate influencers',\n", " 'Facilitate State Propaganda', 'Post Content', 'Co-opt Trusted Sources',\n", " 'Seed distortions', 'Compromise legitimate accounts',\n", " 'Blogging and Publishing Networks', 'Platform Filtering',\n", " 'Determine Target Audiences', 'Dismiss', 'Consumer Review Networks',\n", " 'Merchandising/ Advertising', 'Develop Image-based Content',\n", " 'Prepare Assets Impersonating Legitimate Entities',\n", " 'Flooding the Information Space', 'Distract', 'Measure Performance',\n", " 'Distort facts', 'Use fake experts', 'Comment or Reply on Content',\n", " 'Create fake experts', 'Create personas', 'Seed Kernel of truth',\n", " 'Conceal People', 'Attract Traditional Media',\n", " 'Determine Strategic Ends', 'Create inauthentic websites',\n", " 'Cultivate ignorant agents', 'Create Localized Content',\n", " 'Create hashtags and search artifacts',\n", " 'Censor social media as a political force', 'Dismay',\n", " 'Segment Audiences', 'Establish Inauthentic News Sites',\n", " 'Organize Events', 'Harass', 'Suppress Opposition',\n", " 'Control Information Environment through Offensive Cyberspace Operations',\n", " 'Infiltrate Existing Networks', 'Formal Diplomatic Channels',\n", " 'Chat apps', 'Encourage Attendance at Events',\n", " 'Develop Competing Narratives', 'Employ Commercial Analytic Firms',\n", " 'Degrade Adversary', 'Amplify Existing Narrative',\n", " 'Measure Effectiveness Indicators (or KPIs)',\n", " 'Exploit TOS/Content Moderation',\n", " 'Prepare Physical Broadcast Capabilities',\n", " 'Integrate Target Audience Vulnerabilities into Narrative',\n", " 'Manipulate Platform Algorithm', 'Trial content',\n", " 'Demand insurmountable proof'],\n", " dtype='object')\n", "second list: Index(['Conceal Operational Activity',\n", " 'Identify Social and Technical Vulnerabilities',\n", " 'Flooding the Information Space', ' Social Networks',\n", " 'Segment Audiences', 'Conceal People',\n", " 'Map Target Audience Information Environment', 'Conceal Infrastructure',\n", " 'Measure Effectiveness', 'Harass',\n", " 'Control Information Environment through Offensive Cyberspace Operations',\n", " 'Reuse Existing Content', 'Create Inauthentic Accounts',\n", " 'Develop Image-based Content', 'Obtain Private Documents',\n", " 'Co-opt Trusted Sources', 'Recruit bad actors',\n", " 'Leverage Echo Chambers/Filter Bubbles', 'Build Network',\n", " 'Post Content', 'Measure Performance', 'Traditional Media',\n", " 'Cross-Posting', 'Media Sharing Networks', 'Suppress Opposition',\n", " 'Develop Text-based Content', 'Leverage Content Farm',\n", " 'Infiltrate Existing Networks', 'Physical Violence', 'Livestream',\n", " 'Organize Events', 'Establish Inauthentic News Sites', 'Distort facts',\n", " 'Leverage Conspiracy Theory Narratives', 'Develop Audio-based Content',\n", " 'Incentivize Sharing', 'Deliver Ads', 'Generate information pollution',\n", " 'Acquire/ recruit Network', 'Encourage Attendance at Events',\n", " 'Develop Video-based Content', 'Prepare fundraising campaigns',\n", " 'Measure Effectiveness Indicators (or KPIs)',\n", " 'Exploit TOS/Content Moderation',\n", " 'Prepare Assets Impersonating Legitimate Entities', 'Chat apps',\n", " 'Discussion Forums', 'Comment or Reply on Content',\n", " 'Merchandising/ Advertising', 'Manipulate Platform Algorithm',\n", " 'Conduct fundraising', 'Create fake experts', 'Dismiss',\n", " 'Create personas', 'Develop Owned Media Assets',\n", " 'Direct Users to Alternative Platforms', 'Create Clickbait',\n", " 'Leverage Existing Narratives', 'Cultivate ignorant agents',\n", " 'Play the long game', 'Develop New Narratives',\n", " 'Use Search Engine Optimization', 'Purchase Targeted Advertisements',\n", " 'Use fake experts', 'Determine Target Audiences',\n", " 'Facilitate State Propaganda', 'Create Localized Content',\n", " 'Attract Traditional Media', 'Trial content',\n", " 'Create inauthentic websites', 'Bait legitimate influencers', 'Divide',\n", " 'Create Inauthentic Social Media Pages and Groups',\n", " 'Seed Kernel of truth', 'Censor social media as a political force',\n", " 'Seed distortions', 'Bookmarking and Content Curation',\n", " 'Degrade Adversary', 'Consumer Review Networks', 'Platform Filtering',\n", " 'Create hashtags and search artifacts', 'Develop Competing Narratives',\n", " 'Distort', 'Prepare Physical Broadcast Capabilities',\n", " 'Amplify Existing Narrative', 'Determine Strategic Ends',\n", " 'Employ Commercial Analytic Firms',\n", " 'Integrate Target Audience Vulnerabilities into Narrative', 'Dismay',\n", " 'Formal Diplomatic Channels', 'Blogging and Publishing Networks',\n", " 'Compromise legitimate accounts', 'Distract', 'Online polls', 'Email',\n", " 'Respond to Breaking News Event or Active Crisis',\n", " 'Demand insurmountable proof'],\n", " dtype='object')\n", "set difference: set()\n", "null ids: Empty DataFrame\n", "Columns: [DISARM Technique, DISARM Subtechnique, Description, DISARM ID]\n", "Index: []\n", "repeated ids: Empty DataFrame\n", "Columns: [index, DISARM ID]\n", "Index: []\n" ] } ], "source": [ "check_diffs(techs['DISARM Technique'], df['DISARM Technique'])\n", "check_ids(techs)\n", "#techs.to_csv('temp_techs.csv', index=False)" ] }, { "cell_type": "code", "execution_count": 19, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
DISARM SubtechniqueDISARM TechniqueDescriptionDISARM ID
4Discredit Credible SourcesDismissPlan to delegitimize the media landscape and d...ST0001
5Monitor Social Media AnalyticsMap Target Audience Information EnvironmentAn influence operation may use social media an...ST0002
6Evaluate Media SurveysMap Target Audience Information EnvironmentAn influence operation may evaluate its own or...ST0003
7Identify Trending Topics/HashtagsMap Target Audience Information EnvironmentAn influence operation may identify trending h...ST0004
8Conduct Web Traffic AnalysisMap Target Audience Information EnvironmentAn influence operation may conduct web traffic...ST0005
...............
159AwarenessMeasure EffectivenessNaNST0156
160KnowledgeMeasure EffectivenessNaNST0157
161Action/attitudeMeasure EffectivenessNaNST0158
162Message reachMeasure Effectiveness Indicators (or KPIs)Monitor and evaluate message reach in misinfor...ST0159
163Social media engagementMeasure Effectiveness Indicators (or KPIs)Monitor and evaluate social media engagement i...ST0160
\n", "

160 rows × 4 columns

\n", "
" ], "text/plain": [ " DISARM Subtechnique \\\n", "4 Discredit Credible Sources \n", "5 Monitor Social Media Analytics \n", "6 Evaluate Media Surveys \n", "7 Identify Trending Topics/Hashtags \n", "8 Conduct Web Traffic Analysis \n", ".. ... \n", "159 Awareness \n", "160 Knowledge \n", "161 Action/attitude \n", "162 Message reach \n", "163 Social media engagement \n", "\n", " DISARM Technique \\\n", "4 Dismiss \n", "5 Map Target Audience Information Environment \n", "6 Map Target Audience Information Environment \n", "7 Map Target Audience Information Environment \n", "8 Map Target Audience Information Environment \n", ".. ... \n", "159 Measure Effectiveness \n", "160 Measure Effectiveness \n", "161 Measure Effectiveness \n", "162 Measure Effectiveness Indicators (or KPIs) \n", "163 Measure Effectiveness Indicators (or KPIs) \n", "\n", " Description DISARM ID \n", "4 Plan to delegitimize the media landscape and d... ST0001 \n", "5 An influence operation may use social media an... ST0002 \n", "6 An influence operation may evaluate its own or... ST0003 \n", "7 An influence operation may identify trending h... ST0004 \n", "8 An influence operation may conduct web traffic... ST0005 \n", ".. ... ... \n", "159 NaN ST0156 \n", "160 NaN ST0157 \n", "161 NaN ST0158 \n", "162 Monitor and evaluate message reach in misinfor... ST0159 \n", "163 Monitor and evaluate social media engagement i... ST0160 \n", "\n", "[160 rows x 4 columns]" ] }, "execution_count": 19, "metadata": {}, "output_type": "execute_result" } ], "source": [ "subs = df[['DISARM Subtechnique', 'DISARM Technique', 'Description', 'DISARM ID']]\n", "subs = subs[subs['DISARM Subtechnique'].notnull()]\n", "subs" ] }, { "cell_type": "code", "execution_count": 21, "metadata": {}, "outputs": [], "source": [ "sx = subs.merge(techs, on='DISARM Technique')\n", "sx.to_csv('tmp_subs.csv', index=False)" ] }, { "cell_type": "code", "execution_count": 9, "metadata": { "scrolled": true }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "lengths are: 159 and 159\n", "first list: Index(['Conceal Network Identity', 'Co-opt Influencers', 'Newspaper',\n", " 'Utilize Academic/Pseudoscientific Justifications',\n", " 'Legacy web content', 'Audio sharing', 'Utilize Butterfly Attack',\n", " 'Demographic Segmentation', 'Political Segmentation',\n", " 'Create Organizations',\n", " ...\n", " 'Generate Content Unrelated to Narrative', 'Hijack existing hashtag',\n", " 'Delete Opposing Content', 'Backstop personas ',\n", " 'Co-Opt Trusted Individuals', 'Post Across Groups',\n", " 'Identify Data Voids', 'Create fake research', 'Content Focused',\n", " 'Share Memes'],\n", " dtype='object', length=159)\n", "second list: Index(['Conceal Network Identity', 'Co-opt Influencers', 'Newspaper',\n", " 'Utilize Academic/Pseudoscientific Justifications',\n", " 'Legacy web content', 'Audio sharing', 'Utilize Butterfly Attack',\n", " 'Demographic Segmentation', 'Political Segmentation',\n", " 'Create Organizations',\n", " ...\n", " 'Generate Content Unrelated to Narrative', 'Hijack existing hashtag',\n", " 'Delete Opposing Content', 'Backstop personas ',\n", " 'Co-Opt Trusted Individuals', 'Post Across Groups',\n", " 'Identify Data Voids', 'Create fake research', 'Content Focused',\n", " 'Share Memes'],\n", " dtype='object', length=159)\n", "set difference: set()\n", "null ids: Empty DataFrame\n", "Columns: [DISARM Subtechnique, Description, DISARM ID]\n", "Index: []\n", "repeated ids: Empty DataFrame\n", "Columns: [index, DISARM ID]\n", "Index: []\n" ] } ], "source": [ "check_diffs(subs['DISARM Subtechnique'], df['DISARM Subtechnique'])\n", "check_ids(subs)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "# check against originals" ] }, { "cell_type": "code", "execution_count": 25, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Current keys: dict_keys(['FRAMEWORK_ADMIN_README', 'FRAMEWORK_ADMIN CODES', 'phases', 'tactics', 'techniques', 'subtechniques', 'frameworks', 'tasks', 'detections', 'countermeasures', 'playbooks', 'responsetypes', 'metatechniques', 'actortypes', 'sectors', 'resources', 'MOE', 'MOP'])\n", "Old keys: dict_keys(['ADMIN_README', 'ADMIN CODES', 'phases', 'tactics', 'techniques', 'countermeasures', 'frameworks', 'tasks', 'detections', 'playbooks', 'responsetypes', 'metatechniques', 'actortypes', 'actortype_framework', 'actortype_sector', 'sectors', 'resources', 'MOE', 'MOP'])\n" ] } ], "source": [ "MASTERDATA_DIR = '../DISARM_MASTER_DATA/'\n", "frameworkfile = MASTERDATA_DIR + 'DISARM_FRAMEWORKS_MASTER.xlsx'\n", "oldframefile = MASTERDATA_DIR + '2022-06-30_DISARM_0_1/DISARM_FRAMEWORKS_MASTER_0_1.xlsx'\n", "\n", "def create_excel_metadata(frameworkfile):\n", " metadata = {}\n", " xlsx = pd.ExcelFile(frameworkfile)\n", " for sheetname in xlsx.sheet_names:\n", " metadata[sheetname] = xlsx.parse(sheetname)\n", " metadata[sheetname].fillna('', inplace=True)\n", " return metadata\n", "\n", "metadata = create_excel_metadata(frameworkfile)\n", "oldmeta = create_excel_metadata(oldframefile)\n", "print('Current keys: {}'.format(metadata.keys()))\n", "print('Old keys: {}'.format(oldmeta.keys()))" ] }, { "cell_type": "code", "execution_count": 11, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
disarm_idnamename_DEranksummarysummary_DElongname
0P01PlanPlanung1Envision the desired outcome. Lay out effectiv...P01 - Plan
1P02PrepareVorbereitung2Activities conducted before execution to impro...P02 - Prepare
2P03ExecuteDurchführung3Run the action, from initial exposure to wrap-...P03 - Execute
3P04AssessAuswertung4Evaluate effectiveness of action, for use in f...P04 - Assess
\n", "
" ], "text/plain": [ " disarm_id name name_DE rank \\\n", "0 P01 Plan Planung 1 \n", "1 P02 Prepare Vorbereitung 2 \n", "2 P03 Execute Durchführung 3 \n", "3 P04 Assess Auswertung 4 \n", "\n", " summary summary_DE longname \n", "0 Envision the desired outcome. Lay out effectiv... P01 - Plan \n", "1 Activities conducted before execution to impro... P02 - Prepare \n", "2 Run the action, from initial exposure to wrap-... P03 - Execute \n", "3 Evaluate effectiveness of action, for use in f... P04 - Assess " ] }, "execution_count": 11, "metadata": {}, "output_type": "execute_result" } ], "source": [ "metadata['phases']" ] }, { "cell_type": "code", "execution_count": 12, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
DISARM PhaseDISARM TacticDescriptionDISARM ID
0PlanNaNEnvision the desired outcome. Lay out effectiv...P01
1PrepareNaNActivities conducted before execution to impro...P02
2ExecuteNaNRun the action, from initial exposure to wrap-...P03
3AssessNaNAssess effectiveness of action, for use in fut...P04
\n", "
" ], "text/plain": [ " DISARM Phase DISARM Tactic \\\n", "0 Plan NaN \n", "1 Prepare NaN \n", "2 Execute NaN \n", "3 Assess NaN \n", "\n", " Description DISARM ID \n", "0 Envision the desired outcome. Lay out effectiv... P01 \n", "1 Activities conducted before execution to impro... P02 \n", "2 Run the action, from initial exposure to wrap-... P03 \n", "3 Assess effectiveness of action, for use in fut... P04 " ] }, "execution_count": 12, "metadata": {}, "output_type": "execute_result" } ], "source": [ "phases" ] }, { "cell_type": "code", "execution_count": 13, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
DISARM PhaseDISARM TacticDescriptionDISARM IDdisarm_idnamename_DEranksummarysummary_DElongname
3AssessNaNAssess effectiveness of action, for use in fut...P04P04AssessAuswertung4Evaluate effectiveness of action, for use in f...P04 - Assess
\n", "
" ], "text/plain": [ " DISARM Phase DISARM Tactic \\\n", "3 Assess NaN \n", "\n", " Description DISARM ID disarm_id \\\n", "3 Assess effectiveness of action, for use in fut... P04 P04 \n", "\n", " name name_DE rank \\\n", "3 Assess Auswertung 4 \n", "\n", " summary summary_DE longname \n", "3 Evaluate effectiveness of action, for use in f... P04 - Assess " ] }, "execution_count": 13, "metadata": {}, "output_type": "execute_result" } ], "source": [ "# do union of both tables, to get new spreadsheet table\n", "check_descriptions(phases, metadata['phases'])" ] }, { "cell_type": "code", "execution_count": 14, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "lengths are: 4 and 4\n", "first list: Index(['Assess', 'Execute', 'Plan', 'Prepare'], dtype='object')\n", "second list: Index(['Assess', 'Execute', 'Plan', 'Prepare'], dtype='object')\n", "set difference: set()\n" ] } ], "source": [ "check_diffs(metadata['phases']['name'], phases['DISARM Phase'])" ] }, { "cell_type": "code", "execution_count": 15, "metadata": { "scrolled": true }, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
DISARM TacticDISARM TechniqueDescriptionDISARM IDdisarm_idnamename_DEphase_idranksummarysummary_DElongname
1Plan ObjectivesNaNSet clearly defined, measurable, and achievabl...TA02TA02Objective Planningobjektive PlanungP012Set clearly defined, measurable, and achievabl...TA02 - Objective Planning
2Target Audience AnalysisNaNIdentifying and analyzing the target audience ...TA03TA03Develop PeopleMenschen entwickelnP024Develop online and offline users and agents, i...TA03 - Develop People
3Develop NarrativesNaNThe promotion of beneficial master narratives ...TA04TA04Develop NetworksNetzwerke entwickelnP025Develop online and offline communities and tra...TA04 - Develop Networks
4Develop ContentNaNNaNTA05TA05Microtargetingindividualisierte WählerwerbungP026Target very specific populations of peopleTA05 - Microtargeting
5Establish Social AssetsNaNEstablishing information assets generates mess...TA06TA06Develop ContentInhalte entwickelnP027Create and acquire content used in incidentTA06 - Develop Content
6Establish LegitimacyNaNNaNTA07TA07Channel SelectionKanalauswahlP028Set up specific delivery, amplification and ma...TA07 - Channel Selection
7MicrotargetNaNTarget very specific populations of peopleTA08TA08Pump PrimingAnkurbelungP039Release content on a targetted small scale, pr...TA08 - Pump Priming
8Select Channels and AffordancesNaNSelecting platforms and affordances assesses w...TA09TA09ExposureP0310Release content to general public or push to l...TA09 - Exposure
9Conduct Pump PrimingNaNRelease content on a targetted small scale, pr...TA10TA10Drive Offline ActivityP0311Move incident into offline worldTA10 - Drive Offline Activity
10Deliver ContentNaNRelease content to general public or larger po...TA11TA11PersistenceP0312Keep incident 'alive', beyond the incident cre...TA11 - Persistence
11Maximize ExposureNaNMaximize exposure of the target audience to in...TA12TA12Measure EffectivenessP0413Measure effectiveness of incident, for use in ...TA12 - Measure Effectiveness
12Drive Online HarmsNaNActions taken by an influence operation to har...TA13TA13Conduct Center of Gravity AnalysisP013Recon/research to identify \"the source of powe...TA13 - Conduct Center of Gravity Analysis
\n", "
" ], "text/plain": [ " DISARM Tactic DISARM Technique \\\n", "1 Plan Objectives NaN \n", "2 Target Audience Analysis NaN \n", "3 Develop Narratives NaN \n", "4 Develop Content NaN \n", "5 Establish Social Assets NaN \n", "6 Establish Legitimacy NaN \n", "7 Microtarget NaN \n", "8 Select Channels and Affordances NaN \n", "9 Conduct Pump Priming NaN \n", "10 Deliver Content NaN \n", "11 Maximize Exposure NaN \n", "12 Drive Online Harms NaN \n", "\n", " Description DISARM ID disarm_id \\\n", "1 Set clearly defined, measurable, and achievabl... TA02 TA02 \n", "2 Identifying and analyzing the target audience ... TA03 TA03 \n", "3 The promotion of beneficial master narratives ... TA04 TA04 \n", "4 NaN TA05 TA05 \n", "5 Establishing information assets generates mess... TA06 TA06 \n", "6 NaN TA07 TA07 \n", "7 Target very specific populations of people TA08 TA08 \n", "8 Selecting platforms and affordances assesses w... TA09 TA09 \n", "9 Release content on a targetted small scale, pr... TA10 TA10 \n", "10 Release content to general public or larger po... TA11 TA11 \n", "11 Maximize exposure of the target audience to in... TA12 TA12 \n", "12 Actions taken by an influence operation to har... TA13 TA13 \n", "\n", " name name_DE \\\n", "1 Objective Planning objektive Planung \n", "2 Develop People Menschen entwickeln \n", "3 Develop Networks Netzwerke entwickeln \n", "4 Microtargeting individualisierte Wählerwerbung \n", "5 Develop Content Inhalte entwickeln \n", "6 Channel Selection Kanalauswahl \n", "7 Pump Priming Ankurbelung \n", "8 Exposure \n", "9 Drive Offline Activity \n", "10 Persistence \n", "11 Measure Effectiveness \n", "12 Conduct Center of Gravity Analysis \n", "\n", " phase_id rank summary \\\n", "1 P01 2 Set clearly defined, measurable, and achievabl... \n", "2 P02 4 Develop online and offline users and agents, i... \n", "3 P02 5 Develop online and offline communities and tra... \n", "4 P02 6 Target very specific populations of people \n", "5 P02 7 Create and acquire content used in incident \n", "6 P02 8 Set up specific delivery, amplification and ma... \n", "7 P03 9 Release content on a targetted small scale, pr... \n", "8 P03 10 Release content to general public or push to l... \n", "9 P03 11 Move incident into offline world \n", "10 P03 12 Keep incident 'alive', beyond the incident cre... \n", "11 P04 13 Measure effectiveness of incident, for use in ... \n", "12 P01 3 Recon/research to identify \"the source of powe... \n", "\n", " summary_DE longname \n", "1 TA02 - Objective Planning \n", "2 TA03 - Develop People \n", "3 TA04 - Develop Networks \n", "4 TA05 - Microtargeting \n", "5 TA06 - Develop Content \n", "6 TA07 - Channel Selection \n", "7 TA08 - Pump Priming \n", "8 TA09 - Exposure \n", "9 TA10 - Drive Offline Activity \n", "10 TA11 - Persistence \n", "11 TA12 - Measure Effectiveness \n", "12 TA13 - Conduct Center of Gravity Analysis " ] }, "execution_count": 15, "metadata": {}, "output_type": "execute_result" } ], "source": [ "check_descriptions(tactics, metadata['tactics'])" ] }, { "cell_type": "code", "execution_count": 16, "metadata": { "scrolled": true }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "lengths are: 13 and 16\n", "first list: Index(['Strategic Planning', 'Persistence', 'Microtargeting',\n", " 'Channel Selection', 'Develop Networks', 'Objective Planning',\n", " 'Measure Effectiveness', 'Exposure',\n", " 'Conduct Center of Gravity Analysis', 'Drive Offline Activity',\n", " 'Pump Priming', 'Develop Content', 'Develop People'],\n", " dtype='object')\n", "second list: Index(['Drive Online Harms', 'Maximize Exposure', 'Conduct Pump Priming',\n", " 'Deliver Content', 'Persist in the Information Space',\n", " 'Assess Effectiveness', 'Establish Social Assets',\n", " 'Target Audience Analysis', 'Develop Narratives', 'Plan Strategy',\n", " 'Select Channels and Affordances', 'Develop Content', 'Plan Objectives',\n", " 'Microtarget', 'Establish Legitimacy', 'Drive Offline Activity'],\n", " dtype='object')\n", "set difference: {'Develop Networks', 'Channel Selection', 'Pump Priming', 'Measure Effectiveness', 'Conduct Center of Gravity Analysis', 'Exposure', 'Objective Planning', 'Develop People', 'Microtargeting', 'Persistence', 'Strategic Planning'}\n" ] } ], "source": [ "check_diffs(metadata['tactics']['name'], tactics['DISARM Tactic'])" ] }, { "cell_type": "code", "execution_count": 17, "metadata": { "scrolled": true }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "lengths are: 71 and 97\n", "first list: Index(['Backstop personas', 'Message reach', 'Twitter bots amplify',\n", " 'Demand unsurmountable proof', 'Behaviour changes',\n", " 'Create fake videos and images', 'Play the long game',\n", " 'Purchase advertisements', 'Manipulate online polls',\n", " 'Facilitate State Propaganda', 'Find echo chambers', 'Clickbait',\n", " 'Pinterest', 'Seed distortions', 'Cow online opinion leaders',\n", " 'Segment audiences',\n", " 'Dedicated channels disseminate information pollution',\n", " 'Organise remote rallies and events', 'Prepare fundraising campaigns',\n", " 'Muzzle social media as a political force',\n", " 'Twitter trolls amplify and manipulate',\n", " 'Create pseudoscientific or disingenuous research',\n", " 'Develop Narrative Concepts', 'Cheerleading domestic social media ops',\n", " '5Ds (dismiss, distort, distract, dismay, divide)',\n", " 'Leverage Existing Narratives', 'Continue to amplify', 'Reddit',\n", " 'Trial content', 'LinkedIn', 'Leak altered documents',\n", " 'Conspiracy narratives', 'Use hashtag',\n", " 'Generate information pollution', 'Analyze existing communities',\n", " 'Fabricate social media comment', 'Cultivate ignorant agents',\n", " 'YouTube', 'Compromise legitimate account',\n", " 'Create competing narratives', 'Kernel of Truth',\n", " 'Respond to breaking news event', 'Twitter',\n", " 'Plan to discredit credible sources', 'Distort facts',\n", " 'Use physical broadcast capabilities', 'Use fake experts', 'Facebook',\n", " 'Create fake experts', 'Devise Competing Narratives', 'Instagram',\n", " 'Bait legitimate influencers', 'Respond to active crisis',\n", " 'Create hashtags', 'Flooding', 'Legacy web content',\n", " 'Create fake Social Media Profiles / Pages / Groups',\n", " 'Create fake websites', 'Deny involvement',\n", " 'Tertiary sites amplify news', 'Adapt existing narratives',\n", " 'Search Engine Optimization', 'Degrade adversary', 'Use concealment',\n", " 'Sell merchandising', 'Conduct Fundraising Campaigns',\n", " 'Social media engagement', 'Use SMS/ WhatsApp/ Chat apps', 'Memes',\n", " 'WhatsApp', 'Create fake or imposter news sites'],\n", " dtype='object')\n", "second list: Index(['Leverage Echo Chambers/Filter Bubbles',\n", " 'Map Target Audience Information Environment', 'Physical Violence',\n", " 'Direct Users to Alternative Platforms', 'Develop Audio-based Content',\n", " 'Develop Owned Media Assets', 'Leverage Conspiracy Theory Narratives',\n", " 'Develop Text-based Content', 'Develop Video-based Content',\n", " 'Deliver Ads', 'Leverage Content Farm',\n", " 'Bookmarking and Content Curation', 'Use Search Engine Optimization',\n", " 'Livestream', 'Respond to Breaking News Event or Active Crisis',\n", " 'Recruit bad actors', 'Incentivize Sharing', 'Media Sharing Networks',\n", " 'Identify Social and Technical Vulnerabilities',\n", " 'Create Inauthentic Accounts', 'Prepare fundraising campaigns', 'Email',\n", " 'Online polls', 'Purchase Targeted Advertisements',\n", " 'Obtain Private Documents', 'Play the long game', 'Build Network',\n", " ' Social Networks', 'Discussion Forums', 'Divide',\n", " 'Create Inauthentic Social Media Pages and Groups',\n", " 'Conduct fundraising', 'Acquire/ recruit Network', 'Cross-Posting',\n", " 'Leverage Existing Narratives', 'Traditional Media',\n", " 'Conceal Operational Activity', 'Create Clickbait',\n", " 'Reuse Existing Content', 'Measure Effectiveness', 'Distort',\n", " 'Conceal Infrastructure', 'Generate information pollution',\n", " 'Develop New Narratives', 'Bait legitimate influencers',\n", " 'Facilitate State Propaganda', 'Post Content', 'Co-opt Trusted Sources',\n", " 'Seed distortions', 'Compromise legitimate accounts',\n", " 'Blogging and Publishing Networks', 'Platform Filtering',\n", " 'Determine Target Audiences', 'Dismiss', 'Consumer Review Networks',\n", " 'Merchandising/ Advertising', 'Develop Image-based Content',\n", " 'Prepare Assets Impersonating Legitimate Entities',\n", " 'Flooding the Information Space', 'Distract', 'Measure Performance',\n", " 'Distort facts', 'Use fake experts', 'Comment or Reply on Content',\n", " 'Create fake experts', 'Create personas', 'Seed Kernel of truth',\n", " 'Conceal People', 'Attract Traditional Media',\n", " 'Determine Strategic Ends', 'Create inauthentic websites',\n", " 'Cultivate ignorant agents', 'Create Localized Content',\n", " 'Create hashtags and search artifacts',\n", " 'Censor social media as a political force', 'Dismay',\n", " 'Segment Audiences', 'Establish Inauthentic News Sites',\n", " 'Organize Events', 'Harass', 'Suppress Opposition',\n", " 'Control Information Environment through Offensive Cyberspace Operations',\n", " 'Infiltrate Existing Networks', 'Formal Diplomatic Channels',\n", " 'Chat apps', 'Encourage Attendance at Events',\n", " 'Develop Competing Narratives', 'Employ Commercial Analytic Firms',\n", " 'Degrade Adversary', 'Amplify Existing Narrative',\n", " 'Measure Effectiveness Indicators (or KPIs)',\n", " 'Exploit TOS/Content Moderation',\n", " 'Prepare Physical Broadcast Capabilities',\n", " 'Integrate Target Audience Vulnerabilities into Narrative',\n", " 'Manipulate Platform Algorithm', 'Trial content',\n", " 'Demand insurmountable proof'],\n", " dtype='object')\n", "set difference: {'Degrade adversary', 'Twitter trolls amplify and manipulate', 'Create pseudoscientific or disingenuous research', 'Message reach', 'Develop Narrative Concepts', 'Continue to amplify', 'Behaviour changes', 'Cheerleading domestic social media ops', '5Ds (dismiss, distort, distract, dismay, divide)', 'Create fake websites', 'Muzzle social media as a political force', 'LinkedIn', 'Deny involvement', 'Conspiracy narratives', 'Organise remote rallies and events', 'Reddit', 'Instagram', 'Demand unsurmountable proof', 'Purchase advertisements', 'Use hashtag', 'Find echo chambers', 'Memes', 'Manipulate online polls', 'Clickbait', 'Pinterest', 'Create fake or imposter news sites', 'Cow online opinion leaders', 'Flooding', 'Create fake Social Media Profiles / Pages / Groups', 'Tertiary sites amplify news', 'Adapt existing narratives', 'Search Engine Optimization', 'Legacy web content', 'Sell merchandising', 'Create competing narratives', 'Conduct Fundraising Campaigns', 'Social media engagement', 'Use SMS/ WhatsApp/ Chat apps', 'Fabricate social media comment', 'WhatsApp', 'Use concealment', 'Create hashtags', 'Use physical broadcast capabilities', 'Segment audiences', 'Respond to active crisis', 'Compromise legitimate account', 'Twitter bots amplify', 'Kernel of Truth', 'Analyze existing communities', 'Respond to breaking news event', 'YouTube', 'Twitter', 'Plan to discredit credible sources', 'Dedicated channels disseminate information pollution', 'Facebook', 'Create fake videos and images', 'Leak altered documents', 'Devise Competing Narratives', 'Backstop personas'}\n" ] } ], "source": [ "check_diffs(metadata['techniques']['name'], techs['DISARM Technique'])" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "# Check against last version of framework" ] }, { "cell_type": "code", "execution_count": 45, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
disarm_idname_changedsummary_changedname_xname_ysummary_xsummary_y
3P04FalseTrueAssessAssessEvaluate effectiveness of action, for use in f...Evaluate effectiveness of action, for use in f...
\n", "
" ], "text/plain": [ " disarm_id name_changed summary_changed name_x name_y \\\n", "3 P04 False True Assess Assess \n", "\n", " summary_x \\\n", "3 Evaluate effectiveness of action, for use in f... \n", "\n", " summary_y \n", "3 Evaluate effectiveness of action, for use in f... " ] }, "execution_count": 45, "metadata": {}, "output_type": "execute_result" } ], "source": [ "def check_version_descriptions(df1, df2):\n", " merge = df1.merge(df2, on='disarm_id')\n", " merge['name_changed'] = merge['name_x'] != merge['name_y']\n", " merge['summary_changed'] = merge['summary_x'] != merge['summary_y']\n", " return merge[(merge['name_changed']) | (merge['summary_changed'])][['disarm_id', 'name_changed', 'summary_changed', 'name_x', \n", " 'name_y', 'summary_x', 'summary_y']]\n", "\n", "check_version_descriptions(metadata['phases'], oldmeta['phases'])" ] }, { "cell_type": "code", "execution_count": 46, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
disarm_idname_changedsummary_changedname_xname_ysummary_xsummary_y
0TA01TrueFalsePlan StrategyStrategic PlanningDefine the desired end state, i.e. the set of ...Define the desired end state, i.e. the set of ...
1TA02TrueTruePlan ObjectivesObjective PlanningSet clearly defined, measurable, and achievabl...Set clearly defined, measurable, and achievabl...
2TA05TrueFalseMicrotargetMicrotargetingTarget very specific populations of peopleTarget very specific populations of people
3TA06FalseTrueDevelop ContentDevelop ContentCreate and acquire content used in incident
4TA07TrueTrueSelect Channels and AffordancesChannel SelectionSelecting platforms and affordances assesses w...Set up specific delivery, amplification and ma...
5TA08TrueTrueConduct Pump PrimingPump PrimingRelease content on a targetted small scale, pr...Release content on a targetted small scale, pr...
6TA09TrueTrueDeliver ContentExposureRelease content to general public or larger po...Release content to general public or push to l...
7TA10FalseTrueDrive Offline ActivityDrive Offline ActivityMove incident/campaign from online to offline....Move incident into offline world
8TA11TrueTruePersist in the Information EnvironmentPersistencePersist in the Information Space refers to tak...Keep incident 'alive', beyond the incident cre...
9TA12TrueTrueAssess EffectivenessMeasure EffectivenessAssess effectiveness of action, for use in fut...Measure effectiveness of incident, for use in ...
10TA13TrueTrueTarget Audience AnalysisConduct Center of Gravity AnalysisIdentifying and analyzing the target audience ...Recon/research to identify \"the source of powe...
\n", "
" ], "text/plain": [ " disarm_id name_changed summary_changed \\\n", "0 TA01 True False \n", "1 TA02 True True \n", "2 TA05 True False \n", "3 TA06 False True \n", "4 TA07 True True \n", "5 TA08 True True \n", "6 TA09 True True \n", "7 TA10 False True \n", "8 TA11 True True \n", "9 TA12 True True \n", "10 TA13 True True \n", "\n", " name_x \\\n", "0 Plan Strategy \n", "1 Plan Objectives \n", "2 Microtarget \n", "3 Develop Content \n", "4 Select Channels and Affordances \n", "5 Conduct Pump Priming \n", "6 Deliver Content \n", "7 Drive Offline Activity \n", "8 Persist in the Information Environment \n", "9 Assess Effectiveness \n", "10 Target Audience Analysis \n", "\n", " name_y \\\n", "0 Strategic Planning \n", "1 Objective Planning \n", "2 Microtargeting \n", "3 Develop Content \n", "4 Channel Selection \n", "5 Pump Priming \n", "6 Exposure \n", "7 Drive Offline Activity \n", "8 Persistence \n", "9 Measure Effectiveness \n", "10 Conduct Center of Gravity Analysis \n", "\n", " summary_x \\\n", "0 Define the desired end state, i.e. the set of ... \n", "1 Set clearly defined, measurable, and achievabl... \n", "2 Target very specific populations of people \n", "3 \n", "4 Selecting platforms and affordances assesses w... \n", "5 Release content on a targetted small scale, pr... \n", "6 Release content to general public or larger po... \n", "7 Move incident/campaign from online to offline.... \n", "8 Persist in the Information Space refers to tak... \n", "9 Assess effectiveness of action, for use in fut... \n", "10 Identifying and analyzing the target audience ... \n", "\n", " summary_y \n", "0 Define the desired end state, i.e. the set of ... \n", "1 Set clearly defined, measurable, and achievabl... \n", "2 Target very specific populations of people \n", "3 Create and acquire content used in incident \n", "4 Set up specific delivery, amplification and ma... \n", "5 Release content on a targetted small scale, pr... \n", "6 Release content to general public or push to l... \n", "7 Move incident into offline world \n", "8 Keep incident 'alive', beyond the incident cre... \n", "9 Measure effectiveness of incident, for use in ... \n", "10 Recon/research to identify \"the source of powe... " ] }, "execution_count": 46, "metadata": {}, "output_type": "execute_result" } ], "source": [ "check_version_descriptions(metadata['tactics'], oldmeta['tactics'])" ] }, { "cell_type": "code", "execution_count": 47, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
disarm_idname_changedsummary_changedname_xname_ysummary_xsummary_y
\n", "
" ], "text/plain": [ "Empty DataFrame\n", "Columns: [disarm_id, name_changed, summary_changed, name_x, name_y, summary_x, summary_y]\n", "Index: []" ] }, "execution_count": 47, "metadata": {}, "output_type": "execute_result" } ], "source": [ "check_version_descriptions(metadata['techniques'], oldmeta['techniques'])" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.8.3" } }, "nbformat": 4, "nbformat_minor": 4 }